Limit a task to a maximum of 500 backfills (#15372)

di · web-flow · commit bfbf0d273bbb · 2024-02-13T19:31:10.000Z
diff --git a/warehouse/packaging/tasks.py b/warehouse/packaging/tasks.py
@@ -78,7 +78,7 @@ def backfill_metadata(request):
     )
 
     with tempfile.TemporaryDirectory() as tmpdir:
-        for file_ in files_without_metadata.yield_per(100):
+        for file_ in files_without_metadata.yield_per(100).limit(500):
             # Use pip to download just the metadata of the wheel
             file_url = base_url.format(path=file_.path)
             lazy_dist = dist_from_wheel_url(

Original file line number	Diff line number	Diff line change
`@@ -78,7 +78,7 @@ def backfill_metadata(request):`
`78`	`78`	`)`
`79`	`79`
`80`	`80`	`with tempfile.TemporaryDirectory() as tmpdir:`
`81`		`- for file_ in files_without_metadata.yield_per(100):`
	`81`	`+ for file_ in files_without_metadata.yield_per(100).limit(500):`
`82`	`82`	`# Use pip to download just the metadata of the wheel`
`83`	`83`	`file_url = base_url.format(path=file_.path)`
`84`	`84`	`lazy_dist = dist_from_wheel_url(`