solve again even if one mismatch (#2083)

Netflix · Oct 7, 2024 · 02a6620 · 02a6620
1 parent 7a22db0
commit 02a6620
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/metaflow/plugins/pypi/pip.py b/metaflow/plugins/pypi/pip.py
@@ -140,7 +140,10 @@ def download(self, id_, packages, python, platform):
         metadata_file = METADATA_FILE.format(prefix=prefix)
         # download packages only if they haven't ever been downloaded before
         if os.path.isfile(metadata_file):
-            return
+            with open(metadata_file, "r") as file:
+                metadata = json.load(file)
+                if all(package["url"] in metadata for package in packages):
+                    return
 
         metadata = {}
         custom_index_url, extra_index_urls = self.indices(prefix)