add bge-base indexed file

do-me · Oct 26, 2023 · 2fa5dcf · 2fa5dcf
1 parent ae01317
commit 2fa5dcf
Show file tree

Hide file tree

Showing 2 changed files with 1 addition and 1 deletion.
diff --git a/copernicus_services_embeddings_bge-base.json.gz b/copernicus_services_embeddings_bge-base.json.gz
diff --git a/copernicus_services_miner.ipynb b/copernicus_services_miner.ipynb
@@ -1948,7 +1948,7 @@
     }
    ],
    "source": [
-    "df.loc[df.Content != \" \", \"mean_embedding\"] = df.loc[df.Content != \" \", \"Content\"].progress_apply(lambda x: text_to_embedding(x)) # 13 min!"
+    "df.loc[df.Content != \" \", \"mean_embedding\"] = df.loc[df.Content != \" \", \"Content\"].progress_apply(lambda x: text_to_embedding(x)) # 13 min! With bge-base 287 mins instead, but only because batch processing isn't used, should be improved and chunks of df processed at once."
    ]
   },
   {