Fix BEIR Cohere-embed-english-v3.0 tarfiles (#1879)

castorini · May 4, 2024 · f817186 · f817186
1 parent d4d9368
commit f817186
Showing 1 changed file with 58 additions and 58 deletions.
diff --git a/pyserini/prebuilt_index_info.py b/pyserini/prebuilt_index_info.py
@@ -4529,8 +4529,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-trec-covid.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "fc8d3ea638e6392e42f532d9a9b2473b",
-        "size compressed (bytes)": 414024898,
+        "md5": "bd81f8e76434bac6757a177038752868",
+        "size compressed (bytes)": 414024650,
         "documents": 171332,
         "downloaded": False,
         "texts": "beir-v1.0.0-trec-covid.flat"
@@ -4542,8 +4542,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-bioasq.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "057997ebe1bd0a2a461f48a6fa891e36",
-        "size compressed (bytes)": 36008753142,
+        "md5": "d25220fa2405737c41dfec35b67afaa5",
+        "size compressed (bytes)": 36008754089,
         "documents": 14914603,
         "downloaded": False,
         "texts": "beir-v1.0.0-bioasq.flat"
@@ -4555,8 +4555,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-nfcorpus.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "d837ad82575de15d99c3e7d617c9c5b7",
-        "size compressed (bytes)": 8769679,
+        "md5": "8c0d2577f8cc1b29eff99b92bfb11d7c",
+        "size compressed (bytes)": 8769499,
         "documents": 3633,
         "downloaded": False,
         "texts": "beir-v1.0.0-nfcorpus.flat"
@@ -4568,8 +4568,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-nq.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "7317fe3a0f8185c5df0a6531b4c203df",
-        "size compressed (bytes)": 6456624840,
+        "md5": "33998961282a3dc5230093d058a39cda",
+        "size compressed (bytes)": 6456624636,
         "documents": 2681468,
         "downloaded": False,
         "texts": "beir-v1.0.0-nq.flat"
@@ -4581,8 +4581,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-hotpotqa.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "42da497387358389a6868cc2b96b1e29",
-        "size compressed (bytes)": 12618101496,
+        "md5": "11631f3ea36c39d50a6a1c695449b630",
+        "size compressed (bytes)": 12618101059,
         "documents": 5233329,
         "downloaded": False,
         "texts": "beir-v1.0.0-hotpotqa.flat"
@@ -4594,8 +4594,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-fiqa.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "1a8daeb75d6d90b462c3e08b7ddc518e",
-        "size compressed (bytes)": 139105470,
+        "md5": "e5692c7f8ff5d042eba9fe8674d309de",
+        "size compressed (bytes)": 139105165,
         "documents": 57638,
         "downloaded": False,
         "texts": "beir-v1.0.0-fiqa.flat"
@@ -4607,8 +4607,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-signal1m.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "4007841cd6341d088ba8cb479a178223",
-        "size compressed (bytes)": 6910589037,
+        "md5": "baef67767588ef7d6a0eac19b3f3ef3c",
+        "size compressed (bytes)": 6910588927,
         "documents": 2866316,
         "downloaded": False,
         "texts": "beir-v1.0.0-signal1m.flat"
@@ -4620,8 +4620,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-trec-news.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "185fc5cc07d49592701ca371964b23b0",
-        "size compressed (bytes)": 1292117526,
+        "md5": "2de9f2d422d953b71106f8edfbc23e0a",
+        "size compressed (bytes)": 1292117296,
         "documents": 594977,
         "downloaded": False,
         "texts": "beir-v1.0.0-trec-news.flat"
@@ -4633,8 +4633,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-robust04.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "4f5bf3bf1d171601192d6282a2100d5a",
-        "size compressed (bytes)": 1271873159,
+        "md5": "b36948744ed2400343e4bce432c7bb1f",
+        "size compressed (bytes)": 1271873099,
         "documents": 528155,
         "downloaded": False,
         "texts": "beir-v1.0.0-robust04.flat"
@@ -4646,8 +4646,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-arguana.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "aa41dc0b9dcb7800db9d0da28c92f7ab",
-        "size compressed (bytes)": 20943565,
+        "md5": "3206b775623067252027dee67f28d530",
+        "size compressed (bytes)": 20943333,
         "documents": 8674,
         "downloaded": False,
         "texts": "beir-v1.0.0-arguana.flat"
@@ -4659,8 +4659,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-webis-touche2020.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "029a2f90dba4b43ebf1c08fa1391d669",
-        "size compressed (bytes)": 920313935,
+        "md5": "216ba2c47b4d0562a4eec7b5e34b9408",
+        "size compressed (bytes)": 920313712,
         "documents": 382545,
         "downloaded": False,
         "texts": "beir-v1.0.0-webis-touche2020.flat"
@@ -4672,8 +4672,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-cqadupstack-android.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "df22925505b2a849183392c2f5e77de7",
-        "size compressed (bytes)": 55520457,
+        "md5": "c39b8fa0d7fc013e80f8cca7ac5b6217",
+        "size compressed (bytes)": 55520218,
         "documents": 22998,
         "downloaded": False,
         "texts": "beir-v1.0.0-cqadupstack-android.flat"
@@ -4685,8 +4685,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-cqadupstack-english.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "baeca7a93d78717134e47d9a68d47d93",
-        "size compressed (bytes)": 97094650,
+        "md5": "f7180a07b8de17a16edc7c47cd4c7cab",
+        "size compressed (bytes)": 97094242,
         "documents": 40221,
         "downloaded": False,
         "texts": "beir-v1.0.0-cqadupstack-english.flat"
@@ -4698,8 +4698,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-cqadupstack-gaming.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "454bdab58c4913879e72c0a1ec0d151d",
-        "size compressed (bytes)": 109357956,
+        "md5": "a85599afabaf741b38cbf0749142709f",
+        "size compressed (bytes)": 109357647,
         "documents": 45301,
         "downloaded": False,
         "texts": "beir-v1.0.0-cqadupstack-gaming.flat"
@@ -4711,8 +4711,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-cqadupstack-gis.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "13feaa47f324e82160b64006f4c8ab02",
-        "size compressed (bytes)": 90814190,
+        "md5": "17c1db9371d645fa2f28d17cdfe2b6f4",
+        "size compressed (bytes)": 90813980,
         "documents": 37637,
         "downloaded": False,
         "texts": "beir-v1.0.0-cqadupstack-gis.flat"
@@ -4724,8 +4724,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-cqadupstack-mathematica.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "dd9f2997c53b3096c928a31cd401e33d",
-        "size compressed (bytes)": 40290632,
+        "md5": "6b357fd66d750cf8ab81687cfd76cc35",
+        "size compressed (bytes)": 40290360,
         "documents": 16705,
         "downloaded": False,
         "texts": "beir-v1.0.0-cqadupstack-mathematica.flat"
@@ -4737,8 +4737,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-cqadupstack-physics.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "3ce9d4a450068355a0e525c655352788",
-        "size compressed (bytes)": 92506339,
+        "md5": "2bc31bf3b46d152c489dde73e986dfef",
+        "size compressed (bytes)": 92506040,
         "documents": 38316,
         "downloaded": False,
         "texts": "beir-v1.0.0-cqadupstack-physics.flat"
@@ -4750,8 +4750,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-cqadupstack-programmers.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "f0ab46150ca322ed958a1deea2a81942",
-        "size compressed (bytes)": 77659528,
+        "md5": "f3e418d7401b5e317e15cc23ed4468cd",
+        "size compressed (bytes)": 77659213,
         "documents": 32176,
         "downloaded": False,
         "texts": "beir-v1.0.0-cqadupstack-programmers.flat"
@@ -4763,8 +4763,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-cqadupstack-stats.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "8a9be5f3292b1f537dd8b769754a2fc6",
-        "size compressed (bytes)": 101984479,
+        "md5": "c706454f4c953d1023b427447f9df82b",
+        "size compressed (bytes)": 101984055,
         "documents": 42269,
         "downloaded": False,
         "texts": "beir-v1.0.0-cqadupstack-stats.flat"
@@ -4776,8 +4776,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-cqadupstack-tex.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "bb7658fe0aed83cdab108c3c30d2070a",
-        "size compressed (bytes)": 164385190,
+        "md5": "4ae95cca232d0ce62c8fc3cdcbb10dce",
+        "size compressed (bytes)": 164385000,
         "documents": 68184,
         "downloaded": False,
         "texts": "beir-v1.0.0-cqadupstack-tex.flat"
@@ -4789,8 +4789,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-cqadupstack-unix.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "86c6c0f4810119b49dad7e938b69432d",
-        "size compressed (bytes)": 114349232,
+        "md5": "fcb03ccdf02632a5e038279ed288ef52",
+        "size compressed (bytes)": 114349002,
         "documents": 47382,
         "downloaded": False,
         "texts": "beir-v1.0.0-cqadupstack-unix.flat"
@@ -4802,8 +4802,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-cqadupstack-webmasters.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "11336ee9dc0fc1751e4504ef02968722",
-        "size compressed (bytes)": 42021677,
+        "md5": "aa255ad1f89050003f32b7dca7b065a9",
+        "size compressed (bytes)": 42021462,
         "documents": 17405,
         "downloaded": False,
         "texts": "beir-v1.0.0-cqadupstack-webmasters.flat"
@@ -4815,8 +4815,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-cqadupstack-wordpress.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "6009da48e8ca9d7c5a6d1b40e5682d66",
-        "size compressed (bytes)": 117283207,
+        "md5": "20d24ee757a09eb1c371c47156d5a121",
+        "size compressed (bytes)": 117282936,
         "documents": 48605,
         "downloaded": False,
         "texts": "beir-v1.0.0-cqadupstack-wordpress.flat"
@@ -4828,8 +4828,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-quora.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "02c7b4b04f9068a1d40e4105cb227ce8",
-        "size compressed (bytes)": 1261685670,
+        "md5": "8f7944b52e740cde07093d8eedf59919",
+        "size compressed (bytes)": 1261685446,
         "documents": 522931,
         "downloaded": False,
         "texts": "beir-v1.0.0-quora.flat"
@@ -4841,8 +4841,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-dbpedia-entity.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "7f82e6710435dd98cd1bdaa2176a50d3",
-        "size compressed (bytes)": 11215257899,
+        "md5": "03b04926a9ff25b62afc63a04fbdb248",
+        "size compressed (bytes)": 11215257018,
         "documents": 4635922,
         "downloaded": False,
         "texts": "beir-v1.0.0-dbpedia-entity.flat"
@@ -4854,8 +4854,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-scidocs.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "5bf026b2d00721da37e3fef94d8a7c1f",
-        "size compressed (bytes)": 62465918,
+        "md5": "e6e5367aef57e9102b54b2216f6be659",
+        "size compressed (bytes)": 62465542,
         "documents": 25657,
         "downloaded": False,
         "texts": "beir-v1.0.0-scidocs.flat"
@@ -4867,8 +4867,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-fever.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "115c8015033b06f54e2bffdcf9135d4b",
-        "size compressed (bytes)": 13095399646,
+        "md5": "4d4124a61acff68acd63dba0c5e1bfb0",
+        "size compressed (bytes)": 13095399713,
         "documents": 5416568,
         "downloaded": False,
         "texts": "beir-v1.0.0-fever.flat"
@@ -4880,8 +4880,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-climate-fever.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "6437ab39a758e38d2a5aa07c1a00e7ae",
-        "size compressed (bytes)": 13095456722,
+        "md5": "d3f0e6fbe8485406c65d01f6370f3a29",
+        "size compressed (bytes)": 13095456071,
         "documents": 5416593,
         "downloaded": False,
         "texts": "beir-v1.0.0-climate-fever.flat"
@@ -4893,8 +4893,8 @@
         "urls": [
             "https://rgw.cs.uwaterloo.ca/pyserini/indexes/faiss/faiss-flat.beir-v1.0.0-scifact.cohere-embed-english-v3.0.20240302.tar.gz"
         ],
-        "md5": "0c5cc4e57a2494a4336d599869527835",
-        "size compressed (bytes)": 12522417,
+        "md5": "a6cb53c484e4c44588814e5d22f3e22f",
+        "size compressed (bytes)": 12522128,
         "documents": 5183,
         "downloaded": False,
         "texts": "beir-v1.0.0-scifact.flat"