Skip to content

Commit

Permalink
Add/update qrels and topic bindings for BEIR (#1866)
Browse files Browse the repository at this point in the history 
+ Add test cases.
+ Change the ordering of BEIR corpora to be consistent with main README.
  • Loading branch information
@lintool
lintool committed Apr 29, 2022
1 parent fadceb5 commit 1842eef
Show file tree
Hide file tree
Showing 4 changed files with 231 additions and 64 deletions.
36 changes: 27 additions & 9 deletions src/main/java/io/anserini/eval/Qrels.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@
package io.anserini.eval;

import io.anserini.search.topicreader.TsvIntTopicReader;
import io.anserini.search.topicreader.TsvStringTopicReader;

public enum Qrels {
TREC1_ADHOC("topics-and-qrels/qrels.adhoc.51-100.txt"),
Expand Down Expand Up @@ -102,19 +103,36 @@ public enum Qrels {
MRTYDI_V11_TH_TRAIN("topics-and-qrels/qrels.mrtydi-v1.1-th.train.txt"),
MRTYDI_V11_TH_DEV("topics-and-qrels/qrels.mrtydi-v1.1-th.dev.txt"),
MRTYDI_V11_TH_TEST("topics-and-qrels/qrels.mrtydi-v1.1-th.test.txt"),
BEIR_V1_0_0_ARGUANA_TEST("topics-and-qrels/qrels.beir-v1.0.0-arguana.test.txt"),
BEIR_V1_0_0_CLIMATE_FEVER_TEST("topics-and-qrels/qrels.beir-v1.0.0-climate-fever.test.txt"),
BEIR_V1_0_0_DBPEDIA_ENTITY_TEST("topics-and-qrels/qrels.beir-v1.0.0-dbpedia-entity.test.txt"),
BEIR_V1_0_0_FEVER_TEST("topics-and-qrels/qrels.beir-v1.0.0-fever.test.txt"),
BEIR_V1_0_0_FIQA_TEST("topics-and-qrels/qrels.beir-v1.0.0-fiqa.test.txt"),
BEIR_V1_0_0_HOTPOTQA_TEST("topics-and-qrels/qrels.beir-v1.0.0-hotpotqa.test.txt"),
BEIR_V1_0_0_TREC_COVID_TEST("topics-and-qrels/qrels.beir-v1.0.0-trec-covid.test.txt"),
BEIR_V1_0_0_BIOASQ_TEST("topics-and-qrels/qrels.beir-v1.0.0-bioasq.test.txt"),
BEIR_V1_0_0_NFCORPUS_TEST("topics-and-qrels/qrels.beir-v1.0.0-nfcorpus.test.txt"),
BEIR_V1_0_0_NQ_TEST("topics-and-qrels/qrels.beir-v1.0.0-nq.test.txt"),
BEIR_V1_0_0_HOTPOTQA_TEST("topics-and-qrels/qrels.beir-v1.0.0-hotpotqa.test.txt"),
BEIR_V1_0_0_FIQA_TEST("topics-and-qrels/qrels.beir-v1.0.0-fiqa.test.txt"),
BEIR_V1_0_0_SIGNAL1M_TEST("topics-and-qrels/qrels.beir-v1.0.0-signal1m.test.txt"),
BEIR_V1_0_0_TREC_NEWS_TEST("topics-and-qrels/qrels.beir-v1.0.0-trec-news.test.txt"),
BEIR_V1_0_0_ROBUST04_TEST("topics-and-qrels/qrels.beir-v1.0.0-robust04.test.txt"),
BEIR_V1_0_0_ARGUANA_TEST("topics-and-qrels/qrels.beir-v1.0.0-arguana.test.txt"),
BEIR_V1_0_0_WEBIS_TOUCHE2020_TEST("topics-and-qrels/qrels.beir-v1.0.0-webis-touche2020.test.txt"),
BEIR_V1_0_0_CQADUPSTACK_ANDROID_TEST("topics-and-qrels/qrels.beir-v1.0.0-cqadupstack-android.test.txt"),
BEIR_V1_0_0_CQADUPSTACK_ENGLISH_TEST("topics-and-qrels/qrels.beir-v1.0.0-cqadupstack-english.test.txt"),
BEIR_V1_0_0_CQADUPSTACK_GAMING_TEST("topics-and-qrels/qrels.beir-v1.0.0-cqadupstack-gaming.test.txt"),
BEIR_V1_0_0_CQADUPSTACK_GIS_TEST("topics-and-qrels/qrels.beir-v1.0.0-cqadupstack-gis.test.txt"),
BEIR_V1_0_0_CQADUPSTACK_MATHEMATICA_TEST("topics-and-qrels/qrels.beir-v1.0.0-cqadupstack-mathematica.test.txt"),
BEIR_V1_0_0_CQADUPSTACK_PHYSICS_TEST("topics-and-qrels/qrels.beir-v1.0.0-cqadupstack-physics.test.txt"),
BEIR_V1_0_0_CQADUPSTACK_PROGRAMMERS_TEST("topics-and-qrels/qrels.beir-v1.0.0-cqadupstack-programmers.test.txt"),
BEIR_V1_0_0_CQADUPSTACK_STATS_TEST("topics-and-qrels/qrels.beir-v1.0.0-cqadupstack-stats.test.txt"),
BEIR_V1_0_0_CQADUPSTACK_TEX_TEST("topics-and-qrels/qrels.beir-v1.0.0-cqadupstack-tex.test.txt"),
BEIR_V1_0_0_CQADUPSTACK_UNIX_TEST("topics-and-qrels/qrels.beir-v1.0.0-cqadupstack-unix.test.txt"),
BEIR_V1_0_0_CQADUPSTACK_WEBMASTERS_TEST("topics-and-qrels/qrels.beir-v1.0.0-cqadupstack-webmasters.test.txt"),
BEIR_V1_0_0_CQADUPSTACK_WORDPRESS_TEST("topics-and-qrels/qrels.beir-v1.0.0-cqadupstack-wordpress.test.txt"),
BEIR_V1_0_0_QUORA_TEST("topics-and-qrels/qrels.beir-v1.0.0-quora.test.txt"),
BEIR_V1_0_0_DBPEDIA_ENTITY_TEST("topics-and-qrels/qrels.beir-v1.0.0-dbpedia-entity.test.txt"),
BEIR_V1_0_0_SCIDOCS_TEST("topics-and-qrels/qrels.beir-v1.0.0-scidocs.test.txt"),
BEIR_V1_0_0_SCIFACT_TEST("topics-and-qrels/qrels.beir-v1.0.0-scifact.test.txt"),
BEIR_V1_0_0_TREC_COVID_TEST("topics-and-qrels/qrels.beir-v1.0.0-trec-covid.test.txt"),
BEIR_V1_0_0_WEBIS_TOUCHE2020_TEST("topics-and-qrels/qrels.beir-v1.0.0-webis-touche2020.test.txt");
BEIR_V1_0_0_FEVER_TEST("topics-and-qrels/qrels.beir-v1.0.0-fever.test.txt"),
BEIR_V1_0_0_CLIMATE_FEVER_TEST("topics-and-qrels/qrels.beir-v1.0.0-climate-fever.test.txt"),
BEIR_V1_0_0_SCIFACT_TEST("topics-and-qrels/qrels.beir-v1.0.0-scifact.test.txt");

public final String path;

Qrels(String path) {
Expand Down
58 changes: 29 additions & 29 deletions src/main/java/io/anserini/search/topicreader/Topics.java
View file
Original file line number Diff line number Diff line change
Expand Up @@ -151,23 +151,18 @@ public enum Topics {
MRTYDI_V11_TH_TRAIN(TsvIntTopicReader.class, "topics-and-qrels/topics.mrtydi-v1.1-th.train.txt.gz"),
MRTYDI_V11_TH_DEV(TsvIntTopicReader.class, "topics-and-qrels/topics.mrtydi-v1.1-th.dev.txt.gz"),
MRTYDI_V11_TH_TEST(TsvIntTopicReader.class, "topics-and-qrels/topics.mrtydi-v1.1-th.test.txt.gz"),
BEIR_V1_0_0_ARGUANA_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-arguana.test.tsv.gz"),
BEIR_V1_0_0_CLIMATE_FEVER_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-climate-fever.test.tsv.gz"),
BEIR_V1_0_0_DBPEDIA_ENTITY_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-dbpedia-entity.test.tsv.gz"),
BEIR_V1_0_0_FEVER_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-fever.test.tsv.gz"),
BEIR_V1_0_0_FIQA_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-fiqa.test.tsv.gz"),
BEIR_V1_0_0_HOTPOTQA_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-hotpotqa.test.tsv.gz"),
BEIR_V1_0_0_NFCORPUS_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-nfcorpus.test.tsv.gz"),
BEIR_V1_0_0_NQ_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-nq.test.tsv.gz"),
BEIR_V1_0_0_QUORA_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-quora.test.tsv.gz"),
BEIR_V1_0_0_SCIDOCS_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-scidocs.test.tsv.gz"),
BEIR_V1_0_0_SCIFACT_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-scifact.test.tsv.gz"),
// BEIR (v1.0.0): original queries
BEIR_V1_0_0_TREC_COVID_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-trec-covid.test.tsv.gz"),
BEIR_V1_0_0_WEBIS_TOUCHE2020_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-webis-touche2020.test.tsv.gz"),
BEIR_V1_0_0_BIOASQ_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-bioasq.test.tsv.gz"),
BEIR_V1_0_0_NFCORPUS_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-nfcorpus.test.tsv.gz"),
BEIR_V1_0_0_NQ_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-nq.test.tsv.gz"),
BEIR_V1_0_0_HOTPOTQA_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-hotpotqa.test.tsv.gz"),
BEIR_V1_0_0_FIQA_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-fiqa.test.tsv.gz"),
BEIR_V1_0_0_SIGNAL1M_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-signal1m.test.tsv.gz"),
BEIR_V1_0_0_TREC_NEWS_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-trec-news.test.tsv.gz"),
BEIR_V1_0_0_ROBUST04_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-robust04.test.tsv.gz"),
BEIR_V1_0_0_SIGNAL1M_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-signal1m.test.tsv.gz"),
BEIR_V1_0_0_ARGUANA_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-arguana.test.tsv.gz"),
BEIR_V1_0_0_WEBIS_TOUCHE2020_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-webis-touche2020.test.tsv.gz"),
BEIR_V1_0_0_CQADUPSTACK_ANDROID_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-android.test.tsv.gz"),
BEIR_V1_0_0_CQADUPSTACK_ENGLISH_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-english.test.tsv.gz"),
BEIR_V1_0_0_CQADUPSTACK_GAMING_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-gaming.test.tsv.gz"),
Expand All @@ -180,23 +175,24 @@ public enum Topics {
BEIR_V1_0_0_CQADUPSTACK_UNIX_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-unix.test.tsv.gz"),
BEIR_V1_0_0_CQADUPSTACK_WEBMASTERS_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-webmasters.test.tsv.gz"),
BEIR_V1_0_0_CQADUPSTACK_WORDPRESS_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-wordpress.test.tsv.gz"),
BEIR_V1_0_0_ARGUANA_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-arguana.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_CLIMATE_FEVER_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-climate-fever.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_DBPEDIA_ENTITY_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-dbpedia-entity.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_FEVER_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-fever.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_FIQA_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-fiqa.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_HOTPOTQA_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-hotpotqa.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_NFCORPUS_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-nfcorpus.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_NQ_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-nq.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_QUORA_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-quora.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_SCIDOCS_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-scidocs.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_SCIFACT_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-scifact.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_QUORA_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-quora.test.tsv.gz"),
BEIR_V1_0_0_DBPEDIA_ENTITY_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-dbpedia-entity.test.tsv.gz"),
BEIR_V1_0_0_SCIDOCS_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-scidocs.test.tsv.gz"),
BEIR_V1_0_0_FEVER_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-fever.test.tsv.gz"),
BEIR_V1_0_0_CLIMATE_FEVER_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-climate-fever.test.tsv.gz"),
BEIR_V1_0_0_SCIFACT_TEST(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-scifact.test.tsv.gz"),
// BEIR (v1.0.0): pre-encoded queries for SPLADE-distill CoCodenser-medium
BEIR_V1_0_0_TREC_COVID_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-trec-covid.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_WEBIS_TOUCHE2020_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-webis-touche2020.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_BIOASQ_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-bioasq.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_NFCORPUS_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-nfcorpus.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_NQ_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-nq.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_HOTPOTQA_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-hotpotqa.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_FIQA_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-fiqa.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_SIGNAL1M_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-signal1m.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_TREC_NEWS_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-trec-news.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_ROBUST04_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-robust04.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_SIGNAL1M_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-signal1m.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_ARGUANA_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-arguana.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_WEBIS_TOUCHE2020_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-webis-touche2020.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_CQADUPSTACK_ANDROID_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-android.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_CQADUPSTACK_ENGLISH_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-english.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_CQADUPSTACK_GAMING_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-gaming.test.splade_distil_cocodenser_medium.tsv.gz"),
Expand All @@ -208,9 +204,13 @@ public enum Topics {
BEIR_V1_0_0_CQADUPSTACK_TEX_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-tex.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_CQADUPSTACK_UNIX_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-unix.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_CQADUPSTACK_WEBMASTERS_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-webmasters.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_CQADUPSTACK_WORDPRESS_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-wordpress.test.splade_distil_cocodenser_medium.tsv.gz");


BEIR_V1_0_0_CQADUPSTACK_WORDPRESS_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-cqadupstack-wordpress.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_QUORA_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-quora.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_DBPEDIA_ENTITY_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-dbpedia-entity.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_SCIDOCS_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-scidocs.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_FEVER_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-fever.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_CLIMATE_FEVER_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-climate-fever.test.splade_distil_cocodenser_medium.tsv.gz"),
BEIR_V1_0_0_SCIFACT_TEST_SPLADE_DISTILL_COCODENSER_MEDIUM(TsvStringTopicReader.class, "topics-and-qrels/topics.beir-v1.0.0-scifact.test.splade_distil_cocodenser_medium.tsv.gz");

public final String path;
public final Class<? extends TopicReader> readerClass;
Expand Down
Loading

0 comments on commit 1842eef

Please sign in to comment.