diff --git a/docs/regressions/regressions-car17v1.5.md b/docs/regressions/regressions-car17v1.5.md index 91228520dd..b04d83f282 100644 --- a/docs/regressions/regressions-car17v1.5.md +++ b/docs/regressions/regressions-car17v1.5.md @@ -63,7 +63,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.car17v1.5.benchmarkY1test.txt \ -topicReader Car \ -output runs/run.car-paragraphCorpus.v1.5.bm25+ax.topics.car17v1.5.benchmarkY1test.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.car-paragraphCorpus.v1.5/ \ @@ -84,7 +84,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.car17v1.5.benchmarkY1test.txt \ -topicReader Car \ -output runs/run.car-paragraphCorpus.v1.5.ql+ax.topics.car17v1.5.benchmarkY1test.txt \ - -qld -axiom -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -rerankCutoff 20 & ``` Evaluation can be performed using `trec_eval`: diff --git a/docs/regressions/regressions-car17v2.0-doc2query.md b/docs/regressions/regressions-car17v2.0-doc2query.md index 154c0de8eb..d324acc12d 100644 --- a/docs/regressions/regressions-car17v2.0-doc2query.md +++ b/docs/regressions/regressions-car17v2.0-doc2query.md @@ -69,7 +69,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.car17v2.0.benchmarkY1test.txt \ -topicReader Car \ -output runs/run.car-paragraphCorpus.v2.0-doc2query.bm25+ax.topics.car17v2.0.benchmarkY1test.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.car-paragraphCorpus.v2.0-doc2query/ \ @@ -90,7 +90,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.car17v2.0.benchmarkY1test.txt \ -topicReader Car \ -output runs/run.car-paragraphCorpus.v2.0-doc2query.ql+ax.topics.car17v2.0.benchmarkY1test.txt \ - -qld -axiom -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -rerankCutoff 20 & ``` Evaluation can be performed using `trec_eval`: diff --git a/docs/regressions/regressions-car17v2.0.md b/docs/regressions/regressions-car17v2.0.md index 3b40b59f95..7054a69e59 100644 --- a/docs/regressions/regressions-car17v2.0.md +++ b/docs/regressions/regressions-car17v2.0.md @@ -63,7 +63,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.car17v2.0.benchmarkY1test.txt \ -topicReader Car \ -output runs/run.car-paragraphCorpus.v2.0.bm25+ax.topics.car17v2.0.benchmarkY1test.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.car-paragraphCorpus.v2.0/ \ @@ -84,7 +84,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.car17v2.0.benchmarkY1test.txt \ -topicReader Car \ -output runs/run.car-paragraphCorpus.v2.0.ql+ax.topics.car17v2.0.benchmarkY1test.txt \ - -qld -axiom -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -rerankCutoff 20 & ``` Evaluation can be performed using `trec_eval`: diff --git a/docs/regressions/regressions-core17.md b/docs/regressions/regressions-core17.md index 4c46e55dc3..2023320e1a 100644 --- a/docs/regressions/regressions-core17.md +++ b/docs/regressions/regressions-core17.md @@ -62,7 +62,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.core17.txt \ -topicReader Trec \ -output runs/run.nyt.bm25+ax.topics.core17.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.nyt/ \ @@ -83,7 +83,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.core17.txt \ -topicReader Trec \ -output runs/run.nyt.ql+ax.topics.core17.txt \ - -qld -axiom -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -rerankCutoff 20 & ``` Evaluation can be performed using `trec_eval`: diff --git a/docs/regressions/regressions-core18.md b/docs/regressions/regressions-core18.md index 54bcb5c36b..7742a2b1e4 100644 --- a/docs/regressions/regressions-core18.md +++ b/docs/regressions/regressions-core18.md @@ -62,7 +62,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.core18.txt \ -topicReader Trec \ -output runs/run.wapo.v2.bm25+ax.topics.core18.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.wapo.v2/ \ @@ -83,7 +83,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.core18.txt \ -topicReader Trec \ -output runs/run.wapo.v2.ql+ax.topics.core18.txt \ - -qld -axiom -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -rerankCutoff 20 & ``` Evaluation can be performed using `trec_eval`: diff --git a/docs/regressions/regressions-cw09b.md b/docs/regressions/regressions-cw09b.md index 77cb67f9ad..682184d3eb 100644 --- a/docs/regressions/regressions-cw09b.md +++ b/docs/regressions/regressions-cw09b.md @@ -91,19 +91,19 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.web.51-100.txt \ -topicReader Webxml \ -output runs/run.cw09b.bm25+ax.topics.web.51-100.txt \ - -parallelism 16 -bm25 -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & + -parallelism 16 -bm25 -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.cw09b/ \ -topics tools/topics-and-qrels/topics.web.101-150.txt \ -topicReader Webxml \ -output runs/run.cw09b.bm25+ax.topics.web.101-150.txt \ - -parallelism 16 -bm25 -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & + -parallelism 16 -bm25 -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.cw09b/ \ -topics tools/topics-and-qrels/topics.web.151-200.txt \ -topicReader Webxml \ -output runs/run.cw09b.bm25+ax.topics.web.151-200.txt \ - -parallelism 16 -bm25 -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & + -parallelism 16 -bm25 -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.cw09b/ \ @@ -148,19 +148,19 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.web.51-100.txt \ -topicReader Webxml \ -output runs/run.cw09b.ql+ax.topics.web.51-100.txt \ - -parallelism 16 -qld -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & + -parallelism 16 -qld -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.cw09b/ \ -topics tools/topics-and-qrels/topics.web.101-150.txt \ -topicReader Webxml \ -output runs/run.cw09b.ql+ax.topics.web.101-150.txt \ - -parallelism 16 -qld -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & + -parallelism 16 -qld -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.cw09b/ \ -topics tools/topics-and-qrels/topics.web.151-200.txt \ -topicReader Webxml \ -output runs/run.cw09b.ql+ax.topics.web.151-200.txt \ - -parallelism 16 -qld -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & + -parallelism 16 -qld -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & ``` Evaluation can be performed using `trec_eval` and `gdeval.pl`: diff --git a/docs/regressions/regressions-cw12b13.md b/docs/regressions/regressions-cw12b13.md index 77df1c683d..0bc0602049 100644 --- a/docs/regressions/regressions-cw12b13.md +++ b/docs/regressions/regressions-cw12b13.md @@ -75,13 +75,13 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.web.201-250.txt \ -topicReader Webxml \ -output runs/run.cw12b13.bm25+ax.topics.web.201-250.txt \ - -bm25 -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & + -bm25 -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.cw12b13/ \ -topics tools/topics-and-qrels/topics.web.251-300.txt \ -topicReader Webxml \ -output runs/run.cw12b13.bm25+ax.topics.web.251-300.txt \ - -bm25 -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & + -bm25 -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.cw12b13/ \ @@ -114,13 +114,13 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.web.201-250.txt \ -topicReader Webxml \ -output runs/run.cw12b13.ql+ax.topics.web.201-250.txt \ - -qld -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & + -qld -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.cw12b13/ \ -topics tools/topics-and-qrels/topics.web.251-300.txt \ -topicReader Webxml \ -output runs/run.cw12b13.ql+ax.topics.web.251-300.txt \ - -qld -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & + -qld -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection & ``` Evaluation can be performed using `trec_eval` and `gdeval.pl`: diff --git a/docs/regressions/regressions-disk12.md b/docs/regressions/regressions-disk12.md index 4b56bb6af7..23c98bd203 100644 --- a/docs/regressions/regressions-disk12.md +++ b/docs/regressions/regressions-disk12.md @@ -89,19 +89,19 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.adhoc.51-100.txt \ -topicReader Trec \ -output runs/run.disk12.bm25+ax.topics.adhoc.51-100.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.disk12/ \ -topics tools/topics-and-qrels/topics.adhoc.101-150.txt \ -topicReader Trec \ -output runs/run.disk12.bm25+ax.topics.adhoc.101-150.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.disk12/ \ -topics tools/topics-and-qrels/topics.adhoc.151-200.txt \ -topicReader Trec \ -output runs/run.disk12.bm25+ax.topics.adhoc.151-200.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.disk12/ \ @@ -146,19 +146,19 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.adhoc.51-100.txt \ -topicReader Trec \ -output runs/run.disk12.ql+ax.topics.adhoc.51-100.txt \ - -qld -axiom -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.disk12/ \ -topics tools/topics-and-qrels/topics.adhoc.101-150.txt \ -topicReader Trec \ -output runs/run.disk12.ql+ax.topics.adhoc.101-150.txt \ - -qld -axiom -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.disk12/ \ -topics tools/topics-and-qrels/topics.adhoc.151-200.txt \ -topicReader Trec \ -output runs/run.disk12.ql+ax.topics.adhoc.151-200.txt \ - -qld -axiom -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -rerankCutoff 20 & ``` Evaluation can be performed using `trec_eval`: diff --git a/docs/regressions/regressions-disk45.md b/docs/regressions/regressions-disk45.md index 75b16f3968..4a8ba45a10 100644 --- a/docs/regressions/regressions-disk45.md +++ b/docs/regressions/regressions-disk45.md @@ -126,19 +126,19 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.adhoc.351-400.txt \ -topicReader Trec \ -output runs/run.disk45.bm25+ax.topics.adhoc.351-400.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.disk45/ \ -topics tools/topics-and-qrels/topics.adhoc.401-450.txt \ -topicReader Trec \ -output runs/run.disk45.bm25+ax.topics.adhoc.401-450.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.disk45/ \ -topics tools/topics-and-qrels/topics.robust04.txt \ -topicReader Trec \ -output runs/run.disk45.bm25+ax.topics.robust04.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.disk45/ \ @@ -221,19 +221,19 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.adhoc.351-400.txt \ -topicReader Trec \ -output runs/run.disk45.ql+ax.topics.adhoc.351-400.txt \ - -qld -axiom -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.disk45/ \ -topics tools/topics-and-qrels/topics.adhoc.401-450.txt \ -topicReader Trec \ -output runs/run.disk45.ql+ax.topics.adhoc.401-450.txt \ - -qld -axiom -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.disk45/ \ -topics tools/topics-and-qrels/topics.robust04.txt \ -topicReader Trec \ -output runs/run.disk45.ql+ax.topics.robust04.txt \ - -qld -axiom -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -rerankCutoff 20 & ``` Evaluation can be performed using `trec_eval`: diff --git a/docs/regressions/regressions-dl19-doc-segmented.md b/docs/regressions/regressions-dl19-doc-segmented.md index 20570231f3..5a80d27f90 100644 --- a/docs/regressions/regressions-dl19-doc-segmented.md +++ b/docs/regressions/regressions-dl19-doc-segmented.md @@ -90,7 +90,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl19-doc.txt \ -topicReader TsvInt \ -output runs/run.msmarco-doc-segmented.bm25-default+ax.topics.dl19-doc.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 & + -bm25 -axiom -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-doc-segmented/ \ @@ -132,7 +132,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl19-doc.txt \ -topicReader TsvInt \ -output runs/run.msmarco-doc-segmented.bm25-tuned+ax.topics.dl19-doc.txt \ - -bm25 -bm25.k1 2.16 -bm25.b 0.61 -axiom -axiom.deterministic -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 & + -bm25 -bm25.k1 2.16 -bm25.b 0.61 -axiom -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-doc-segmented/ \ diff --git a/docs/regressions/regressions-dl19-doc.md b/docs/regressions/regressions-dl19-doc.md index 914051697b..6167554e34 100644 --- a/docs/regressions/regressions-dl19-doc.md +++ b/docs/regressions/regressions-dl19-doc.md @@ -89,7 +89,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl19-doc.txt \ -topicReader TsvInt \ -output runs/run.msmarco-doc.bm25-default+ax.topics.dl19-doc.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-doc/ \ @@ -131,7 +131,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl19-doc.txt \ -topicReader TsvInt \ -output runs/run.msmarco-doc.bm25-tuned+ax.topics.dl19-doc.txt \ - -bm25 -bm25.k1 3.44 -bm25.b 0.87 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -bm25.k1 3.44 -bm25.b 0.87 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-doc/ \ @@ -173,7 +173,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl19-doc.txt \ -topicReader TsvInt \ -output runs/run.msmarco-doc.bm25-tuned2+ax.topics.dl19-doc.txt \ - -bm25 -bm25.k1 4.46 -bm25.b 0.82 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -bm25.k1 4.46 -bm25.b 0.82 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-doc/ \ diff --git a/docs/regressions/regressions-dl19-passage.md b/docs/regressions/regressions-dl19-passage.md index 03026a6713..939d6aa79b 100644 --- a/docs/regressions/regressions-dl19-passage.md +++ b/docs/regressions/regressions-dl19-passage.md @@ -78,7 +78,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl19-passage.txt \ -topicReader TsvInt \ -output runs/run.msmarco-passage.bm25-default+ax.topics.dl19-passage.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-passage/ \ @@ -120,7 +120,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl19-passage.txt \ -topicReader TsvInt \ -output runs/run.msmarco-passage.bm25-tuned+ax.topics.dl19-passage.txt \ - -bm25 -bm25.k1 0.82 -bm25.b 0.68 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -bm25.k1 0.82 -bm25.b 0.68 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-passage/ \ diff --git a/docs/regressions/regressions-dl20-doc-segmented.md b/docs/regressions/regressions-dl20-doc-segmented.md index dde197862a..a45480b2a1 100644 --- a/docs/regressions/regressions-dl20-doc-segmented.md +++ b/docs/regressions/regressions-dl20-doc-segmented.md @@ -90,7 +90,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl20.txt \ -topicReader TsvInt \ -output runs/run.msmarco-doc-segmented.bm25-default+ax.topics.dl20.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 & + -bm25 -axiom -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-doc-segmented/ \ @@ -132,7 +132,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl20.txt \ -topicReader TsvInt \ -output runs/run.msmarco-doc-segmented.bm25-tuned+ax.topics.dl20.txt \ - -bm25 -bm25.k1 2.16 -bm25.b 0.61 -axiom -axiom.deterministic -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 & + -bm25 -bm25.k1 2.16 -bm25.b 0.61 -axiom -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-doc-segmented/ \ diff --git a/docs/regressions/regressions-dl20-doc.md b/docs/regressions/regressions-dl20-doc.md index cc2502cb48..bec0631452 100644 --- a/docs/regressions/regressions-dl20-doc.md +++ b/docs/regressions/regressions-dl20-doc.md @@ -89,7 +89,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl20.txt \ -topicReader TsvInt \ -output runs/run.msmacro-doc.bm25-default+ax.topics.dl20.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-doc/ \ @@ -131,7 +131,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl20.txt \ -topicReader TsvInt \ -output runs/run.msmacro-doc.bm25-tuned+ax.topics.dl20.txt \ - -bm25 -bm25.k1 3.44 -bm25.b 0.87 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -bm25.k1 3.44 -bm25.b 0.87 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-doc/ \ @@ -173,7 +173,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl20.txt \ -topicReader TsvInt \ -output runs/run.msmacro-doc.bm25-tuned2+ax.topics.dl20.txt \ - -bm25 -bm25.k1 4.46 -bm25.b 0.82 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -bm25.k1 4.46 -bm25.b 0.82 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-doc/ \ diff --git a/docs/regressions/regressions-dl20-passage.md b/docs/regressions/regressions-dl20-passage.md index 66d01a1735..dc087b8d2a 100644 --- a/docs/regressions/regressions-dl20-passage.md +++ b/docs/regressions/regressions-dl20-passage.md @@ -78,7 +78,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl20.txt \ -topicReader TsvInt \ -output runs/run.msmarco-passage.bm25-default+ax.topics.dl20.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-passage/ \ @@ -120,7 +120,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.dl20.txt \ -topicReader TsvInt \ -output runs/run.msmarco-passage.bm25-tuned+ax.topics.dl20.txt \ - -bm25 -bm25.k1 0.82 -bm25.b 0.68 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -bm25.k1 0.82 -bm25.b 0.68 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-inverted.msmarco-v1-passage/ \ diff --git a/docs/regressions/regressions-gov2.md b/docs/regressions/regressions-gov2.md index 1eb207f446..ba54b693b6 100644 --- a/docs/regressions/regressions-gov2.md +++ b/docs/regressions/regressions-gov2.md @@ -89,19 +89,19 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.terabyte04.701-750.txt \ -topicReader Trec \ -output runs/run.gov2.bm25+ax.topics.terabyte04.701-750.txt \ - -bm25 -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -axiom.beta 0.1 -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.gov2/ \ -topics tools/topics-and-qrels/topics.terabyte05.751-800.txt \ -topicReader Trec \ -output runs/run.gov2.bm25+ax.topics.terabyte05.751-800.txt \ - -bm25 -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -axiom.beta 0.1 -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.gov2/ \ -topics tools/topics-and-qrels/topics.terabyte06.801-850.txt \ -topicReader Trec \ -output runs/run.gov2.bm25+ax.topics.terabyte06.801-850.txt \ - -bm25 -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -axiom.beta 0.1 -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.gov2/ \ @@ -146,19 +146,19 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.terabyte04.701-750.txt \ -topicReader Trec \ -output runs/run.gov2.ql+ax.topics.terabyte04.701-750.txt \ - -qld -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -axiom.beta 0.1 -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.gov2/ \ -topics tools/topics-and-qrels/topics.terabyte05.751-800.txt \ -topicReader Trec \ -output runs/run.gov2.ql+ax.topics.terabyte05.751-800.txt \ - -qld -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -axiom.beta 0.1 -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.gov2/ \ -topics tools/topics-and-qrels/topics.terabyte06.801-850.txt \ -topicReader Trec \ -output runs/run.gov2.ql+ax.topics.terabyte06.801-850.txt \ - -qld -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -axiom.beta 0.1 -rerankCutoff 20 & ``` Evaluation can be performed using `trec_eval`: diff --git a/docs/regressions/regressions-mb11.md b/docs/regressions/regressions-mb11.md index ed64150288..1ffa4f60e7 100644 --- a/docs/regressions/regressions-mb11.md +++ b/docs/regressions/regressions-mb11.md @@ -83,13 +83,13 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.microblog2011.txt \ -topicReader Microblog \ -output runs/run.mb11.bm25+ax.topics.microblog2011.txt \ - -searchTweets -bm25 -axiom -axiom.beta 1.0 -axiom.deterministic -rerankCutoff 20 & + -searchTweets -bm25 -axiom -axiom.beta 1.0 -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.mb11/ \ -topics tools/topics-and-qrels/topics.microblog2012.txt \ -topicReader Microblog \ -output runs/run.mb11.bm25+ax.topics.microblog2012.txt \ - -searchTweets -bm25 -axiom -axiom.beta 1.0 -axiom.deterministic -rerankCutoff 20 & + -searchTweets -bm25 -axiom -axiom.beta 1.0 -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.mb11/ \ @@ -122,13 +122,13 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.microblog2011.txt \ -topicReader Microblog \ -output runs/run.mb11.ql+ax.topics.microblog2011.txt \ - -searchTweets -qld -axiom -axiom.beta 1.0 -axiom.deterministic -rerankCutoff 20 & + -searchTweets -qld -axiom -axiom.beta 1.0 -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.mb11/ \ -topics tools/topics-and-qrels/topics.microblog2012.txt \ -topicReader Microblog \ -output runs/run.mb11.ql+ax.topics.microblog2012.txt \ - -searchTweets -qld -axiom -axiom.beta 1.0 -axiom.deterministic -rerankCutoff 20 & + -searchTweets -qld -axiom -axiom.beta 1.0 -rerankCutoff 20 & ``` Evaluation can be performed using `trec_eval`: diff --git a/docs/regressions/regressions-mb13.md b/docs/regressions/regressions-mb13.md index d22b10d256..f31d90c4c1 100644 --- a/docs/regressions/regressions-mb13.md +++ b/docs/regressions/regressions-mb13.md @@ -83,13 +83,13 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.microblog2013.txt \ -topicReader Microblog \ -output runs/run.mb13.bm25+ax.topics.microblog2013.txt \ - -searchTweets -bm25 -axiom -axiom.beta 1.0 -axiom.deterministic -rerankCutoff 20 & + -searchTweets -bm25 -axiom -axiom.beta 1.0 -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.mb13/ \ -topics tools/topics-and-qrels/topics.microblog2014.txt \ -topicReader Microblog \ -output runs/run.mb13.bm25+ax.topics.microblog2014.txt \ - -searchTweets -bm25 -axiom -axiom.beta 1.0 -axiom.deterministic -rerankCutoff 20 & + -searchTweets -bm25 -axiom -axiom.beta 1.0 -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.mb13/ \ @@ -122,13 +122,13 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.microblog2013.txt \ -topicReader Microblog \ -output runs/run.mb13.ql+ax.topics.microblog2013.txt \ - -searchTweets -qld -axiom -axiom.beta 1.0 -axiom.deterministic -rerankCutoff 20 & + -searchTweets -qld -axiom -axiom.beta 1.0 -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.mb13/ \ -topics tools/topics-and-qrels/topics.microblog2014.txt \ -topicReader Microblog \ -output runs/run.mb13.ql+ax.topics.microblog2014.txt \ - -searchTweets -qld -axiom -axiom.beta 1.0 -axiom.deterministic -rerankCutoff 20 & + -searchTweets -qld -axiom -axiom.beta 1.0 -rerankCutoff 20 & ``` Evaluation can be performed using `trec_eval`: diff --git a/docs/regressions/regressions-robust05.md b/docs/regressions/regressions-robust05.md index 14f2e64e33..580832d967 100644 --- a/docs/regressions/regressions-robust05.md +++ b/docs/regressions/regressions-robust05.md @@ -61,7 +61,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.robust05.txt \ -topicReader Trec \ -output runs/run.robust05.bm25+ax.topics.robust05.txt \ - -bm25 -axiom -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.robust05/ \ @@ -82,7 +82,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.robust05.txt \ -topicReader Trec \ -output runs/run.robust05.ql+ax.topics.robust05.txt \ - -qld -axiom -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -rerankCutoff 20 & ``` Evaluation can be performed using `trec_eval`: diff --git a/docs/regressions/regressions-wt10g.md b/docs/regressions/regressions-wt10g.md index d5d593d8a0..ff9b368171 100644 --- a/docs/regressions/regressions-wt10g.md +++ b/docs/regressions/regressions-wt10g.md @@ -61,7 +61,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.adhoc.451-550.txt \ -topicReader Trec \ -output runs/run.wt10g.bm25+ax.topics.adhoc.451-550.txt \ - -bm25 -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20 & + -bm25 -axiom -axiom.beta 0.1 -rerankCutoff 20 & bin/run.sh io.anserini.search.SearchCollection \ -index indexes/lucene-index.wt10g/ \ @@ -82,7 +82,7 @@ bin/run.sh io.anserini.search.SearchCollection \ -topics tools/topics-and-qrels/topics.adhoc.451-550.txt \ -topicReader Trec \ -output runs/run.wt10g.ql+ax.topics.adhoc.451-550.txt \ - -qld -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20 & + -qld -axiom -axiom.beta 0.1 -rerankCutoff 20 & ``` Evaluation can be performed using `trec_eval`: diff --git a/src/main/resources/reproduce/from-corpus/commands/from-corpus.batch01.txt b/src/main/resources/reproduce/from-corpus/commands/from-corpus.batch01.txt index a8f1119d9c..38c92d8d68 100644 --- a/src/main/resources/reproduce/from-corpus/commands/from-corpus.batch01.txt +++ b/src/main/resources/reproduce/from-corpus/commands/from-corpus.batch01.txt @@ -33,21 +33,21 @@ io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --conf io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.splade-v3.cached io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.flat.cached -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.flat-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.flat-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.hnsw.cached -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.hnsw-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.hnsw-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.bge-base-en-v1.5.parquet.flat.cached -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.bge-base-en-v1.5.parquet.flat-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.bge-base-en-v1.5.parquet.flat-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw.cached -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.openai-ada2.parquet.flat.cached -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.openai-ada2.parquet.flat-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.openai-ada2.parquet.flat-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.openai-ada2.parquet.hnsw.cached -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.openai-ada2.parquet.hnsw-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.openai-ada2.parquet.hnsw-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cohere-embed-english-v3.0.parquet.flat.cached -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cohere-embed-english-v3.0.parquet.flat-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cohere-embed-english-v3.0.parquet.flat-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cohere-embed-english-v3.0.parquet.hnsw.cached -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cohere-embed-english-v3.0.parquet.hnsw-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cohere-embed-english-v3.0.parquet.hnsw-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.fw io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.lexlsh @@ -130,13 +130,13 @@ io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmar io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.splade-pp-sd.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.splade-v3.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.flat.onnx -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.flat-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.flat-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.hnsw.onnx -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.hnsw-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.cos-dpr-distil.parquet.hnsw-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.bge-base-en-v1.5.parquet.flat.onnx -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.bge-base-en-v1.5.parquet.flat-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.bge-base-en-v1.5.parquet.flat-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw.onnx -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config msmarco-v1-passage.bge-base-en-v1.5.parquet.hnsw-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.bm25-b8 @@ -155,28 +155,28 @@ io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19- io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.flat.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.flat.onnx -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.flat-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.flat-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.hnsw.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.hnsw.onnx -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.hnsw-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.hnsw-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.bge-base-en-v1.5.parquet.flat.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.bge-base-en-v1.5.parquet.flat.onnx -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.bge-base-en-v1.5.parquet.flat-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.bge-base-en-v1.5.parquet.flat-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.bge-base-en-v1.5.parquet.hnsw.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.bge-base-en-v1.5.parquet.hnsw.onnx -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.bge-base-en-v1.5.parquet.hnsw-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.bge-base-en-v1.5.parquet.hnsw-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.openai-ada2.parquet.flat.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.openai-ada2.parquet.flat-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.openai-ada2.parquet.flat-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.openai-ada2.parquet.hnsw.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.openai-ada2.parquet.hnsw-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.openai-ada2.parquet.hnsw-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cohere-embed-english-v3.0.parquet.flat.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cohere-embed-english-v3.0.parquet.flat-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cohere-embed-english-v3.0.parquet.flat-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cohere-embed-english-v3.0.parquet.hnsw.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cohere-embed-english-v3.0.parquet.hnsw-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cohere-embed-english-v3.0.parquet.hnsw-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.fw io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl19-passage.cos-dpr-distil.parquet.lexlsh @@ -210,28 +210,28 @@ io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20- io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.flat.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.flat.onnx -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.flat-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.flat-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.hnsw.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.hnsw.onnx -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.hnsw-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.hnsw-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.bge-base-en-v1.5.parquet.flat.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.bge-base-en-v1.5.parquet.flat.onnx -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.bge-base-en-v1.5.parquet.flat-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.bge-base-en-v1.5.parquet.flat-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.bge-base-en-v1.5.parquet.hnsw.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.bge-base-en-v1.5.parquet.hnsw.onnx -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.bge-base-en-v1.5.parquet.hnsw-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.bge-base-en-v1.5.parquet.hnsw-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.openai-ada2.parquet.flat.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.openai-ada2.parquet.flat-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.openai-ada2.parquet.flat-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.openai-ada2.parquet.hnsw.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.openai-ada2.parquet.hnsw-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.openai-ada2.parquet.hnsw-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cohere-embed-english-v3.0.parquet.flat.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cohere-embed-english-v3.0.parquet.flat-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cohere-embed-english-v3.0.parquet.flat-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cohere-embed-english-v3.0.parquet.hnsw.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cohere-embed-english-v3.0.parquet.hnsw-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cohere-embed-english-v3.0.parquet.hnsw-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.fw io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config dl20-passage.cos-dpr-distil.parquet.lexlsh diff --git a/src/main/resources/reproduce/from-corpus/commands/from-corpus.batch02.txt b/src/main/resources/reproduce/from-corpus/commands/from-corpus.batch02.txt index 804619657a..030fb9a3e0 100644 --- a/src/main/resources/reproduce/from-corpus/commands/from-corpus.batch02.txt +++ b/src/main/resources/reproduce/from-corpus/commands/from-corpus.batch02.txt @@ -58,35 +58,35 @@ io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --conf io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.flat.onnx io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.parquet.flat.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-arguana.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-bioasq.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-climate-fever.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-android.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-english.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-gaming.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-gis.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-mathematica.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-physics.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-programmers.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-stats.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-tex.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-unix.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-webmasters.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-wordpress.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-fever.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-fiqa.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-hotpotqa.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-nfcorpus.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-nq.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-quora.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-robust04.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-scidocs.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-scifact.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-signal1m.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-trec-covid.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.flat-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.parquet.flat-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-arguana.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-bioasq.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-climate-fever.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-android.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-english.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-gaming.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-gis.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-mathematica.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-physics.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-programmers.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-stats.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-tex.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-unix.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-webmasters.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-wordpress.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-fever.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-fiqa.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-hotpotqa.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-nfcorpus.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-nq.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-quora.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-robust04.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-scidocs.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-scifact.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-signal1m.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-trec-covid.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.flat-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.parquet.flat-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-arguana.bge-base-en-v1.5.parquet.hnsw.onnx io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-bioasq.bge-base-en-v1.5.parquet.hnsw.onnx @@ -118,35 +118,35 @@ io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --conf io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.hnsw.onnx io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.parquet.hnsw.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-arguana.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-bioasq.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-climate-fever.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-android.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-english.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-gaming.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-gis.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-mathematica.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-physics.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-programmers.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-stats.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-tex.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-unix.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-webmasters.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-wordpress.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-fever.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-fiqa.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-hotpotqa.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-nfcorpus.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-nq.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-quora.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-robust04.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-scidocs.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-scifact.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-signal1m.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-trec-covid.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.hnsw-int8.onnx -io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.parquet.hnsw-int8.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-arguana.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-bioasq.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-climate-fever.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-android.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-english.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-gaming.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-gis.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-mathematica.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-physics.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-programmers.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-stats.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-tex.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-unix.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-webmasters.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-cqadupstack-wordpress.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-fever.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-fiqa.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-hotpotqa.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-nfcorpus.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-nq.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-quora.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-robust04.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-scidocs.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-scifact.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-signal1m.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-trec-covid.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.hnsw-sqv.onnx +io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.parquet.hnsw-sqv.onnx io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-arguana.bge-base-en-v1.5.parquet.flat.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-bioasq.bge-base-en-v1.5.parquet.flat.cached @@ -178,35 +178,35 @@ io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir- io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.flat.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.parquet.flat.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-arguana.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-bioasq.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-climate-fever.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-android.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-english.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-gaming.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-gis.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-mathematica.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-physics.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-programmers.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-stats.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-tex.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-unix.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-webmasters.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-wordpress.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-fever.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-fiqa.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-hotpotqa.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-nfcorpus.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-nq.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-quora.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-robust04.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-scidocs.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-scifact.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-signal1m.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-trec-covid.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.flat-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.parquet.flat-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-arguana.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-bioasq.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-climate-fever.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-android.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-english.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-gaming.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-gis.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-mathematica.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-physics.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-programmers.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-stats.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-tex.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-unix.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-webmasters.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-wordpress.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-fever.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-fiqa.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-hotpotqa.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-nfcorpus.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-nq.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-quora.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-robust04.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-scidocs.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-scifact.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-signal1m.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-trec-covid.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.flat-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.parquet.flat-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-arguana.bge-base-en-v1.5.parquet.hnsw.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-bioasq.bge-base-en-v1.5.parquet.hnsw.cached @@ -238,35 +238,35 @@ io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir- io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.hnsw.cached io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.parquet.hnsw.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-arguana.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-bioasq.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-climate-fever.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-android.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-english.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-gaming.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-gis.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-mathematica.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-physics.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-programmers.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-stats.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-tex.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-unix.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-webmasters.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-wordpress.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-fever.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-fiqa.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-hotpotqa.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-nfcorpus.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-nq.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-quora.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-robust04.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-scidocs.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-scifact.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-signal1m.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-trec-covid.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.hnsw-int8.cached -io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.parquet.hnsw-int8.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-arguana.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-bioasq.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-climate-fever.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-android.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-english.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-gaming.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-gis.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-mathematica.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-physics.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-programmers.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-stats.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-tex.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-unix.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-webmasters.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-cqadupstack-wordpress.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-dbpedia-entity.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-fever.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-fiqa.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-hotpotqa.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-nfcorpus.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-nq.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-quora.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-robust04.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-scidocs.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-scifact.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-signal1m.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-trec-covid.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-trec-news.bge-base-en-v1.5.parquet.hnsw-sqv.cached +io.anserini.reproduce.RunReproductionFromCorpus --verify --search --config beir-v1.0.0-webis-touche2020.bge-base-en-v1.5.parquet.hnsw-sqv.cached io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-trec-covid.splade-pp-ed.onnx io.anserini.reproduce.RunReproductionFromCorpus --index --verify --search --config beir-v1.0.0-bioasq.splade-pp-ed.onnx diff --git a/src/main/resources/reproduce/from-corpus/configs/car17v1.5.yaml b/src/main/resources/reproduce/from-corpus/configs/car17v1.5.yaml index 226ae8b76a..c9b4d46bd3 100644 --- a/src/main/resources/reproduce/from-corpus/configs/car17v1.5.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/car17v1.5.yaml @@ -54,7 +54,7 @@ models: - 0.1908 - name: bm25+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -rerankCutoff 20 results: MAP: - 0.1358 @@ -78,7 +78,7 @@ models: - 0.1607 - name: ql+ax display: +Ax - params: -qld -axiom -axiom.deterministic -rerankCutoff 20 + params: -qld -axiom -rerankCutoff 20 results: MAP: - 0.1048 diff --git a/src/main/resources/reproduce/from-corpus/configs/car17v2.0-doc2query.yaml b/src/main/resources/reproduce/from-corpus/configs/car17v2.0-doc2query.yaml index 42e9892613..3a1ae5c830 100644 --- a/src/main/resources/reproduce/from-corpus/configs/car17v2.0-doc2query.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/car17v2.0-doc2query.yaml @@ -54,7 +54,7 @@ models: - 0.2289 - name: bm25+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -rerankCutoff 20 results: MAP: - 0.1470 @@ -78,7 +78,7 @@ models: - 0.2144 - name: ql+ax display: +Ax - params: -qld -axiom -axiom.deterministic -rerankCutoff 20 + params: -qld -axiom -rerankCutoff 20 results: MAP: - 0.1339 diff --git a/src/main/resources/reproduce/from-corpus/configs/car17v2.0.yaml b/src/main/resources/reproduce/from-corpus/configs/car17v2.0.yaml index 3f05d37180..cfd6fed416 100644 --- a/src/main/resources/reproduce/from-corpus/configs/car17v2.0.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/car17v2.0.yaml @@ -54,7 +54,7 @@ models: - 0.1940 - name: bm25+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -rerankCutoff 20 results: MAP: - 0.1364 @@ -78,7 +78,7 @@ models: - 0.1608 - name: ql+ax display: +Ax - params: -qld -axiom -axiom.deterministic -rerankCutoff 20 + params: -qld -axiom -rerankCutoff 20 results: MAP: - 0.1077 diff --git a/src/main/resources/reproduce/from-corpus/configs/core17.yaml b/src/main/resources/reproduce/from-corpus/configs/core17.yaml index b5bde87ba8..3494c177ee 100644 --- a/src/main/resources/reproduce/from-corpus/configs/core17.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/core17.yaml @@ -54,7 +54,7 @@ models: - 0.5027 - name: bm25+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -rerankCutoff 20 results: MAP: - 0.2739 @@ -78,7 +78,7 @@ models: - 0.4827 - name: ql+ax display: +Ax - params: -qld -axiom -axiom.deterministic -rerankCutoff 20 + params: -qld -axiom -rerankCutoff 20 results: MAP: - 0.2579 diff --git a/src/main/resources/reproduce/from-corpus/configs/core18.yaml b/src/main/resources/reproduce/from-corpus/configs/core18.yaml index ae59277a29..4cf38b41c5 100644 --- a/src/main/resources/reproduce/from-corpus/configs/core18.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/core18.yaml @@ -54,7 +54,7 @@ models: - 0.4167 - name: bm25+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -rerankCutoff 20 results: MAP: - 0.2840 @@ -78,7 +78,7 @@ models: - 0.4007 - name: ql+ax display: +Ax - params: -qld -axiom -axiom.deterministic -rerankCutoff 20 + params: -qld -axiom -rerankCutoff 20 results: MAP: - 0.2920 diff --git a/src/main/resources/reproduce/from-corpus/configs/cw09b.yaml b/src/main/resources/reproduce/from-corpus/configs/cw09b.yaml index e37d06d3eb..f9667a652e 100644 --- a/src/main/resources/reproduce/from-corpus/configs/cw09b.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/cw09b.yaml @@ -96,7 +96,7 @@ models: - 0.1491 - name: bm25+ax display: +Ax - params: -parallelism 16 -bm25 -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection + params: -parallelism 16 -bm25 -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection results: MAP: - 0.0961 @@ -156,7 +156,7 @@ models: - 0.1333 - name: ql+ax display: +Ax - params: -parallelism 16 -qld -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection + params: -parallelism 16 -qld -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection results: MAP: - 0.1088 diff --git a/src/main/resources/reproduce/from-corpus/configs/cw12b13.yaml b/src/main/resources/reproduce/from-corpus/configs/cw12b13.yaml index 1ed410b80a..fcc7e08f8a 100644 --- a/src/main/resources/reproduce/from-corpus/configs/cw12b13.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/cw12b13.yaml @@ -84,7 +84,7 @@ models: - 0.1064 - name: bm25+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection + params: -bm25 -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection results: MAP: - 0.0424 @@ -132,7 +132,7 @@ models: - 0.0926 - name: ql+ax display: +Ax - params: -qld -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection + params: -qld -axiom -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection results: MAP: - 0.0354 diff --git a/src/main/resources/reproduce/from-corpus/configs/disk12.yaml b/src/main/resources/reproduce/from-corpus/configs/disk12.yaml index 53d4c0fcdd..4f5e089d10 100644 --- a/src/main/resources/reproduce/from-corpus/configs/disk12.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/disk12.yaml @@ -70,7 +70,7 @@ models: - 0.5293 - name: bm25+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -rerankCutoff 20 results: MAP: - 0.2648 @@ -106,7 +106,7 @@ models: - 0.5000 - name: ql+ax display: +Ax - params: -qld -axiom -axiom.deterministic -rerankCutoff 20 + params: -qld -axiom -rerankCutoff 20 results: MAP: - 0.2502 diff --git a/src/main/resources/reproduce/from-corpus/configs/disk45.yaml b/src/main/resources/reproduce/from-corpus/configs/disk45.yaml index dea5a7bb63..4cb89fd0d2 100644 --- a/src/main/resources/reproduce/from-corpus/configs/disk45.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/disk45.yaml @@ -94,7 +94,7 @@ models: - 0.3378 - name: bm25+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -rerankCutoff 20 results: MAP: - 0.2431 @@ -154,7 +154,7 @@ models: - 0.3246 - name: ql+ax display: +Ax - params: -qld -axiom -axiom.deterministic -rerankCutoff 20 + params: -qld -axiom -rerankCutoff 20 results: MAP: - 0.2298 diff --git a/src/main/resources/reproduce/from-corpus/configs/dl19-doc-segmented.yaml b/src/main/resources/reproduce/from-corpus/configs/dl19-doc-segmented.yaml index 7d01a536e2..99d5be6e18 100644 --- a/src/main/resources/reproduce/from-corpus/configs/dl19-doc-segmented.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/dl19-doc-segmented.yaml @@ -100,7 +100,7 @@ models: - 0.7395 - name: bm25-default+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 + params: -bm25 -axiom -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 results: AP@100: - 0.2981 @@ -172,7 +172,7 @@ models: - 0.7093 - name: bm25-tuned+ax display: +Ax - params: -bm25 -bm25.k1 2.16 -bm25.b 0.61 -axiom -axiom.deterministic -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 + params: -bm25 -bm25.k1 2.16 -bm25.b 0.61 -axiom -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 results: AP@100: - 0.2975 diff --git a/src/main/resources/reproduce/from-corpus/configs/dl19-doc.yaml b/src/main/resources/reproduce/from-corpus/configs/dl19-doc.yaml index 4000f3a49a..4326fd22e5 100644 --- a/src/main/resources/reproduce/from-corpus/configs/dl19-doc.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/dl19-doc.yaml @@ -100,7 +100,7 @@ models: - 0.7530 - name: bm25-default+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -rerankCutoff 20 results: AP@100: - 0.2454 @@ -172,7 +172,7 @@ models: - 0.7376 - name: bm25-tuned+ax display: +Ax - params: -bm25 -bm25.k1 3.44 -bm25.b 0.87 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -bm25.k1 3.44 -bm25.b 0.87 -axiom -rerankCutoff 20 results: AP@100: - 0.2792 @@ -244,7 +244,7 @@ models: - 0.7312 - name: bm25-tuned2+ax display: +Ax - params: -bm25 -bm25.k1 4.46 -bm25.b 0.82 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -bm25.k1 4.46 -bm25.b 0.82 -axiom -rerankCutoff 20 results: AP@100: - 0.2724 diff --git a/src/main/resources/reproduce/from-corpus/configs/dl19-passage.yaml b/src/main/resources/reproduce/from-corpus/configs/dl19-passage.yaml index 16dbadd999..f2db48a4db 100644 --- a/src/main/resources/reproduce/from-corpus/configs/dl19-passage.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/dl19-passage.yaml @@ -100,7 +100,7 @@ models: - 0.8027 - name: bm25-default+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -rerankCutoff 20 results: AP@1000: - 0.3745 @@ -172,7 +172,7 @@ models: - 0.7987 - name: bm25-tuned+ax display: +Ax - params: -bm25 -bm25.k1 0.82 -bm25.b 0.68 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -bm25.k1 0.82 -bm25.b 0.68 -axiom -rerankCutoff 20 results: AP@1000: - 0.3632 diff --git a/src/main/resources/reproduce/from-corpus/configs/dl20-doc-segmented.yaml b/src/main/resources/reproduce/from-corpus/configs/dl20-doc-segmented.yaml index 4b0ad811b8..caa0b91483 100644 --- a/src/main/resources/reproduce/from-corpus/configs/dl20-doc-segmented.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/dl20-doc-segmented.yaml @@ -100,7 +100,7 @@ models: - 0.8093 - name: bm25-default+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 + params: -bm25 -axiom -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 results: AP@100: - 0.3868 @@ -172,7 +172,7 @@ models: - 0.8063 - name: bm25-tuned+ax display: +Ax - params: -bm25 -bm25.k1 2.16 -bm25.b 0.61 -axiom -axiom.deterministic -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 + params: -bm25 -bm25.k1 2.16 -bm25.b 0.61 -axiom -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 results: AP@100: - 0.3486 diff --git a/src/main/resources/reproduce/from-corpus/configs/dl20-doc.yaml b/src/main/resources/reproduce/from-corpus/configs/dl20-doc.yaml index 58228410f5..dafbbe313b 100644 --- a/src/main/resources/reproduce/from-corpus/configs/dl20-doc.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/dl20-doc.yaml @@ -100,7 +100,7 @@ models: - 0.8270 - name: bm25-default+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -rerankCutoff 20 results: AP@100: - 0.3133 @@ -172,7 +172,7 @@ models: - 0.8238 - name: bm25-tuned+ax display: +Ax - params: -bm25 -bm25.k1 3.44 -bm25.b 0.87 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -bm25.k1 3.44 -bm25.b 0.87 -axiom -rerankCutoff 20 results: AP@100: - 0.3462 @@ -244,7 +244,7 @@ models: - 0.8267 - name: bm25-tuned2+ax display: +Ax - params: -bm25 -bm25.k1 4.46 -bm25.b 0.82 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -bm25.k1 4.46 -bm25.b 0.82 -axiom -rerankCutoff 20 results: AP@100: - 0.3498 diff --git a/src/main/resources/reproduce/from-corpus/configs/dl20-passage.yaml b/src/main/resources/reproduce/from-corpus/configs/dl20-passage.yaml index f838969363..7cb7168e1d 100644 --- a/src/main/resources/reproduce/from-corpus/configs/dl20-passage.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/dl20-passage.yaml @@ -100,7 +100,7 @@ models: - 0.8229 - name: bm25-default+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -rerankCutoff 20 results: AP@1000: - 0.3240 @@ -172,7 +172,7 @@ models: - 0.8354 - name: bm25-tuned+ax display: +Ax - params: -bm25 -bm25.k1 0.82 -bm25.b 0.68 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -bm25.k1 0.82 -bm25.b 0.68 -axiom -rerankCutoff 20 results: AP@1000: - 0.3322 diff --git a/src/main/resources/reproduce/from-corpus/configs/gov2.yaml b/src/main/resources/reproduce/from-corpus/configs/gov2.yaml index 4c38a0f642..122ac72d76 100644 --- a/src/main/resources/reproduce/from-corpus/configs/gov2.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/gov2.yaml @@ -70,7 +70,7 @@ models: - 0.5167 - name: bm25+ax display: +Ax - params: -bm25 -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -axiom.beta 0.1 -rerankCutoff 20 results: MAP: - 0.2716 @@ -106,7 +106,7 @@ models: - 0.4867 - name: ql+ax display: +Ax - params: -qld -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20 + params: -qld -axiom -axiom.beta 0.1 -rerankCutoff 20 results: MAP: - 0.2714 diff --git a/src/main/resources/reproduce/from-corpus/configs/mb11.yaml b/src/main/resources/reproduce/from-corpus/configs/mb11.yaml index ea45c50c3d..aafefc762e 100644 --- a/src/main/resources/reproduce/from-corpus/configs/mb11.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/mb11.yaml @@ -62,7 +62,7 @@ models: - 0.3463 - name: bm25+ax display: +Ax - params: -searchTweets -bm25 -axiom -axiom.beta 1.0 -axiom.deterministic -rerankCutoff 20 + params: -searchTweets -bm25 -axiom -axiom.beta 1.0 -rerankCutoff 20 results: MAP: - 0.4008 @@ -92,7 +92,7 @@ models: - 0.3520 - name: ql+ax display: +Ax - params: -searchTweets -qld -axiom -axiom.beta 1.0 -axiom.deterministic -rerankCutoff 20 + params: -searchTweets -qld -axiom -axiom.beta 1.0 -rerankCutoff 20 results: MAP: - 0.4201 diff --git a/src/main/resources/reproduce/from-corpus/configs/mb13.yaml b/src/main/resources/reproduce/from-corpus/configs/mb13.yaml index 0bde42ddbe..b37fee55cd 100644 --- a/src/main/resources/reproduce/from-corpus/configs/mb13.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/mb13.yaml @@ -62,7 +62,7 @@ models: - 0.6406 - name: bm25+ax display: +Ax - params: -searchTweets -bm25 -axiom -axiom.beta 1.0 -axiom.deterministic -rerankCutoff 20 + params: -searchTweets -bm25 -axiom -axiom.beta 1.0 -rerankCutoff 20 results: MAP: - 0.2855 @@ -92,7 +92,7 @@ models: - 0.6552 - name: ql+ax display: +Ax - params: -searchTweets -qld -axiom -axiom.beta 1.0 -axiom.deterministic -rerankCutoff 20 + params: -searchTweets -qld -axiom -axiom.beta 1.0 -rerankCutoff 20 results: MAP: - 0.3152 diff --git a/src/main/resources/reproduce/from-corpus/configs/msmarco-v1-doc-segmented.yaml b/src/main/resources/reproduce/from-corpus/configs/msmarco-v1-doc-segmented.yaml index 00af1d1c0b..180cf8139e 100644 --- a/src/main/resources/reproduce/from-corpus/configs/msmarco-v1-doc-segmented.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/msmarco-v1-doc-segmented.yaml @@ -103,7 +103,7 @@ models: # - 0.9339 # - name: bm25-default+ax # display: +Ax -# params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 +# params: -bm25 -axiom -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 # results: # AP@1000: # - 0.2208 @@ -178,7 +178,7 @@ models: # - 0.9395 # - name: bm25-tuned+ax # display: +Ax -# params: -bm25 -bm25.k1 2.16 -bm25.b 0.61 -axiom -axiom.deterministic -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 +# params: -bm25 -bm25.k1 2.16 -bm25.b 0.61 -axiom -rerankCutoff 20 -hits 10000 -selectMaxPassage -selectMaxPassage.delimiter "#" -selectMaxPassage.hits 1000 # results: # AP@1000: # - 0.2330 diff --git a/src/main/resources/reproduce/from-corpus/configs/msmarco-v1-doc.yaml b/src/main/resources/reproduce/from-corpus/configs/msmarco-v1-doc.yaml index 92b7e49a14..cc2325a6fe 100644 --- a/src/main/resources/reproduce/from-corpus/configs/msmarco-v1-doc.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/msmarco-v1-doc.yaml @@ -103,7 +103,7 @@ models: # - 0.8808 # - name: bm25-default+ax # display: +Ax -# params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 +# params: -bm25 -axiom -rerankCutoff 20 # results: # AP@1000: # - 0.1146 @@ -178,7 +178,7 @@ models: # - 0.9324 # - name: bm25-tuned+ax # display: +Ax -# params: -bm25 -bm25.k1 3.44 -bm25.b 0.87 -axiom -axiom.deterministic -rerankCutoff 20 +# params: -bm25 -bm25.k1 3.44 -bm25.b 0.87 -axiom -rerankCutoff 20 # results: # AP@1000: # - 0.1888 @@ -253,7 +253,7 @@ models: # - 0.9316 # - name: bm25-tuned2+ax # display: +Ax -# params: -bm25 -bm25.k1 4.46 -bm25.b 0.82 -axiom -axiom.deterministic -rerankCutoff 20 +# params: -bm25 -bm25.k1 4.46 -bm25.b 0.82 -axiom -rerankCutoff 20 # results: # AP@1000: # - 0.1886 diff --git a/src/main/resources/reproduce/from-corpus/configs/msmarco-v1-passage.yaml b/src/main/resources/reproduce/from-corpus/configs/msmarco-v1-passage.yaml index f5c114064d..249b8b1d0b 100644 --- a/src/main/resources/reproduce/from-corpus/configs/msmarco-v1-passage.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/msmarco-v1-passage.yaml @@ -103,7 +103,7 @@ models: # - 0.8652 # - name: bm25-default+ax # display: +Ax -# params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 +# params: -bm25 -axiom -rerankCutoff 20 # results: # AP@1000: # - 0.1625 @@ -178,7 +178,7 @@ models: # - 0.8757 # - name: bm25-tuned+ax # display: +Ax -# params: -bm25 -bm25.k1 0.82 -bm25.b 0.68 -axiom -axiom.deterministic -rerankCutoff 20 +# params: -bm25 -bm25.k1 0.82 -bm25.b 0.68 -axiom -rerankCutoff 20 # results: # AP@1000: # - 0.1699 diff --git a/src/main/resources/reproduce/from-corpus/configs/robust05.yaml b/src/main/resources/reproduce/from-corpus/configs/robust05.yaml index ed9ffc8cb1..296f23aac8 100644 --- a/src/main/resources/reproduce/from-corpus/configs/robust05.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/robust05.yaml @@ -54,7 +54,7 @@ models: - 0.4200 - name: bm25+ax display: +Ax - params: -bm25 -axiom -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -rerankCutoff 20 results: MAP: - 0.2587 @@ -78,7 +78,7 @@ models: - 0.4080 - name: ql+ax display: +Ax - params: -qld -axiom -axiom.deterministic -rerankCutoff 20 + params: -qld -axiom -rerankCutoff 20 results: MAP: - 0.2476 diff --git a/src/main/resources/reproduce/from-corpus/configs/wt10g.yaml b/src/main/resources/reproduce/from-corpus/configs/wt10g.yaml index d376d45017..b775a897a6 100644 --- a/src/main/resources/reproduce/from-corpus/configs/wt10g.yaml +++ b/src/main/resources/reproduce/from-corpus/configs/wt10g.yaml @@ -54,7 +54,7 @@ models: - 0.2381 - name: bm25+ax display: +Ax - params: -bm25 -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20 + params: -bm25 -axiom -axiom.beta 0.1 -rerankCutoff 20 results: MAP: - 0.2134 @@ -78,7 +78,7 @@ models: - 0.2310 - name: ql+ax display: +Ax - params: -qld -axiom -axiom.beta 0.1 -axiom.deterministic -rerankCutoff 20 + params: -qld -axiom -axiom.beta 0.1 -rerankCutoff 20 results: MAP: - 0.2266