Add pre-built indexes for MS MARCO (V2)

[lintool]

{doc, doc-segmented, passage, passage-augmented} x {default, slim, full}

[ronakice]

LGTM!

[lintool]

For the record, these are the commands for doing all the runs directly:

python -m pyserini.search --topics msmarco-v2-doc-dev --index msmarco-v2-doc --output runs/run.msmarco-v2-doc.dev.txt --bm25
python -m pyserini.search --topics msmarco-v2-doc-dev --index msmarco-v2-doc-slim --output runs/run.msmarco-v2-doc-slim.dev.txt --bm25
python -m pyserini.search --topics msmarco-v2-doc-dev --index msmarco-v2-doc-full --output runs/run.msmarco-v2-doc-full.dev.txt --bm25

python -m pyserini.eval.trec_eval -c -M 100 -m map -m recip_rank -m recall.100 msmarco-v2-doc-dev runs/run.msmarco-v2-doc.dev.txt
python -m pyserini.eval.trec_eval -c -M 100 -m map -m recip_rank -m recall.100 msmarco-v2-doc-dev runs/run.msmarco-v2-doc-slim.dev.txt
python -m pyserini.eval.trec_eval -c -M 100 -m map -m recip_rank -m recall.100 msmarco-v2-doc-dev runs/run.msmarco-v2-doc-full.dev.txt

python -m pyserini.eval.trec_eval -c -m recall.1000 msmarco-v2-doc-dev runs/run.msmarco-v2-doc.dev.txt
python -m pyserini.eval.trec_eval -c -m recall.1000 msmarco-v2-doc-dev runs/run.msmarco-v2-doc-slim.dev.txt
python -m pyserini.eval.trec_eval -c -m recall.1000 msmarco-v2-doc-dev runs/run.msmarco-v2-doc-full.dev.txt

python -m pyserini.search --topics msmarco-v2-doc-dev --index msmarco-v2-doc-segmented --output runs/run.msmarco-v2-doc-segmented.dev.txt --bm25 --hits 10000 --max-passage --max-passage-hits 1000
python -m pyserini.search --topics msmarco-v2-doc-dev --index msmarco-v2-doc-segmented-slim --output runs/run.msmarco-v2-doc-segmented-slim.dev.txt --bm25 --hits 10000 --max-passage --max-passage-hits 1000
python -m pyserini.search --topics msmarco-v2-doc-dev --index msmarco-v2-doc-segmented-full --output runs/run.msmarco-v2-doc-segmented-full.dev.txt --bm25 --hits 10000 --max-passage --max-passage-hits 1000

python -m pyserini.eval.trec_eval -c -M 100 -m map -m recip_rank -m recall.100 msmarco-v2-doc-dev runs/run.msmarco-v2-doc-segmented.dev.txt
python -m pyserini.eval.trec_eval -c -M 100 -m map -m recip_rank -m recall.100 msmarco-v2-doc-dev runs/run.msmarco-v2-doc-segmented-slim.dev.txt
python -m pyserini.eval.trec_eval -c -M 100 -m map -m recip_rank -m recall.100 msmarco-v2-doc-dev runs/run.msmarco-v2-doc-segmented-full.dev.txt

python -m pyserini.eval.trec_eval -c -m recall.1000 msmarco-v2-doc-dev runs/run.msmarco-v2-doc-segmented.dev.txt
python -m pyserini.eval.trec_eval -c -m recall.1000 msmarco-v2-doc-dev runs/run.msmarco-v2-doc-segmented-slim.dev.txt
python -m pyserini.eval.trec_eval -c -m recall.1000 msmarco-v2-doc-dev runs/run.msmarco-v2-doc-segmented-full.dev.txt

python -m pyserini.search --topics msmarco-v2-passage-dev --index msmarco-v2-passage --output runs/run.msmarco-v2-passage.dev.txt --bm25
python -m pyserini.search --topics msmarco-v2-passage-dev --index msmarco-v2-passage-slim --output runs/run.msmarco-v2-passage-slim.dev.txt --bm25
python -m pyserini.search --topics msmarco-v2-passage-dev --index msmarco-v2-passage-full --output runs/run.msmarco-v2-passage-full.dev.txt --bm25

python -m pyserini.eval.trec_eval -c -M 100 -m map -m recip_rank -m recall.100 msmarco-v2-passage-dev runs/run.msmarco-v2-passage.dev.txt
python -m pyserini.eval.trec_eval -c -M 100 -m map -m recip_rank -m recall.100 msmarco-v2-passage-dev runs/run.msmarco-v2-passage-slim.dev.txt
python -m pyserini.eval.trec_eval -c -M 100 -m map -m recip_rank -m recall.100 msmarco-v2-passage-dev runs/run.msmarco-v2-passage-full.dev.txt

python -m pyserini.eval.trec_eval -c -m recall.1000 msmarco-v2-passage-dev runs/run.msmarco-v2-passage.dev.txt
python -m pyserini.eval.trec_eval -c -m recall.1000 msmarco-v2-passage-dev runs/run.msmarco-v2-passage-slim.dev.txt
python -m pyserini.eval.trec_eval -c -m recall.1000 msmarco-v2-passage-dev runs/run.msmarco-v2-passage-full.dev.txt

python -m pyserini.search --topics msmarco-v2-passage-dev --index msmarco-v2-passage-augmented --output runs/run.msmarco-v2-passage-augmented.dev.txt --bm25
python -m pyserini.search --topics msmarco-v2-passage-dev --index msmarco-v2-passage-augmented-slim --output runs/run.msmarco-v2-passage-augmented-slim.dev.txt --bm25
python -m pyserini.search --topics msmarco-v2-passage-dev --index msmarco-v2-passage-augmented-full --output runs/run.msmarco-v2-passage-augmented-full.dev.txt --bm25

python -m pyserini.eval.trec_eval -c -M 100 -m map -m recip_rank -m recall.100 msmarco-v2-passage-dev runs/run.msmarco-v2-passage-augmented.dev.txt
python -m pyserini.eval.trec_eval -c -M 100 -m map -m recip_rank -m recall.100 msmarco-v2-passage-dev runs/run.msmarco-v2-passage-augmented-slim.dev.txt
python -m pyserini.eval.trec_eval -c -M 100 -m map -m recip_rank -m recall.100 msmarco-v2-passage-dev runs/run.msmarco-v2-passage-augmented-full.dev.txt

python -m pyserini.eval.trec_eval -c -m recall.1000 msmarco-v2-passage-dev runs/run.msmarco-v2-passage-augmented.dev.txt
python -m pyserini.eval.trec_eval -c -m recall.1000 msmarco-v2-passage-dev runs/run.msmarco-v2-passage-augmented-slim.dev.txt
python -m pyserini.eval.trec_eval -c -m recall.1000 msmarco-v2-passage-dev runs/run.msmarco-v2-passage-augmented-full.dev.txt