full rank for beir

tira-ir-starters/beir/sample-input-full-rank/documents.jsonl

@@ -0,0 +1,5 @@
+{"docno": "pangram-01", "text": "How quickly daft jumping zebras vex.", "original_document": {"doc_id": "pangram-01", "text": "How quickly daft jumping zebras vex.", "letters": 30}}
+{"docno": "pangram-02", "text": "Quick fox jumps nightly above wizard.", "original_document": {"doc_id": "pangram-02", "text": "Quick fox jumps nightly above wizard.", "letters": 31}}
+{"docno": "pangram-03", "text": "The jay, pig, fox, zebra and my wolves quack!", "original_document": {"doc_id": "pangram-03", "text": "The jay, pig, fox, zebra and my wolves quack!", "letters": 33}}
+{"docno": "pangram-04", "text": "The quick brown fox jumps over the lazy dog.", "original_document": {"doc_id": "pangram-04", "text": "The quick brown fox jumps over the lazy dog.", "letters": 35}}
+{"docno": "pangram-05", "text": "As quirky joke, chefs won\u2019t pay devil magic zebra tax.", "original_document": {"doc_id": "pangram-05", "text": "As quirky joke, chefs won\u2019t pay devil magic zebra tax.", "letters": 42}}

tira-ir-starters/beir/sample-input-full-rank/metadata.json

@@ -0,0 +1 @@
+{"ir_datasets_id": "pangrams"}

tira-ir-starters/beir/sample-input-full-rank/queries.jsonl

@@ -0,0 +1,2 @@
+{"qid": "1", "query": "fox jumps above animal", "original_query": {"query_id": "1", "title": "fox jumps above animal", "description": "What pangrams have a fox jumping above some animal?", "narrative": "Relevant pangrams have a fox jumping over an animal (e.g., an dog). Pangrams containing a fox that is not jumping or jumps over something that is not an animal are not relevant."}}
+{"qid": "2", "query": "multiple animals including a zebra", "original_query": {"query_id": "2", "title": "multiple animals including a zebra", "description": "Which pangrams have multiple animals where one of the animals is a zebra?", "narrative": "Relevant pangrams have at least two animals, one of the animals must be a Zebra. Pangrams containing only a Zebra are not relevant."}}

tira-ir-starters/beir/sample-input-full-rank/queries.xml

@@ -0,0 +1,40 @@
+<topics ir-datasets-id="pangrams">
+ <topic number="1">
+  <query>
+   fox jumps above animal
+  </query>
+  <original_query>
+   <query_id>
+    1
+   </query_id>
+   <title>
+    fox jumps above animal
+   </title>
+   <description>
+    What pangrams have a fox jumping above some animal?
+   </description>
+   <narrative>
+    Relevant pangrams have a fox jumping over an animal (e.g., an dog). Pangrams containing a fox that is not jumping or jumps over something that is not an animal are not relevant.
+   </narrative>
+  </original_query>
+ </topic>
+ <topic number="2">
+  <query>
+   multiple animals including a zebra
+  </query>
+  <original_query>
+   <query_id>
+    2
+   </query_id>
+   <title>
+    multiple animals including a zebra
+   </title>
+   <description>
+    Which pangrams have multiple animals where one of the animals is a zebra?
+   </description>
+   <narrative>
+    Relevant pangrams have at least two animals, one of the animals must be a Zebra. Pangrams containing only a Zebra are not relevant.
+   </narrative>
+  </original_query>
+ </topic>
+</topics>