72
72
73
73
< div class ="table-container ">
74
74
< p class ="hero-text ">
75
- < b > New: the latest ongoing leaderboard has been released (March 1st, 2024). < br > Top entries:</ b >
75
+ < b > New: the latest ongoing leaderboard has been released (April 1st, 2024). < br > Top entries:</ b >
76
76
</ p >
77
77
78
78
< table >
79
79
< th colspan ="3 " class ="group-border "> Filter track</ th >
80
80
< th colspan ="3 " class ="group-border "> OOD track</ th >
81
- < th colspan ="3 "> Sparse track</ th >
81
+ < th colspan ="3 " class ="group-border "> Sparse track</ th >
82
+ < th colspan ="3 " class ="group-border "> Streaming track</ th >
82
83
</ tr >
83
84
< tr >
84
85
< th > Rank</ th >
89
90
< th class ="group-border "> QPS@90% recall</ th >
90
91
< th > Rank</ th >
91
92
< th > Algorithm</ th >
92
- < th > QPS@90% recall</ th >
93
+ < th class ="group-border "> QPS@90% recall</ th >
94
+ < th > Rank</ th >
95
+ < th > Algorithm</ th >
96
+ < th class ="group-border "> Recall@10</ th >
93
97
</ tr >
94
98
< tr >
95
99
< td > 1</ td >
96
100
< td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/filter/pinecone "> Pinecone-filter</ a > </ td >
97
101
< td class ="group-border "> 85,491</ td >
98
102
< td > 1</ td >
99
- < td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/pinecone-ood " > Pinecone-ood </ a > </ td >
100
- < td class ="group-border "> 38,088 </ td >
103
+ < td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/scann " > ScaNN </ a > </ td >
104
+ < td class ="group-border "> 42,018 </ td >
101
105
< td > 1</ td >
102
106
< td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/sparse/zilliz "> Zilliz</ a > </ td >
103
- < td > 10,749</ td >
107
+ < td class ="group-border "> 10,749</ td >
108
+ < td > 1</ td >
109
+ < td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/streaming/scann "> ScaNN</ a > </ td >
110
+ < td class ="group-border "> 0.992</ td >
104
111
</ tr >
105
112
< tr >
106
113
< td > 2</ td >
107
114
< td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/filter/zilliz "> Zilliz</ a > </ td >
108
115
< td class ="group-border "> 84,596</ td >
109
116
< td > 2</ td >
110
- < td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/zilliz " > Zilliz </ a > </ td >
111
- < td class ="group-border "> 33,241 </ td >
117
+ < td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/pinecone-ood " > Pinecone-ood </ a > </ td >
118
+ < td class ="group-border "> 38,088 </ td >
112
119
< td > 2</ td >
113
120
< td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/sparse/pinecone_smips "> Pinecone_smips</ a > </ td >
114
- < td > 10,440</ td >
121
+ < td class ="group-border "> 10,440</ td >
122
+ < td > 2</ td >
123
+ < td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/pull/268 "> Zilliz</ a > </ td >
124
+ < td class ="group-border "> 0.905</ td >
115
125
</ tr >
116
126
< tr >
117
127
< td > 3</ td >
118
128
< td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/filter/parlayivf "> ParlayANN IVF< sup > 2</ sup > </ a > </ td >
119
129
< td class ="group-border "> 37,902</ td >
120
130
< td > 3</ td >
121
- < td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/mysteryann " > RoarANN </ a > </ td >
122
- < td class ="group-border "> 22,555 </ td >
131
+ < td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/zilliz " > Zilliz </ a > </ td >
132
+ < td class ="group-border "> 33,241 </ td >
123
133
< td > 3</ td >
124
134
< td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/sparse/pyanns "> PyANNS</ a > </ td >
125
- < td > 8,732</ td >
135
+ < td class ="group-border "> 8,732</ td >
136
+ < td > 3</ td >
137
+ < td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/streaming/pinecone "> Pinecone</ a > </ td >
138
+ < td class ="group-border "> 0.879</ td >
126
139
</ tr >
127
140
< tr >
128
141
< td > 4</ td >
129
142
< td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/filter/puck "> Puck</ a > </ td >
130
143
< td class ="group-border "> 19,193</ td >
131
144
< td > 4</ td >
132
- < td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/pyanns " > PyANNS </ a > </ td >
133
- < td class ="group-border "> 22,296 </ td >
145
+ < td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/mysteryann " > RoarANN </ a > </ td >
146
+ < td class ="group-border "> 22,555 </ td >
134
147
< td > 4</ td >
135
148
< td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/sparse/shnsw "> shnsw</ a > </ td >
136
- < td > 7,137</ td >
149
+ < td class ="group-border "> 7,137</ td >
150
+ < td > 4</ td >
151
+ < td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/streaming/pyanns "> pyanns</ a > </ td >
152
+ < td class ="group-border "> 0.870</ td >
137
153
</ tr >
138
154
< tr >
139
155
< td style ="padding: 0; "> ...</ td >
@@ -144,7 +160,10 @@ <h1>
144
160
< td style ="padding: 0; " class ="group-border "> ...</ td >
145
161
< td style ="padding: 0; "> ...</ td >
146
162
< td style ="padding: 0; "> ...</ td >
163
+ < td style ="padding: 0; " class ="group-border "> ...</ td >
164
+ < td style ="padding: 0; "> ...</ td >
147
165
< td style ="padding: 0; "> ...</ td >
166
+ < td style ="padding: 0; " class ="group-border "> ...</ td >
148
167
</ tr >
149
168
< tr >
150
169
< td > Baseline</ td >
@@ -155,7 +174,10 @@ <h1>
155
174
< td class ="group-border "> 4,133</ td >
156
175
< td > Baseline</ td >
157
176
< td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/sparse/pyanns "> Linscan</ a > </ td >
158
- < td > 93</ td >
177
+ < td class ="group-border "> 93</ td >
178
+ < td > Baseline</ td >
179
+ < td > < a href ="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/streaming/diskann "> Diskann</ a > </ td >
180
+ < td class ="group-border "> 0.722</ td >
159
181
</ tr >
160
182
161
183
</ table >
0 commit comments