Skip to content

Commit 1fd15f0

Browse files
committed
Update leaderboard results (Website)
1 parent d1ab374 commit 1fd15f0

File tree

2 files changed

+39
-17
lines changed

2 files changed

+39
-17
lines changed

neurips23.html

+38-16
Original file line numberDiff line numberDiff line change
@@ -72,13 +72,14 @@ <h1>
7272

7373
<div class="table-container">
7474
<p class="hero-text">
75-
<b>New: the latest ongoing leaderboard has been released (March 1st, 2024). <br> Top entries:</b>
75+
<b>New: the latest ongoing leaderboard has been released (April 1st, 2024). <br> Top entries:</b>
7676
</p>
7777

7878
<table>
7979
<th colspan="3" class="group-border">Filter track</th>
8080
<th colspan="3" class="group-border">OOD track</th>
81-
<th colspan="3">Sparse track</th>
81+
<th colspan="3" class="group-border">Sparse track</th>
82+
<th colspan="3" class="group-border">Streaming track</th>
8283
</tr>
8384
<tr>
8485
<th>Rank</th>
@@ -89,51 +90,66 @@ <h1>
8990
<th class="group-border">QPS@90% recall</th>
9091
<th>Rank</th>
9192
<th>Algorithm</th>
92-
<th>QPS@90% recall</th>
93+
<th class="group-border">QPS@90% recall</th>
94+
<th>Rank</th>
95+
<th>Algorithm</th>
96+
<th class="group-border">Recall@10</th>
9397
</tr>
9498
<tr>
9599
<td>1</td>
96100
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/filter/pinecone ">Pinecone-filter</a></td>
97101
<td class="group-border">85,491</td>
98102
<td>1</td>
99-
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/pinecone-ood">Pinecone-ood</a></td>
100-
<td class="group-border">38,088</td>
103+
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/scann">ScaNN</a></td>
104+
<td class="group-border">42,018</td>
101105
<td>1</td>
102106
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/sparse/zilliz ">Zilliz</a></td>
103-
<td>10,749</td>
107+
<td class="group-border">10,749</td>
108+
<td>1</td>
109+
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/streaming/scann">ScaNN</a></td>
110+
<td class="group-border">0.992</td>
104111
</tr>
105112
<tr>
106113
<td>2</td>
107114
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/filter/zilliz ">Zilliz</a></td>
108115
<td class="group-border">84,596</td>
109116
<td>2</td>
110-
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/zilliz ">Zilliz</a></td>
111-
<td class="group-border">33,241</td>
117+
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/pinecone-ood">Pinecone-ood</a></td>
118+
<td class="group-border">38,088</td>
112119
<td>2</td>
113120
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/sparse/pinecone_smips">Pinecone_smips</a></td>
114-
<td>10,440</td>
121+
<td class="group-border">10,440</td>
122+
<td>2</td>
123+
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/pull/268">Zilliz</a></td>
124+
<td class="group-border">0.905</td>
115125
</tr>
116126
<tr>
117127
<td>3</td>
118128
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/filter/parlayivf">ParlayANN IVF<sup>2</sup></a></td>
119129
<td class="group-border">37,902</td>
120130
<td>3</td>
121-
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/mysteryann">RoarANN</a></td>
122-
<td class="group-border">22,555</td>
131+
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/zilliz ">Zilliz</a></td>
132+
<td class="group-border">33,241</td>
123133
<td>3</td>
124134
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/sparse/pyanns">PyANNS</a></td>
125-
<td>8,732</td>
135+
<td class="group-border">8,732</td>
136+
<td>3</td>
137+
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/streaming/pinecone">Pinecone</a></td>
138+
<td class="group-border">0.879</td>
126139
</tr>
127140
<tr>
128141
<td>4</td>
129142
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/filter/puck">Puck</a></td>
130143
<td class="group-border">19,193</td>
131144
<td>4</td>
132-
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/pyanns">PyANNS</a></td>
133-
<td class="group-border">22,296</td>
145+
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/ood/mysteryann">RoarANN</a></td>
146+
<td class="group-border">22,555</td>
134147
<td>4</td>
135148
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/sparse/shnsw">shnsw</a></td>
136-
<td>7,137</td>
149+
<td class="group-border">7,137</td>
150+
<td>4</td>
151+
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/streaming/pyanns">pyanns</a></td>
152+
<td class="group-border">0.870</td>
137153
</tr>
138154
<tr >
139155
<td style="padding: 0;"> ...</td>
@@ -144,7 +160,10 @@ <h1>
144160
<td style="padding: 0;" class="group-border"> ...</td>
145161
<td style="padding: 0;"> ...</td>
146162
<td style="padding: 0;"> ...</td>
163+
<td style="padding: 0;" class="group-border"> ...</td>
164+
<td style="padding: 0;"> ...</td>
147165
<td style="padding: 0;"> ...</td>
166+
<td style="padding: 0;" class="group-border"> ...</td>
148167
</tr>
149168
<tr>
150169
<td>Baseline</td>
@@ -155,7 +174,10 @@ <h1>
155174
<td class="group-border">4,133</td>
156175
<td>Baseline</td>
157176
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/sparse/pyanns">Linscan</a></td>
158-
<td>93</td>
177+
<td class="group-border">93</td>
178+
<td>Baseline</td>
179+
<td><a href="https://github.com/harsha-simhadri/big-ann-benchmarks/tree/main/neurips23/streaming/diskann">Diskann</a></td>
180+
<td class="group-border">0.722</td>
159181
</tr>
160182

161183
</table>

style.css

+1-1
Original file line numberDiff line numberDiff line change
@@ -382,7 +382,7 @@ table {
382382
th,
383383
td {
384384
border: 2px solid #738fab;
385-
padding: 0.75rem;
385+
padding: 0.25rem;
386386
}
387387

388388
th {

0 commit comments

Comments
 (0)