Created
December 3, 2024 03:30
-
-
Save gaocegege/91d753a87f436774c65f4579b7e8b0a6 to your computer and use it in GitHub Desktop.
VectorChord Benchmark (single thread)
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
\documentclass{article} | |
\usepackage{booktabs} | |
\pagenumbering{gobble} | |
\begin{document} | |
\begin{table}[ht] | |
\centering | |
\begin{tabular}{cccccc} | |
\toprule | |
\textbf{nprobe} & \textbf{epsilon} & \textbf{P50 latency (ms)} & \textbf{P99 latency (ms)} & \textbf{QPS} & \textbf{Recall)} \\ | |
\midrule | |
\multicolumn{6}{c}{\textbf{Laion 100M, Top 10}} \\ | |
\midrule | |
50 & 1.9 & 110.60 & 1421.78 & 5.09 & 0.9544 \\ | |
50 & 1.5 & 60.23 & 856.74 & 8.74 & 0.9521 \\ | |
50 & 1.0 & 29.05 & 320.58 & 17.02 & 0.9421 \\ | |
100 & 1.9 & 119.02 & 1675.42 & 4.51 & 0.9672 \\ | |
100 & 1.5 & 77.22 & 1042.41 & 7.24 & 0.9650 \\ | |
100 & 1.0 & 34.78 & 363.49 & 14.84 & 0.9536 \\ | |
100 & 0.5 & 22.59 & 148.25 & 25.69 & 0.9079 \\ | |
200 & 1.0 & 36.99 & 456.09 & 14.45 & 0.9608 \\ | |
200 & 0.75 & 29.97 & 260.68 & 18.91 & 0.9461 \\ | |
400 & 0.8 & 37.10 & 302.29 & 16.18 & 0.9535 \\ | |
400 & 0.75 & 35.16 & 269.50 & 17.13 & 0.9497 \\ | |
\midrule | |
\multicolumn{6}{c}{\textbf{Laion 100M, Top 100}} \\ | |
\midrule | |
100 & 1.0 & 200.59 & 1020.20 & 3.95 & 0.9501 \\ | |
200 & 0.8 & 193.42 & 885.59 & 4.26 & 0.9502 \\ | |
400 & 0.8 & 216.46 & 1006.84 & 3.78 & 0.9563 \\ | |
400 & 0.7 & 190.63 & 847.97 & 4.26 & 0.9473 \\ | |
400 & 0.5 & 151.50 & 627.86 & 5.41 & 0.9231 \\ | |
\midrule | |
\multicolumn{6}{c}{\textbf{Laion 5M, Top 10}} \\ | |
\midrule | |
50 & 1.9 & 2.62 & 5.49 & 361.90 & 0.9734 \\ | |
50 & 1.5 & 2.58 & 5.42 & 367.35 & 0.9712 \\ | |
100 & 1.9 & 4.51 & 9.41 & 209.87 & 0.9826 \\ | |
100 & 1.5 & 4.12 & 7.34 & 234.32 & 0.9804 \\ | |
100 & 1.0 & 3.87 & 5.87 & 252.48 & 0.9672 \\ | |
100 & 0.8 & 3.71 & 5.47 & 264.10 & 0.9544 \\ | |
100 & 0.6 & 3.70 & 5.20 & 265.70 & 0.9339 \\ | |
200 & 1.5 & 7.23 & 10.93 & 135.56 & 0.9847 \\ | |
200 & 1.0 & 6.85 & 9.35 & 144.24 & 0.9713 \\ | |
200 & 0.8 & 6.70 & 8.98 & 147.57 & 0.9585 \\ | |
300 & 1.9 & 10.83 & 16.91 & 90.38 & 0.9883 \\ | |
300 & 1.5 & 10.09 & 14.05 & 97.73 & 0.9861 \\ | |
300 & 1.0 & 9.78 & 12.78 & 101.43 & 0.9727 \\ | |
300 & 0.8 & 9.61 & 12.88 & 103.21 & 0.9598 \\ | |
\midrule | |
\multicolumn{6}{c}{\textbf{Laion 5M, Top 100}} \\ | |
\midrule | |
50 & 1.9 & 5.17 & 13.34 & 174.95 & 0.9627 \\ | |
50 & 1.5 & 4.35 & 10.12 & 211.63 & 0.9603 \\ | |
100 & 1.9 & 7.05 & 17.92 & 128.63 & 0.9793 \\ | |
100 & 1.5 & 6.06 & 13.22 & 153.00 & 0.9767 \\ | |
100 & 1.0 & 5.26 & 9.33 & 181.84 & 0.9632 \\ | |
100 & 0.8 & 5.02 & 8.16 & 193.06 & 0.9513 \\ | |
100 & 0.6 & 4.85 & 7.36 & 201.09 & 0.9332 \\ | |
200 & 1.5 & 9.28 & 18.15 & 101.88 & 0.9847 \\ | |
200 & 1.0 & 8.35 & 13.17 & 116.47 & 0.9708 \\ | |
200 & 0.8 & 7.90 & 11.58 & 124.13 & 0.9586 \\ | |
300 & 1.9 & 13.60 & 29.04 & 68.60 & 0.9898 \\ | |
300 & 1.5 & 12.41 & 22.26 & 77.28 & 0.9871 \\ | |
300 & 1.0 & 11.31 & 16.50 & 86.69 & 0.9731 \\ | |
300 & 0.8 & 11.06 & 15.48 & 89.04 & 0.9607 \\ | |
\bottomrule | |
\end{tabular} | |
\label{tab:performance_metrics} | |
\end{table} | |
\end{document} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment