Skip to content

Instantly share code, notes, and snippets.

@gaocegege
Created December 3, 2024 03:30
Show Gist options
  • Save gaocegege/91d753a87f436774c65f4579b7e8b0a6 to your computer and use it in GitHub Desktop.
Save gaocegege/91d753a87f436774c65f4579b7e8b0a6 to your computer and use it in GitHub Desktop.
VectorChord Benchmark (single thread)
\documentclass{article}
\usepackage{booktabs}
\pagenumbering{gobble}
\begin{document}
\begin{table}[ht]
\centering
\begin{tabular}{cccccc}
\toprule
\textbf{nprobe} & \textbf{epsilon} & \textbf{P50 latency (ms)} & \textbf{P99 latency (ms)} & \textbf{QPS} & \textbf{Recall)} \\
\midrule
\multicolumn{6}{c}{\textbf{Laion 100M, Top 10}} \\
\midrule
50 & 1.9 & 110.60 & 1421.78 & 5.09 & 0.9544 \\
50 & 1.5 & 60.23 & 856.74 & 8.74 & 0.9521 \\
50 & 1.0 & 29.05 & 320.58 & 17.02 & 0.9421 \\
100 & 1.9 & 119.02 & 1675.42 & 4.51 & 0.9672 \\
100 & 1.5 & 77.22 & 1042.41 & 7.24 & 0.9650 \\
100 & 1.0 & 34.78 & 363.49 & 14.84 & 0.9536 \\
100 & 0.5 & 22.59 & 148.25 & 25.69 & 0.9079 \\
200 & 1.0 & 36.99 & 456.09 & 14.45 & 0.9608 \\
200 & 0.75 & 29.97 & 260.68 & 18.91 & 0.9461 \\
400 & 0.8 & 37.10 & 302.29 & 16.18 & 0.9535 \\
400 & 0.75 & 35.16 & 269.50 & 17.13 & 0.9497 \\
\midrule
\multicolumn{6}{c}{\textbf{Laion 100M, Top 100}} \\
\midrule
100 & 1.0 & 200.59 & 1020.20 & 3.95 & 0.9501 \\
200 & 0.8 & 193.42 & 885.59 & 4.26 & 0.9502 \\
400 & 0.8 & 216.46 & 1006.84 & 3.78 & 0.9563 \\
400 & 0.7 & 190.63 & 847.97 & 4.26 & 0.9473 \\
400 & 0.5 & 151.50 & 627.86 & 5.41 & 0.9231 \\
\midrule
\multicolumn{6}{c}{\textbf{Laion 5M, Top 10}} \\
\midrule
50 & 1.9 & 2.62 & 5.49 & 361.90 & 0.9734 \\
50 & 1.5 & 2.58 & 5.42 & 367.35 & 0.9712 \\
100 & 1.9 & 4.51 & 9.41 & 209.87 & 0.9826 \\
100 & 1.5 & 4.12 & 7.34 & 234.32 & 0.9804 \\
100 & 1.0 & 3.87 & 5.87 & 252.48 & 0.9672 \\
100 & 0.8 & 3.71 & 5.47 & 264.10 & 0.9544 \\
100 & 0.6 & 3.70 & 5.20 & 265.70 & 0.9339 \\
200 & 1.5 & 7.23 & 10.93 & 135.56 & 0.9847 \\
200 & 1.0 & 6.85 & 9.35 & 144.24 & 0.9713 \\
200 & 0.8 & 6.70 & 8.98 & 147.57 & 0.9585 \\
300 & 1.9 & 10.83 & 16.91 & 90.38 & 0.9883 \\
300 & 1.5 & 10.09 & 14.05 & 97.73 & 0.9861 \\
300 & 1.0 & 9.78 & 12.78 & 101.43 & 0.9727 \\
300 & 0.8 & 9.61 & 12.88 & 103.21 & 0.9598 \\
\midrule
\multicolumn{6}{c}{\textbf{Laion 5M, Top 100}} \\
\midrule
50 & 1.9 & 5.17 & 13.34 & 174.95 & 0.9627 \\
50 & 1.5 & 4.35 & 10.12 & 211.63 & 0.9603 \\
100 & 1.9 & 7.05 & 17.92 & 128.63 & 0.9793 \\
100 & 1.5 & 6.06 & 13.22 & 153.00 & 0.9767 \\
100 & 1.0 & 5.26 & 9.33 & 181.84 & 0.9632 \\
100 & 0.8 & 5.02 & 8.16 & 193.06 & 0.9513 \\
100 & 0.6 & 4.85 & 7.36 & 201.09 & 0.9332 \\
200 & 1.5 & 9.28 & 18.15 & 101.88 & 0.9847 \\
200 & 1.0 & 8.35 & 13.17 & 116.47 & 0.9708 \\
200 & 0.8 & 7.90 & 11.58 & 124.13 & 0.9586 \\
300 & 1.9 & 13.60 & 29.04 & 68.60 & 0.9898 \\
300 & 1.5 & 12.41 & 22.26 & 77.28 & 0.9871 \\
300 & 1.0 & 11.31 & 16.50 & 86.69 & 0.9731 \\
300 & 0.8 & 11.06 & 15.48 & 89.04 & 0.9607 \\
\bottomrule
\end{tabular}
\label{tab:performance_metrics}
\end{table}
\end{document}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment