Created
March 1, 2024 20:30
-
-
Save alexanderguzhva/c9cde2cb5e9c7675f429623e6faa9fbf to your computer and use it in GitHub Desktop.
Baseline `benchs/bench_ivf_fastscan_single_query.py` (sift1M)
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| ======IVF1024,PQ32x4fs | |
| nprobe 1, 1Recall@64: 0.461300, speed: 0.018744 ms/query | |
| nprobe 2, 1Recall@64: 0.618400, speed: 0.021969 ms/query | |
| nprobe 4, 1Recall@64: 0.755200, speed: 0.026845 ms/query | |
| nprobe 6, 1Recall@64: 0.817700, speed: 0.030409 ms/query | |
| nprobe 8, 1Recall@64: 0.855200, speed: 0.034988 ms/query | |
| nprobe 12, 1Recall@64: 0.892500, speed: 0.041931 ms/query | |
| nprobe 16, 1Recall@64: 0.910700, speed: 0.048662 ms/query | |
| nprobe 24, 1Recall@64: 0.927500, speed: 0.062141 ms/query | |
| nprobe 32, 1Recall@64: 0.936100, speed: 0.075457 ms/query | |
| nprobe 48, 1Recall@64: 0.940800, speed: 0.101189 ms/query | |
| nprobe 64, 1Recall@64: 0.941600, speed: 0.123340 ms/query | |
| nprobe 128, 1Recall@64: 0.942800, speed: 0.212557 ms/query | |
| ======IVF1024,PQ32x4fsr | |
| nprobe 1, 1Recall@64: 0.466100, speed: 0.019666 ms/query | |
| nprobe 2, 1Recall@64: 0.627600, speed: 0.023992 ms/query | |
| nprobe 4, 1Recall@64: 0.772600, speed: 0.030428 ms/query | |
| nprobe 6, 1Recall@64: 0.837100, speed: 0.035774 ms/query | |
| nprobe 8, 1Recall@64: 0.877300, speed: 0.040263 ms/query | |
| nprobe 12, 1Recall@64: 0.918800, speed: 0.050804 ms/query | |
| nprobe 16, 1Recall@64: 0.939300, speed: 0.060465 ms/query | |
| nprobe 24, 1Recall@64: 0.959200, speed: 0.078282 ms/query | |
| nprobe 32, 1Recall@64: 0.967300, speed: 0.095375 ms/query | |
| nprobe 48, 1Recall@64: 0.973000, speed: 0.129634 ms/query | |
| nprobe 64, 1Recall@64: 0.974200, speed: 0.162718 ms/query | |
| nprobe 128, 1Recall@64: 0.976300, speed: 0.293839 ms/query | |
| ======IVF1024,LSQ30x4fsr_Nlsq2x4(rescale_norm=True) | |
| nprobe 1, 1Recall@64: 0.466400, speed: 0.022808 ms/query | |
| nprobe 2, 1Recall@64: 0.629500, speed: 0.026161 ms/query | |
| nprobe 4, 1Recall@64: 0.777000, speed: 0.031799 ms/query | |
| nprobe 6, 1Recall@64: 0.843900, speed: 0.036307 ms/query | |
| nprobe 8, 1Recall@64: 0.884900, speed: 0.040551 ms/query | |
| nprobe 12, 1Recall@64: 0.928900, speed: 0.049295 ms/query | |
| nprobe 16, 1Recall@64: 0.951100, speed: 0.057224 ms/query | |
| nprobe 24, 1Recall@64: 0.973100, speed: 0.070757 ms/query | |
| nprobe 32, 1Recall@64: 0.983800, speed: 0.084905 ms/query | |
| nprobe 48, 1Recall@64: 0.990800, speed: 0.111669 ms/query | |
| nprobe 64, 1Recall@64: 0.992900, speed: 0.137664 ms/query | |
| nprobe 128, 1Recall@64: 0.994800, speed: 0.233551 ms/query | |
| ======IVF1024,RQ30x4fsr_Nrq2x4(rescale_norm=True) | |
| nprobe 1, 1Recall@64: 0.466200, speed: 0.022608 ms/query | |
| nprobe 2, 1Recall@64: 0.629100, speed: 0.025905 ms/query | |
| nprobe 4, 1Recall@64: 0.775600, speed: 0.031322 ms/query | |
| nprobe 6, 1Recall@64: 0.842600, speed: 0.035645 ms/query | |
| nprobe 8, 1Recall@64: 0.883900, speed: 0.039456 ms/query | |
| nprobe 12, 1Recall@64: 0.927700, speed: 0.048283 ms/query | |
| nprobe 16, 1Recall@64: 0.949800, speed: 0.054419 ms/query | |
| nprobe 24, 1Recall@64: 0.971700, speed: 0.069835 ms/query | |
| nprobe 32, 1Recall@64: 0.982300, speed: 0.082875 ms/query | |
| nprobe 48, 1Recall@64: 0.989500, speed: 0.110104 ms/query | |
| nprobe 64, 1Recall@64: 0.991500, speed: 0.136234 ms/query | |
| nprobe 128, 1Recall@64: 0.993500, speed: 0.233073 ms/query | |
| ======IVF1024,LSQ30x4fsr_Nlsq2x4(rescale_norm=False) | |
| nprobe 1, 1Recall@64: 0.466200, speed: 0.022407 ms/query | |
| nprobe 2, 1Recall@64: 0.629400, speed: 0.025320 ms/query | |
| nprobe 4, 1Recall@64: 0.776700, speed: 0.030457 ms/query | |
| nprobe 6, 1Recall@64: 0.843800, speed: 0.034288 ms/query | |
| nprobe 8, 1Recall@64: 0.884700, speed: 0.038567 ms/query | |
| nprobe 12, 1Recall@64: 0.928600, speed: 0.045933 ms/query | |
| nprobe 16, 1Recall@64: 0.950800, speed: 0.053746 ms/query | |
| nprobe 24, 1Recall@64: 0.973000, speed: 0.068408 ms/query | |
| nprobe 32, 1Recall@64: 0.983500, speed: 0.081874 ms/query | |
| nprobe 48, 1Recall@64: 0.990600, speed: 0.108578 ms/query | |
| nprobe 64, 1Recall@64: 0.992600, speed: 0.135051 ms/query | |
| nprobe 128, 1Recall@64: 0.994600, speed: 0.231162 ms/query | |
| ======IVF1024,RQ30x4fsr_Nrq2x4(rescale_norm=False) | |
| nprobe 1, 1Recall@64: 0.466400, speed: 0.022610 ms/query | |
| nprobe 2, 1Recall@64: 0.629200, speed: 0.025951 ms/query | |
| nprobe 4, 1Recall@64: 0.776000, speed: 0.031176 ms/query | |
| nprobe 6, 1Recall@64: 0.843100, speed: 0.036476 ms/query | |
| nprobe 8, 1Recall@64: 0.884400, speed: 0.040781 ms/query | |
| nprobe 12, 1Recall@64: 0.928200, speed: 0.049184 ms/query | |
| nprobe 16, 1Recall@64: 0.950600, speed: 0.057585 ms/query | |
| nprobe 24, 1Recall@64: 0.972300, speed: 0.073369 ms/query | |
| nprobe 32, 1Recall@64: 0.982800, speed: 0.085153 ms/query | |
| nprobe 48, 1Recall@64: 0.989800, speed: 0.111678 ms/query | |
| nprobe 64, 1Recall@64: 0.991800, speed: 0.138168 ms/query | |
| nprobe 128, 1Recall@64: 0.993800, speed: 0.235783 ms/query | |
| ======IVF1024,LSQ30x4fs_Nlsq2x4(rescale_norm=True) | |
| nprobe 1, 1Recall@64: 0.465500, speed: 0.022157 ms/query | |
| nprobe 2, 1Recall@64: 0.628200, speed: 0.025291 ms/query | |
| nprobe 4, 1Recall@64: 0.775100, speed: 0.031280 ms/query | |
| nprobe 6, 1Recall@64: 0.841900, speed: 0.036048 ms/query | |
| nprobe 8, 1Recall@64: 0.883100, speed: 0.040761 ms/query | |
| nprobe 12, 1Recall@64: 0.926700, speed: 0.048586 ms/query | |
| nprobe 16, 1Recall@64: 0.948700, speed: 0.057069 ms/query | |
| nprobe 24, 1Recall@64: 0.970900, speed: 0.070832 ms/query | |
| nprobe 32, 1Recall@64: 0.981700, speed: 0.083696 ms/query | |
| nprobe 48, 1Recall@64: 0.988600, speed: 0.110713 ms/query | |
| nprobe 64, 1Recall@64: 0.990400, speed: 0.135237 ms/query | |
| nprobe 128, 1Recall@64: 0.992100, speed: 0.226644 ms/query | |
| ======IVF1024,RQ30x4fs_Nrq2x4(rescale_norm=True) | |
| nprobe 1, 1Recall@64: 0.464000, speed: 0.021669 ms/query | |
| nprobe 2, 1Recall@64: 0.624500, speed: 0.024474 ms/query | |
| nprobe 4, 1Recall@64: 0.770100, speed: 0.029461 ms/query | |
| nprobe 6, 1Recall@64: 0.835900, speed: 0.034180 ms/query | |
| nprobe 8, 1Recall@64: 0.875500, speed: 0.038131 ms/query | |
| nprobe 12, 1Recall@64: 0.917500, speed: 0.046926 ms/query | |
| nprobe 16, 1Recall@64: 0.938700, speed: 0.054807 ms/query | |
| nprobe 24, 1Recall@64: 0.959000, speed: 0.069308 ms/query | |
| nprobe 32, 1Recall@64: 0.968600, speed: 0.086244 ms/query | |
| nprobe 48, 1Recall@64: 0.974600, speed: 0.109956 ms/query | |
| nprobe 64, 1Recall@64: 0.975900, speed: 0.135686 ms/query | |
| nprobe 128, 1Recall@64: 0.977400, speed: 0.223993 ms/query |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment