clostera/benchmarks/results/large-scale-10m.json at main · BaseModelAI/clostera · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
{
  "results": [
    {
      "adjusted_rand_index": 0.15493215748347253,
      "assigned_center_mse_sample": 0.4614728093147278,
      "cluster_iterations": 4,
      "cluster_vectors_per_second": 124704.73492645397,
      "clusters": 64,
      "codebook_size": 64,
      "dim": 2048,
      "encode_vectors_per_second": 44854.775183013364,
      "implementation": "original",
      "normalized_mutual_info": 0.8210649538338937,
      "num_subquantizers": 64,
      "opq_iterations": 0,
      "pq_iterations": 6,
      "purity": 0.657318115234375,
      "reconstruction_mse_sample": 0.15159791707992554,
      "rows": 10000000,
      "thread_settings": {
        "blas_threads": 24,
        "omp_threads": 24,
        "rayon_threads": 24,
        "rotation_batch_mib": 32
      },
      "timings": {
        "cluster_seconds": 80.18941707303748,
        "decode_sample_seconds": 0.242911258013919,
        "encode_seconds": 222.94170373608358,
        "pq_fit_seconds": 1.8064147119875997
      },
      "v_measure": 0.8210649538338934,
      "variant": "original"
    },
    {
      "adjusted_rand_index": 1.0,
      "assigned_center_mse_sample": 0.12380734831094742,
      "cluster_iterations": 4,
      "cluster_vectors_per_second": 2223172.6067328346,
      "clusters": 64,
      "codebook_size": 64,
      "dim": 2048,
      "encode_vectors_per_second": 1380715.7416695245,
      "implementation": "enhanced",
      "normalized_mutual_info": 1.0,
      "num_subquantizers": 64,
      "opq_iterations": 0,
      "pq_iterations": 6,
      "purity": 1.0,
      "reconstruction_mse_sample": 0.12354053556919098,
      "rows": 10000000,
      "thread_settings": {
        "blas_threads": 24,
        "omp_threads": 24,
        "rayon_threads": 24,
        "rotation_batch_mib": 32
      },
      "timings": {
        "cluster_seconds": 4.498076294083148,
        "decode_sample_seconds": 0.01202288898639381,
        "encode_seconds": 7.242620402015746,
        "pq_fit_seconds": 0.9487289190292358
      },
      "v_measure": 0.9999999999999999,
      "variant": "enhanced_simd"
    },
    {
      "adjusted_rand_index": 1.0,
      "assigned_center_mse_sample": 0.05616166442632675,
      "cluster_iterations": 4,
      "cluster_vectors_per_second": 2276162.4322546683,
      "clusters": 64,
      "codebook_size": 64,
      "dim": 2048,
      "encode_vectors_per_second": 76136.00899382141,
      "implementation": "enhanced",
      "normalized_mutual_info": 1.0,
      "num_subquantizers": 64,
      "opq_iterations": 3,
      "pq_iterations": 6,
      "purity": 1.0,
      "reconstruction_mse_sample": 0.05494027957320213,
      "rows": 10000000,
      "thread_settings": {
        "blas_threads": 24,
        "omp_threads": 24,
        "rayon_threads": 24,
        "rotation_batch_mib": 32
      },
      "timings": {
        "cluster_seconds": 4.3933595679700375,
        "decode_sample_seconds": 0.4989678009878844,
        "encode_seconds": 131.34389538085088,
        "pq_fit_seconds": 51.587998332921416
      },
      "v_measure": 1.0,
      "variant": "enhanced_opq"
    }
  ]
}