sochdb-benchmarks/benchmark_results.json at main · sochdb/sochdb-benchmarks · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
{
  "self_retrieval": {
    "passed": 10,
    "total": 10,
    "success_rate": 1.0,
    "details": [
      {
        "id": 0,
        "found": true,
        "top_result": 0,
        "distance": 0.0
      },
      {
        "id": 10,
        "found": true,
        "top_result": 10,
        "distance": -1.1920928955078125e-07
      },
      {
        "id": 20,
        "found": true,
        "top_result": 20,
        "distance": 0.0
      },
      {
        "id": 30,
        "found": true,
        "top_result": 30,
        "distance": 0.0
      },
      {
        "id": 40,
        "found": true,
        "top_result": 40,
        "distance": 0.0
      },
      {
        "id": 50,
        "found": true,
        "top_result": 50,
        "distance": 0.0
      },
      {
        "id": 60,
        "found": true,
        "top_result": 60,
        "distance": 0.0
      },
      {
        "id": 70,
        "found": true,
        "top_result": 70,
        "distance": -1.1920928955078125e-07
      },
      {
        "id": 80,
        "found": true,
        "top_result": 80,
        "distance": 0.0
      },
      {
        "id": 90,
        "found": true,
        "top_result": 90,
        "distance": 0.0
      }
    ]
  },
  "recall_at_k": {
    "avg_recall": 0.9710000000000001,
    "min_recall": 0.8,
    "max_recall": 1.0,
    "threshold": 0.9,
    "passed": "True"
  },
  "latency": {
    "p50_ms": 0.3274374999997498,
    "p95_ms": 0.4324791500001979,
    "p99_ms": 0.49805374999944974,
    "avg_ms": 0.33555959999994833
  },
  "insert": {
    "vectors": 10000,
    "time_sec": 4.121212750000001,
    "throughput": 2426.4702180201684
  },
  "qps": {
    "queries": 1000,
    "time_sec": 0.3399509580000011,
    "qps": 2941.600770544076
  },
  "vs_chromadb": {
    "sochdb": {
      "insert_time": 1.8076620840000004,
      "insert_rate": 2766.0036929778294,
      "search_p50_ms": 0.25614549999986025
    },
    "chromadb": {
      "insert_time": 0.35566629199999866,
      "insert_rate": 14058.121650729889,
      "search_p50_ms": 0.5644589999977967
    },
    "speedup": {
      "insert": 0.19675485542794546,
      "search": 2.2036654947992633
    }
  }
}