ragcli/benchmark_results.json at main · jasperan/ragcli · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
{
  "system_info": {
    "model_chat": "gemma3:270m",
    "model_embedding": "nomic-embed-text",
    "db": "Oracle Database 26ai (Simulated/Real)"
  },
  "ingestion": [
    {
      "size_kb": 10,
      "time_sec": 1.3171647377312183,
      "chunks": 3,
      "tokens": 2126
    },
    {
      "size_kb": 50,
      "time_sec": 2.2658041710965335,
      "chunks": 11,
      "tokens": 10455
    }
  ],
  "retrieval": [
    {
      "query": "What is Lorem Ipsum?",
      "total_time_sec": 2.201005270704627,
      "search_time_sec": 0.9114406048320234,
      "generation_time_sec": 0.406601645052433,
      "tokens_generated": 44,
      "tokens_per_sec": 108.21402356679106
    },
    {
      "query": "Tell me about Oracle Database.",
      "total_time_sec": 2.1539889541454613,
      "search_time_sec": 0.8911537118256092,
      "generation_time_sec": 0.3822588808834553,
      "tokens_generated": 34,
      "tokens_per_sec": 88.94495772451671
    },
    {
      "query": "How does vector search work?",
      "total_time_sec": 2.1981145120225847,
      "search_time_sec": 0.8999318978749216,
      "generation_time_sec": 0.4277332341298461,
      "tokens_generated": 42,
      "tokens_per_sec": 98.19204272364337
    }
  ]
}