82 lines
No EOL
2.9 KiB
JSON
82 lines
No EOL
2.9 KiB
JSON
{
|
|
"timestamp": "2025-12-21T19:03:55.770539",
|
|
"version": "v2_subprocess_isolation",
|
|
"baseline_avg": 0.8431292517006802,
|
|
"optimized_avg": 0.8693877551020408,
|
|
"improvement": 0.0262585034013606,
|
|
"improvement_pct": 3.114410198483144,
|
|
"baseline_latency_avg": 24.38525881086077,
|
|
"optimized_latency_avg": 21.641277960368566,
|
|
"per_query": [
|
|
{
|
|
"query": "List all libraries in Utrecht",
|
|
"description": "Geographic query - libraries in specific city",
|
|
"baseline_score": 0.7333333333333334,
|
|
"optimized_score": 0.8666666666666667,
|
|
"baseline_latency": 15.25418496131897,
|
|
"optimized_latency": 19.383907079696655,
|
|
"baseline_intent": "geographic",
|
|
"optimized_intent": "geographic"
|
|
},
|
|
{
|
|
"query": "What is the history of the Rijksmuseum?",
|
|
"description": "Entity lookup - specific institution history",
|
|
"baseline_score": 0.8285714285714285,
|
|
"optimized_score": 0.8857142857142857,
|
|
"baseline_latency": 28.0308039188385,
|
|
"optimized_latency": 22.127416133880615,
|
|
"baseline_intent": "temporal",
|
|
"optimized_intent": "temporal"
|
|
},
|
|
{
|
|
"query": "How many archives are in the Netherlands?",
|
|
"description": "Statistical query - count institutions",
|
|
"baseline_score": 0.6066666666666667,
|
|
"optimized_score": 0.6666666666666667,
|
|
"baseline_latency": 18.29345989227295,
|
|
"optimized_latency": 21.183382034301758,
|
|
"baseline_intent": "statistical",
|
|
"optimized_intent": "statistical"
|
|
},
|
|
{
|
|
"query": "Compare museums in Amsterdam and Rotterdam",
|
|
"description": "Comparative query - two cities",
|
|
"baseline_score": 1.0,
|
|
"optimized_score": 1.0,
|
|
"baseline_latency": 28.919458150863647,
|
|
"optimized_latency": 20.131734132766724,
|
|
"baseline_intent": "comparative",
|
|
"optimized_intent": "comparative"
|
|
},
|
|
{
|
|
"query": "Welke archieven zijn er in Groningen?",
|
|
"description": "Dutch language - geographic query",
|
|
"baseline_score": 1.0,
|
|
"optimized_score": 1.0,
|
|
"baseline_latency": 18.091014862060547,
|
|
"optimized_latency": 22.13049006462097,
|
|
"baseline_intent": "geographic",
|
|
"optimized_intent": "geographic"
|
|
},
|
|
{
|
|
"query": "What heritage institutions are in Drenthe?",
|
|
"description": "Geographic query - heritage in province",
|
|
"baseline_score": 0.9333333333333333,
|
|
"optimized_score": 0.8666666666666667,
|
|
"baseline_latency": 23.89814782142639,
|
|
"optimized_latency": 23.385826110839844,
|
|
"baseline_intent": "geographic",
|
|
"optimized_intent": "geographic"
|
|
},
|
|
{
|
|
"query": "Tell me about archives in Friesland",
|
|
"description": "Geographic query - archives in province",
|
|
"baseline_score": 0.8,
|
|
"optimized_score": 0.8,
|
|
"baseline_latency": 38.209742069244385,
|
|
"optimized_latency": 23.14619016647339,
|
|
"baseline_intent": "geographic",
|
|
"optimized_intent": "geographic"
|
|
}
|
|
]
|
|
} |