codeflash-internal/tiles/codeflash-internal-docs/evals/summary.json
2026-02-14 22:25:30 -05:00

40 lines
1 KiB
JSON

{
"total_scenarios": 5,
"capabilities_coverage": {
"total_capabilities": 14,
"capabilities_tested": 12,
"coverage_percentage": 85.7
},
"complexity_distribution": {
"basic": 1,
"intermediate": 2,
"advanced": 2
},
"scenarios": [
{
"index": 1,
"capability": "model-distribution-formula, llm-cost-calculation, optimize-schema-structure",
"complexity": "intermediate"
},
{
"index": 2,
"capability": "language-dispatch-routing, aiservice-endpoint-map, domain-models-relationships",
"complexity": "basic"
},
{
"index": 3,
"capability": "context-extraction-types, llm-response-parsing, postprocessing-dedup",
"complexity": "intermediate"
},
{
"index": 4,
"capability": "cf-api-route-ordering, aiservice-endpoint-map",
"complexity": "advanced"
},
{
"index": 5,
"capability": "llm-dataclass-and-call, llm-client-setup, testgen-instrumentation",
"complexity": "advanced"
}
]
}