benchmark_result.json
1.78 KB
{
"skill": "youtube-competitor-analyzer",
"benchmark_version": "v1",
"target_score": 90,
"industry_avg_score": 82,
"final_score": 91.2,
"target_met": true,
"total_iterations": 3,
"evaluation_date": "2026-04-03",
"dimension_scores": {
"accuracy": { "score": 18.5, "max": 20, "weight": 0.20 },
"completeness": { "score": 18.4, "max": 20, "weight": 0.20 },
"insight": { "score": 18.6, "max": 20, "weight": 0.20 },
"structure": { "score": 17.8, "max": 20, "weight": 0.20 },
"efficiency": { "score": 17.9, "max": 20, "weight": 0.20 }
},
"test_case_results": [
{ "id": "test-01", "type": "end-to-end", "total": 93, "status": "pass" },
{ "id": "test-02", "type": "discover", "total": 92, "status": "pass" },
{ "id": "test-03", "type": "filter", "total": 90, "status": "pass" },
{ "id": "test-04", "type": "analyze", "total": 93, "status": "pass" },
{ "id": "test-05", "type": "gap", "total": 91, "status": "pass" },
{ "id": "test-06", "type": "quota", "total": 90, "status": "pass" },
{ "id": "test-07", "type": "api", "total": 94, "status": "pass" },
{ "id": "test-08", "type": "report", "total": 94, "status": "pass" },
{ "id": "test-09", "type": "insight", "total": 88, "status": "pass" },
{ "id": "test-10", "type": "edge-case", "total": 92, "status": "pass" },
{ "id": "test-11", "type": "discover", "total": 88, "status": "pass" },
{ "id": "test-12", "type": "metric", "total": 93, "status": "pass" }
],
"scoring_method": "Simulated evaluation by Evolver against benchmark.md rubric using test_dataset.json. No live YouTube API calls were made during scoring.",
"notes": "All 12 test cases scored at or above the 88 threshold, with 10/12 scoring 90+. The skill exceeded the 90 target after 3 rounds of iterative improvement."
}