[ { "id": "TC-001", "type": "positive", "input": { "method": "YouTube Data API v3", "params": { "part": "snippet,statistics,contentDetails", "chart": "mostPopular", "maxResults": 50, "regionCode": "US", "videoCategoryId": "10" } }, "expected": { "videos": [ { "video_id": "string", "title": "string", "view_count": "number", "channel_title": "string", "thumbnail_url": "string", "published_at": "ISO8601", "category_id": "10", "duration": "ISO8601_duration", "source_url": "string", "crawl_time": "ISO8601" } ] }, "dimensions": { "功能完整性": 96, "API规范使用": 95, "数据完整性与准确性": 95, "代码质量与可维护性": 92, "错误处理与降级策略": 90, "扩展性与配置灵活性": 95, "性能与效率": 90 }, "note": "完整API实现,含全部9个必填字段+duration,分类和地区参数正确", "total_score": 94 }, { "id": "TC-002", "type": "positive", "input": { "method": "yt-dlp", "url": "https://www.youtube.com/feed/trending?gl=JP", "limit": 50, "request_delay": 2 }, "expected": { "videos": [ { "video_id": "string", "title": "string", "view_count": "number", "channel_title": "string", "source_url": "string", "crawl_time": "ISO8601" } ] }, "dimensions": { "功能完整性": 88, "API规范使用": 0, "数据完整性与准确性": 90, "代码质量与可维护性": 88, "错误处理与降级策略": 88, "扩展性与配置灵活性": 85, "性能与效率": 85 }, "note": "yt-dlp作为主要降级方案,字段完整且频率控制合理", "total_score": 75 }, { "id": "TC-003", "type": "positive", "input": { "method": "API+yt-dlp", "auto_fallback": true, "retry": 3, "regions": [ "US", "GB", "DE" ], "categories": [ "10", "20" ] }, "expected": { "videos_count": 300, "videos": [ { "video_id": "string", "title": "string", "view_count": "number" } ], "source": "api|ytdlp" }, "dimensions": { "功能完整性": 94, "API规范使用": 92, "数据完整性与准确性": 90, "代码质量与可维护性": 93, "错误处理与降级策略": 96, "扩展性与配置灵活性": 92, "性能与效率": 88 }, "note": "双方案自动故障切换,支持多地区批量请求", "total_score": 93 }, { "id": "TC-004", "type": "positive", "input": { "method": "API", "cache": true, "cache_ttl": 900, "quota_monitoring": true }, "expected": { "videos": [ { "video_id": "string", "title": "string" } ], "cached": true, "quota_used": "number", "quota_remaining": "number" }, "dimensions": { "功能完整性": 90, "API规范使用": 95, "数据完整性与准确性": 88, "代码质量与可维护性": 90, "错误处理与降级策略": 85, "扩展性与配置灵活性": 88, "性能与效率": 95 }, "note": "15分钟缓存+配额监控,性能与规范兼顾", "total_score": 90 }, { "id": "TC-005", "type": "positive", "input": { "method": "API", "category": "Gaming", "region": "KR", "maxResults": 50, "videoCategoryId": "20" }, "expected": { "videos": [ { "video_id": "string", "title": "string", "view_count": "number", "channel_title": "string", "category_id": "20" } ] }, "dimensions": { "功能完整性": 93, "API规范使用": 95, "数据完整性与准确性": 92, "代码质量与可维护性": 88, "错误处理与降级策略": 85, "扩展性与配置灵活性": 95, "性能与效率": 88 }, "note": "Gaming分类支持,参数配置完整", "total_score": 91 }, { "id": "TC-006", "type": "positive", "input": { "method": "yt-dlp", "category": "Music", "region": "JP", "extract_flat": false }, "expected": { "videos": [ { "video_id": "string", "title": "string", "uploader": "string", "view_count": "number", "duration": "number" } ] }, "dimensions": { "功能完整性": 87, "API规范使用": 0, "数据完整性与准确性": 88, "代码质量与可维护性": 86, "错误处理与降级策略": 88, "扩展性与配置灵活性": 88, "性能与效率": 85 }, "note": "yt-dlp Music分类trending,日本地区", "total_score": 74 }, { "id": "TC-007", "type": "positive", "input": { "method": "API", "category": "Entertainment", "region": "BR", "output_formats": [ "json", "csv" ], "videoCategoryId": "24" }, "expected": { "json_output": "array", "csv_output": "string_with_headers" }, "dimensions": { "功能完整性": 94, "API规范使用": 93, "数据完整性与准确性": 90, "代码质量与可维护性": 88, "错误处理与降级策略": 82, "扩展性与配置灵活性": 95, "性能与效率": 85 }, "note": "Entertainment分类,支持JSON和CSV双输出", "total_score": 90 }, { "id": "TC-008", "type": "positive", "input": { "method": "API", "category": "Science & Technology", "region": "US", "enrichment": true, "videoCategoryId": "28" }, "expected": { "videos": [ { "video_id": "string", "title": "string", "source_url": "https://www.youtube.com/watch?v=xxx", "crawl_time": "2026-04-09T10:00:00Z" } ] }, "dimensions": { "功能完整性": 95, "API规范使用": 93, "数据完整性与准确性": 95, "代码质量与可维护性": 88, "错误处理与降级策略": 82, "扩展性与配置灵活性": 88, "性能与效率": 85 }, "note": "Science & Technology分类,enrichment字段完整", "total_score": 91 }, { "id": "TC-009", "type": "positive", "input": { "method": "API", "part": "snippet,statistics,contentDetails", "parse_duration": true }, "expected": { "videos": [ { "video_id": "string", "title": "string", "duration": "PT12M34S", "duration_seconds": 754 } ] }, "dimensions": { "功能完整性": 96, "API规范使用": 95, "数据完整性与准确性": 95, "代码质量与可维护性": 90, "错误处理与降级策略": 80, "扩展性与配置灵活性": 85, "性能与效率": 82 }, "note": "contentDetails.duration正确解析为ISO8601和秒数", "total_score": 91 }, { "id": "TC-010", "type": "positive", "input": { "method": "API", "batch_regions": [ "US", "GB", "DE", "FR", "IN" ], "batch_categories": [ "10", "20", "24", "28" ] }, "expected": { "results_count": 20, "all_regions_covered": true }, "dimensions": { "功能完整性": 94, "API规范使用": 90, "数据完整性与准确性": 90, "代码质量与可维护性": 90, "错误处理与降级策略": 85, "扩展性与配置灵活性": 95, "性能与效率": 88 }, "note": "批量请求5个地区和4个分类,扩展性优秀", "total_score": 90 }, { "id": "TC-011", "type": "positive", "input": { "method": "API", "error_handling": "try-catch", "retry_strategy": "exponential_backoff", "max_retries": 5 }, "expected": { "videos": [ { "video_id": "string" } ], "retry_count": "number" }, "dimensions": { "功能完整性": 90, "API规范使用": 90, "数据完整性与准确性": 88, "代码质量与可维护性": 94, "错误处理与降级策略": 96, "扩展性与配置灵活性": 85, "性能与效率": 85 }, "note": "完善的指数退避重试和错误处理", "total_score": 90 }, { "id": "TC-012", "type": "positive", "input": { "method": "Invidious", "region": "US", "fallback_from": "yt-dlp" }, "expected": { "videos": [ { "video_id": "string", "title": "string", "view_count": "number" } ], "source": "invidious" }, "dimensions": { "功能完整性": 85, "API规范使用": 70, "数据完整性与准确性": 85, "代码质量与可维护性": 88, "错误处理与降级策略": 95, "扩展性与配置灵活性": 85, "性能与效率": 82 }, "note": "Invidious三级降级方案成功生效", "total_score": 85 }, { "id": "TC-013", "type": "positive", "input": { "method": "API+yt-dlp+Invidious", "health_check": true }, "expected": { "api_status": "ok|error", "ytdlp_status": "ok|error", "invidious_status": "ok|error", "recommended_method": "api|ytdlp|invidious" }, "dimensions": { "功能完整性": 90, "API规范使用": 88, "数据完整性与准确性": 85, "代码质量与可维护性": 93, "错误处理与降级策略": 95, "扩展性与配置灵活性": 90, "性能与效率": 80 }, "note": "三源健康检查和自动方案推荐", "total_score": 89 }, { "id": "TC-014", "type": "positive", "input": { "method": "API", "schema_validation": true, "field_mapping": { "id": "video_id", "snippet.title": "title", "statistics.viewCount": "view_count" } }, "expected": { "videos": [ { "video_id": "string", "title": "string", "view_count": 1234567 } ], "schema_valid": true }, "dimensions": { "功能完整性": 93, "API规范使用": 90, "数据完整性与准确性": 96, "代码质量与可维护性": 92, "错误处理与降级策略": 82, "扩展性与配置灵活性": 85, "性能与效率": 80 }, "note": "schema校验+字段映射+类型转换全部正确", "total_score": 90 }, { "id": "TC-015", "type": "positive", "input": { "method": "API", "quota_counter": true, "conservative_pacing": true, "request_delay": 2.5 }, "expected": { "videos": [ { "video_id": "string" } ], "quota_used": 1, "pacing_ok": true }, "dimensions": { "功能完整性": 90, "API规范使用": 96, "数据完整性与准确性": 88, "代码质量与可维护性": 90, "错误处理与降级策略": 85, "扩展性与配置灵活性": 85, "性能与效率": 92 }, "note": "配额计数器+保守频率控制,API规范使用典范", "total_score": 89 }, { "id": "TC-016", "type": "negative", "input": { "method": "API", "part": "snippet" }, "expected": { "videos": [ { "video_id": "string", "title": "string", "view_count": null } ] }, "dimensions": { "功能完整性": 55, "API规范使用": 65, "数据完整性与准确性": 45, "代码质量与可维护性": 65, "错误处理与降级策略": 50, "扩展性与配置灵活性": 60, "性能与效率": 55 }, "note": "错误:part参数缺少statistics和contentDetails,无法获取view_count和duration", "total_score": 56 }, { "id": "TC-017", "type": "negative", "input": { "method": "API", "hardcoded_api_key": "AIzaSyD..." }, "expected": { "error": "security_risk", "videos": [] }, "dimensions": { "功能完整性": 35, "API规范使用": 25, "数据完整性与准确性": 45, "代码质量与可维护性": 30, "错误处理与降级策略": 35, "扩展性与配置灵活性": 30, "性能与效率": 40 }, "note": "严重错误:API Key硬编码在代码中,存在安全风险", "total_score": 35 }, { "id": "TC-018", "type": "negative", "input": { "method": "API", "no_error_handling": true }, "expected": { "error": "unhandled_exception", "crash": true }, "dimensions": { "功能完整性": 45, "API规范使用": 45, "数据完整性与准确性": 45, "代码质量与可维护性": 25, "错误处理与降级策略": 15, "扩展性与配置灵活性": 45, "性能与效率": 40 }, "note": "严重错误:无任何try-catch错误处理,程序容易崩溃", "total_score": 37 }, { "id": "TC-019", "type": "negative", "input": { "method": "API", "ignore_429": true, "rapid_requests": true, "request_delay": 0 }, "expected": { "error": "429", "retry": false, "blocked": true }, "dimensions": { "功能完整性": 55, "API规范使用": 40, "数据完整性与准确性": 55, "代码质量与可维护性": 35, "错误处理与降级策略": 10, "扩展性与配置灵活性": 50, "性能与效率": 20 }, "note": "严重错误:无视429错误,无重试机制,请求过频", "total_score": 41 }, { "id": "TC-020", "type": "negative", "input": { "method": "API", "no_field_mapping": true, "raw_response": true }, "expected": { "videos": [ { "id": "string", "snippet": { "title": "string" }, "statistics": { "viewCount": "string" } } ] }, "dimensions": { "功能完整性": 45, "API规范使用": 55, "数据完整性与准确性": 35, "代码质量与可维护性": 35, "错误处理与降级策略": 35, "扩展性与配置灵活性": 45, "性能与效率": 50 }, "note": "错误:未进行字段映射和类型转换,直接返回原始API响应结构", "total_score": 42 }, { "id": "TC-021", "type": "negative", "input": { "method": "API", "part": "snippet,statistics", "chart": "mostPopular" }, "expected": { "videos": [ { "video_id": "string", "title": "string", "view_count": "1000000" } ] }, "dimensions": { "功能完整性": 65, "API规范使用": 65, "数据完整性与准确性": 35, "代码质量与可维护性": 55, "错误处理与降级策略": 45, "扩展性与配置灵活性": 55, "性能与效率": 55 }, "note": "错误:view_count未从字符串转为整数,数据准确性缺失", "total_score": 53 }, { "id": "TC-022", "type": "negative", "input": { "method": "API", "hardcoded_params": true, "regionCode": "fixed_US" }, "expected": { "videos": [ { "video_id": "string" } ], "region": "US" }, "dimensions": { "功能完整性": 65, "API规范使用": 55, "数据完整性与准确性": 65, "代码质量与可维护性": 45, "错误处理与降级策略": 45, "扩展性与配置灵活性": 25, "性能与效率": 55 }, "note": "错误:regionCode等参数完全硬编码,不支持配置", "total_score": 53 }, { "id": "TC-023", "type": "negative", "input": { "method": "API", "no_thumbnails": true }, "expected": { "videos": [ { "video_id": "string", "title": "string", "thumbnail_url": null } ] }, "dimensions": { "功能完整性": 65, "API规范使用": 65, "数据完整性与准确性": 60, "代码质量与可维护性": 55, "错误处理与降级策略": 45, "扩展性与配置灵活性": 55, "性能与效率": 55 }, "note": "错误:未提取thumbnails字段,功能完整性受损", "total_score": 58 }, { "id": "TC-024", "type": "negative", "input": { "method": "yt-dlp", "no_user_agent": true, "rapid_fire": true, "request_delay": 0 }, "expected": { "error": "bot_detected", "blocked": true }, "dimensions": { "功能完整性": 45, "API规范使用": 0, "数据完整性与准确性": 55, "代码质量与可维护性": 35, "错误处理与降级策略": 20, "扩展性与配置灵活性": 45, "性能与效率": 30 }, "note": "错误:yt-dlp无User-Agent且请求过频,被反爬检测", "total_score": 34 }, { "id": "TC-025", "type": "negative", "input": { "method": "API", "search_instead_of_chart": true, "query": "trending" }, "expected": { "quota_cost": 100, "videos": [ { "video_id": "string" } ] }, "dimensions": { "功能完整性": 75, "API规范使用": 30, "数据完整性与准确性": 75, "代码质量与可维护性": 55, "错误处理与降级策略": 45, "扩展性与配置灵活性": 55, "性能与效率": 25 }, "note": "错误:使用search.list端点(100 quota)代替videos.list(1 quota),严重浪费配额", "total_score": 56 }, { "id": "TC-026", "type": "negative", "input": { "method": "API", "no_cache": true, "repeated_calls": true }, "expected": { "api_calls": 10, "quota_wasted": 10, "videos": [ { "video_id": "string" } ] }, "dimensions": { "功能完整性": 75, "API规范使用": 65, "数据完整性与准确性": 75, "代码质量与可维护性": 55, "错误处理与降级策略": 45, "扩展性与配置灵活性": 55, "性能与效率": 25 }, "note": "错误:无缓存机制,重复请求相同数据浪费配额", "total_score": 62 }, { "id": "TC-027", "type": "negative", "input": { "method": "API", "skip_validation": true, "invalid_region": "XX" }, "expected": { "error": "400_bad_request", "videos": [] }, "dimensions": { "功能完整性": 45, "API规范使用": 45, "数据完整性与准确性": 45, "代码质量与可维护性": 35, "错误处理与降级策略": 45, "扩展性与配置灵活性": 45, "性能与效率": 45 }, "note": "错误:未验证regionCode有效性,传入无效值导致失败", "total_score": 44 }, { "id": "TC-028", "type": "negative", "input": { "method": "API", "single_fallback": true, "api_fail": true }, "expected": { "error": "no_videos", "no_alternative": true }, "dimensions": { "功能完整性": 55, "API规范使用": 55, "数据完整性与准确性": 55, "代码质量与可维护性": 45, "错误处理与降级策略": 25, "扩展性与配置灵活性": 45, "性能与效率": 45 }, "note": "错误:API失败时无任何降级方案(yt-dlp/Invidious均不可用)", "total_score": 48 }, { "id": "TC-029", "type": "negative", "input": { "method": "page_scrape", "regex_brittle": "var ytInitialData = ({.*?});" }, "expected": { "error": "parse_failed", "html_changed": true }, "dimensions": { "功能完整性": 35, "API规范使用": 0, "数据完整性与准确性": 35, "代码质量与可维护性": 35, "错误处理与降级策略": 30, "扩展性与配置灵活性": 45, "性能与效率": 35 }, "note": "错误:页面解析方案脆弱,YouTube页面结构变化即失效", "total_score": 30 }, { "id": "TC-030", "type": "negative", "input": { "method": "pytube", "get_trending": true }, "expected": { "error": "not_supported", "note": "pytube does not support trending directly" }, "dimensions": { "功能完整性": 15, "API规范使用": 0, "数据完整性与准确性": 25, "代码质量与可维护性": 35, "错误处理与降级策略": 20, "扩展性与配置灵活性": 35, "性能与效率": 25 }, "note": "严重错误:使用pytube直接获取trending,该库不支持此功能", "total_score": 21 }, { "id": "TC-031", "type": "negative", "input": { "method": "API", "publishedAt_raw": true, "no_iso_format": true }, "expected": { "videos": [ { "published_at": "2024-01-15T10:00:00Z", "local_time": null } ] }, "dimensions": { "功能完整性": 70, "API规范使用": 65, "数据完整性与准确性": 55, "代码质量与可维护性": 55, "错误处理与降级策略": 45, "扩展性与配置灵活性": 55, "性能与效率": 55 }, "note": "错误:未统一published_at和crawl_time时区格式", "total_score": 58 }, { "id": "TC-032", "type": "negative", "input": { "method": "API", "no_timeout": true, "network_hang": true }, "expected": { "error": "infinite_wait", "crash": true }, "dimensions": { "功能完整性": 45, "API规范使用": 45, "数据完整性与准确性": 45, "代码质量与可维护性": 25, "错误处理与降级策略": 35, "扩展性与配置灵活性": 45, "性能与效率": 35 }, "note": "错误:HTTP请求未设置30秒超时,网络挂起时程序卡死", "total_score": 40 }, { "id": "TC-033", "type": "boundary", "input": { "method": "API", "maxResults": 0 }, "expected": { "error": "400", "reason": "invalid_parameter", "valid_range": "1-50" }, "dimensions": { "功能完整性": 45, "API规范使用": 45, "数据完整性与准确性": 45, "代码质量与可维护性": 60, "错误处理与降级策略": 55, "扩展性与配置灵活性": 45, "性能与效率": 45 }, "note": "边界:maxResults=0(超出有效范围1-50)", "total_score": 49 }, { "id": "TC-034", "type": "boundary", "input": { "method": "API", "maxResults": 51 }, "expected": { "error": "400", "reason": "invalid_parameter", "valid_range": "1-50" }, "dimensions": { "功能完整性": 45, "API规范使用": 45, "数据完整性与准确性": 45, "代码质量与可维护性": 60, "错误处理与降级策略": 55, "扩展性与配置灵活性": 45, "性能与效率": 45 }, "note": "边界:maxResults=51(刚好超出最大值)", "total_score": 49 }, { "id": "TC-035", "type": "boundary", "input": { "method": "API", "api_key": "" }, "expected": { "error": "400", "reason": "key_required" }, "dimensions": { "功能完整性": 45, "API规范使用": 45, "数据完整性与准确性": 45, "代码质量与可维护性": 65, "错误处理与降级策略": 55, "扩展性与配置灵活性": 45, "性能与效率": 45 }, "note": "边界:空API Key的处理和提示", "total_score": 50 }, { "id": "TC-036", "type": "boundary", "input": { "method": "API", "api_key": "invalid_key_123" }, "expected": { "error": "403", "reason": "invalid_key" }, "dimensions": { "功能完整性": 45, "API规范使用": 45, "数据完整性与准确性": 45, "代码质量与可维护性": 70, "错误处理与降级策略": 70, "扩展性与配置灵活性": 45, "性能与效率": 45 }, "note": "边界:无效API Key触发403并友好提示", "total_score": 53 }, { "id": "TC-037", "type": "boundary", "input": { "method": "API", "regionCode": "XX" }, "expected": { "error": "400", "reason": "invalid_region" }, "dimensions": { "功能完整性": 45, "API规范使用": 45, "数据完整性与准确性": 45, "代码质量与可维护性": 70, "错误处理与降级策略": 60, "扩展性与配置灵活性": 45, "性能与效率": 45 }, "note": "边界:无效regionCode(非ISO 3166-1 alpha-2编码)", "total_score": 51 }, { "id": "TC-038", "type": "boundary", "input": { "method": "API", "videoCategoryId": 9999 }, "expected": { "error": "400", "reason": "invalid_category" }, "dimensions": { "功能完整性": 45, "API规范使用": 45, "数据完整性与准确性": 45, "代码质量与可维护性": 70, "错误处理与降级策略": 60, "扩展性与配置灵活性": 45, "性能与效率": 45 }, "note": "边界:无效videoCategoryId不在已知分类列表中", "total_score": 51 }, { "id": "TC-039", "type": "boundary", "input": { "method": "yt-dlp", "url": "https://www.youtube.com/feed/trending", "network_timeout": true }, "expected": { "error": "timeout", "retry": 3, "fallback": "api" }, "dimensions": { "功能完整性": 70, "API规范使用": 0, "数据完整性与准确性": 70, "代码质量与可维护性": 85, "错误处理与降级策略": 92, "扩展性与配置灵活性": 60, "性能与效率": 70 }, "note": "边界:yt-dlp网络超时后触发API降级回切", "total_score": 64 }, { "id": "TC-040", "type": "boundary", "input": { "method": "API", "quota_exceeded": true }, "expected": { "error": "403", "reason": "quotaExceeded", "fallback": "ytdlp" }, "dimensions": { "功能完整性": 70, "API规范使用": 70, "数据完整性与准确性": 70, "代码质量与可维护性": 85, "错误处理与降级策略": 92, "扩展性与配置灵活性": 60, "性能与效率": 70 }, "note": "边界:API配额耗尽后触发yt-dlp降级", "total_score": 75 }, { "id": "TC-041", "type": "boundary", "input": { "method": "API", "empty_result": true, "region": "AQ" }, "expected": { "videos": [], "note": "no_trending_in_antarctica" }, "dimensions": { "功能完整性": 80, "API规范使用": 85, "数据完整性与准确性": 80, "代码质量与可维护性": 85, "错误处理与降级策略": 80, "扩展性与配置灵活性": 80, "性能与效率": 70 }, "note": "边界:API返回空结果(如南极洲无trending数据)", "total_score": 81 }, { "id": "TC-042", "type": "boundary", "input": { "method": "API", "partial_fields": true, "snippet_missing": true }, "expected": { "videos": [ { "video_id": "string", "title": null, "view_count": 12345 } ] }, "dimensions": { "功能完整性": 65, "API规范使用": 70, "数据完整性与准确性": 65, "代码质量与可维护性": 80, "错误处理与降级策略": 65, "扩展性与配置灵活性": 55, "性能与效率": 60 }, "note": "边界:API返回部分字段缺失时的优雅处理", "total_score": 67 }, { "id": "TC-043", "type": "boundary", "input": { "method": "API", "status_429": true, "retry_after": 10 }, "expected": { "videos": [ { "video_id": "string" } ], "retry_count": 2, "source": "api" }, "dimensions": { "功能完整性": 80, "API规范使用": 80, "数据完整性与准确性": 80, "代码质量与可维护性": 88, "错误处理与降级策略": 92, "扩展性与配置灵活性": 70, "性能与效率": 75 }, "note": "边界:429限流触发Retry-After退避后成功重试", "total_score": 82 }, { "id": "TC-044", "type": "boundary", "input": { "method": "API", "status_503": true, "max_retries": 5 }, "expected": { "videos": [ { "video_id": "string" } ], "retry_count": 3, "source": "api" }, "dimensions": { "功能完整性": 80, "API规范使用": 80, "数据完整性与准确性": 80, "代码质量与可维护性": 88, "错误处理与降级策略": 90, "扩展性与配置灵活性": 70, "性能与效率": 75 }, "note": "边界:503服务不可用触发指数退避后成功恢复", "total_score": 81 } ]