{ "filename": "good_05_dataclean.md", "source": "hunt/crawl/elite_05_dataclean.md", "score": 82.5, "dimensions": { "D1完整性": 85, "D2准确性": 85, "D3实用性": 90, "D4合规性": 70, "D5新鲜度": 75 }, "content": { "type": "knowledge", "category": "data_cleaning_guide", "sections": [ { "name": "文本清洗", "content": "零宽字符、HTML实体、表情符号处理" }, { "name": "时间解析", "content": "微博时间格式(刚刚、X分钟前、昨天等)解析" }, { "name": "数字标准化", "content": "1.2万→12000 等转换" }, { "name": "数据去重", "content": "基于内容Hash" }, { "name": "结构化输出", "content": "标准JSON格式" } ], "code_examples": { "text_cleaning": "正则去除零宽字符、HTML解码", "time_parsing": "datetime + timedelta 处理相对时间", "number_parsing": "万/w 单位转换" } }, "features": [ "覆盖数据清洗全流程", "包含可直接使用的 Python 代码示例", "提供标准结构化输出格式", "流程图清晰" ], "issues": [ "部分代码示例基于 Python2 语法", "缺少 JavaScript/Node.js 示例", "新鲜度一般(文档时间未标注)" ] }
good_05_dataclean.md
1.26 KB