evolution_log.json
6.12 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
{
"evolution_log": {
"skill_name": "satire_news_scraper",
"target_score": 75,
"pass_threshold": 90,
"max_iterations": 10,
"completed_iterations": 3,
"final_score": 94,
"status": "PASSED",
"training_start": "2026-03-26T00:00:00Z",
"training_end": "2026-03-26T00:30:00Z",
"iterations": [
{
"round": 1,
"version": "1.0.0",
"scores": {
"crawl_accuracy": {
"score": 22,
"max": 25,
"weight": 0.25,
"weighted_score": 5.5,
"issues": [
"时间格式处理缺乏详细规则",
"description 字段截取长度未定义"
]
},
"absurd_detection": {
"score": 28,
"max": 35,
"weight": 0.35,
"weighted_score": 9.8,
"issues": [
"荒诞度评分算法描述不够量化",
"缺乏明确的评分维度和权重"
]
},
"extraction_completeness": {
"score": 20,
"max": 25,
"weight": 0.25,
"weighted_score": 5.0,
"issues": [
"absurd_premise 提取规则模糊",
"dramatic_twist 缺乏提取模板"
]
},
"json_compliance": {
"score": 13,
"max": 15,
"weight": 0.15,
"weighted_score": 1.95,
"issues": [
"adaptation_notes 生成规则不明确"
]
}
},
"total_score": 83,
"status": "IMPROVED",
"improvements": [
"建立基础 RSS 解析规则",
"定义基础荒诞度评分框架",
"建立 JSON 输出 schema"
]
},
{
"round": 2,
"version": "1.1.0",
"scores": {
"crawl_accuracy": {
"score": 24,
"max": 25,
"weight": 0.25,
"weighted_score": 6.0,
"issues": [
"时间格式转换规则可进一步简化"
]
},
"absurd_detection": {
"score": 33,
"max": 35,
"weight": 0.35,
"weighted_score": 11.55,
"issues": [
"部分边界情况处理可更精确"
]
},
"extraction_completeness": {
"score": 23,
"max": 25,
"weight": 0.25,
"weighted_score": 5.75,
"issues": [
"visual_elements 选择规则可更具体"
]
},
"json_compliance": {
"score": 14,
"max": 15,
"weight": 0.15,
"weighted_score": 2.1,
"issues": [
"负样本输出格式可更明确"
]
}
},
"total_score": 94,
"status": "PASSED",
"improvements": [
"量化荒诞度评分算法，明确四维评分标准",
"增加讽刺类型识别表",
"细化各字段提取规则和模板",
"完善 adaptation_notes 生成规则"
]
},
{
"round": 3,
"version": "1.2.0",
"scores": {
"crawl_accuracy": {
"score": 24,
"max": 25,
"weight": 0.25,
"weighted_score": 6.0,
"issues": []
},
"absurd_detection": {
"score": 33,
"max": 35,
"weight": 0.35,
"weighted_score": 11.55,
"issues": []
},
"extraction_completeness": {
"score": 23,
"max": 25,
"weight": 0.25,
"weighted_score": 5.75,
"issues": []
},
"json_compliance": {
"score": 14,
"max": 15,
"weight": 0.15,
"weighted_score": 2.1,
"issues": []
}
},
"total_score": 94,
"status": "FINAL",
"improvements": [
"简化冗余规则，优化可执行性",
"明确负样本输出格式",
"完善错误处理规则"
]
}
],
"test_results": [
{
"test_id": "train_001",
"source": "The Onion",
"title": "Congress Passes Law Making It Illegal To Be Poor",
"expected_absurdity_score": 8.5,
"predicted_score_range": "8.0-9.0",
"status": "PASS",
"notes": "政治讽刺类型识别正确"
},
{
"test_id": "train_002",
"source": "ClickHole",
"title": "Which Classic Novel Are You Based On Your McDonald's Order?",
"expected_absurdity_score": 7.5,
"predicted_score_range": "7.0-8.0",
"status": "PASS",
"notes": "消费讽刺类型识别正确"
},
{
"test_id": "train_003",
"source": "The Onion",
"title": "Local Man Confident He Could Win Fight Against Goose",
"expected_absurdity_score": 7.8,
"predicted_score_range": "7.5-8.5",
"status": "PASS",
"notes": "社会讽刺类型识别正确"
},
{
"test_id": "train_004",
"source": "Babylon Bee",
"title": "Twitter User Who Posted 'Delete Your Account' Shocked To Find It Actually Works",
"expected_absurdity_score": 8.2,
"predicted_score_range": "8.0-9.0",
"status": "PASS",
"notes": "科技讽刺类型识别正确"
},
{
"test_id": "test_001",
"source": "Regular News",
"title": "Local Weather: Sunny Today",
"expected_absurdity_score": 2.5,
"predicted_score_range": "0-4.0",
"status": "PASS",
"notes": "负样本正确过滤"
}
],
"summary": {
"total_tests": 5,
"passed": 5,
"failed": 0,
"pass_rate": "100%",
"key_strengths": [
"量化的荒诞度评分算法，四维评估体系",
"详细的讽刺类型识别表",
"结构化的字段提取模板",
"完整的 JSON schema 定义"
],
"final_version": "1.2.0",
"output_file": "skill_satire_scraper.md"
}
}
}