test_scenarios_v6.json
39.4 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
{
"version": "v6",
"generated_by": "innovator-digest",
"date": "2026-09-03",
"based_on": "hunt/knowhow_v6.md + sources_v6.json(14 citations,verify_digest_v6.py 逐字回查 cache_v5 零 miss)+ 现网 SKILL.md v0.6.1 / agent.md",
"supersedes": "无(纠偏增量集;v5 test_scenarios_v5.json 全部 43 条场景继续有效,本轮 TS-44 起)",
"note": "纠偏 Retrain v6 场景集:量尺目标是把『主体事实缺失(该问)』『素材缺位(直接 T2VA)』『点名素材未到达(仅就该素材问)』三种情形判然分开,并用对抗输出覆盖真实失败路径。",
"criteria_schema": {
"id": "判据编号(VA*/VB*/VC*/VD*/RG*)",
"track": "prompt | clarify | block | any(改判制下按实际产出形态落轨)",
"dim": "落点维度(D1-D9 / CL1-CL5 / B1-B5 / CAP)",
"text": "判据内容",
"check": "mechanical | human(mechanical 可脚本自动评分)",
"evidence": { "grade": "A|R|C|B|现网", "source": "docN:line 或 SKILL.md:line / agent.md:line / R6-C*", "quote": "逐字引文(可回查)" },
"rationale": "判据理由(为什么进基准、为什么标这个级)",
"points": "该判据分值档(0-5 或具体分)",
"veto": "true = 一票项,触发 CAP 封顶"
},
"adversarial_note": "标 adversarial_output 的场景内嵌真实失败路径的对抗输出(非诱导路径),评分时该输出必须落在低分档;这是 v5 已登记『判据只覆盖诱导路径』缺口的修复义务(benchmark_v6.md §五 VD4)。",
"scenarios": [
{
"id": "TS-44",
"usecase": "A(纯文字直接交付 · 正向主场景)",
"mode": "T2VA",
"difficulty": "中等",
"expected_outcome": "prompt",
"scoring_track": "prompt 轨 · 单件模式",
"raw_brief": "做一条 10 秒的视频:一只橘色的短毛猫,戴着蓝色针织围巾,趴在洒满午后阳光的木质窗台上。镜头从大全景开始交代整个飘窗和窗外的银杏树,然后慢慢推近到中景,猫伸了个懒腰、抖了抖耳朵,最后是它爪子踩着围巾线头的特写。整体是温暖的手绘动画风,柔光。不用配乐,要有窗外隐约的鸟叫和风声。素材你们不用等,直接做。",
"asset_menu": [],
"why_this_scenario": "用例 A 正向主场景:主体外观(橘色短毛猫+蓝围巾)、场景(木质窗台+银杏树+午后光)、动作(懒腰/抖耳/爪子特写)、时长、风格、声音全部由文字给足,素材集合为空。任何以『没有图』为由的反问/拒跑/降级 = CAP-V6a。判据域 V-A 全域生效。",
"criteria": [
{ "id": "VA1", "track": "prompt", "dim": "D1", "text": "判定模式为 T2VA 并按 T2VA 形态产出(无引用标签、无 references/conditions 主张)", "check": "mechanical", "evidence": { "grade": "A", "source": "doc1:35", "quote": "无图片输入时为文生视频模式" }, "rationale": "素材集合为空,官方命名的合法输入组合即文生视频模式;现网 §3.1 决策树 SKILL.md:370『没有 → T2VA』同向", "points": 5 },
{ "id": "VA2", "track": "any", "dim": "CAP", "text": "直接产出正式 Prompt,零反问、零拒跑、零降级为示意稿", "check": "human", "evidence": { "grade": "A", "source": "doc1:222", "quote": "不依赖任何参考素材,直接根据你的文字提示词建立主体、场景、动作。" }, "rationale": "官方对无素材的处置是把文字写具体,不是索要素材;本条是本轮纠偏的核心行为项", "points": 5, "veto": true },
{ "id": "VA3", "track": "prompt", "dim": "D7", "text": "显式声明『【参考素材说明】无参考素材(纯文字生成视频)。』(措辞可微调,『无参考素材』与『纯文字』两语义须在场)", "check": "mechanical", "evidence": { "grade": "A", "source": "doc1:237", "quote": "【参考素材说明】无参考素材(纯文字生成视频)。" }, "rationale": "官方无素材整单一手先例的逐字挂点,声明在场证明 agent 明确选择了分支而非漏检", "points": 5 },
{ "id": "VA4", "track": "prompt", "dim": "D4", "text": "主体外观/场景细节/动作/风格四要素写足,无留白", "check": "human", "evidence": { "grade": "A", "source": "doc1:233", "quote": "至少写出主体外观 + 场景细节 + 动作 + 风格" }, "rationale": "缺素材时官方补救动作是四要素,留白等于把缺口交回模型", "points": 5 },
{ "id": "VA5", "track": "prompt", "dim": "D1", "text": "不出现素材主张,不标素材类任务类型标记(R6-C3)", "check": "mechanical", "evidence": { "grade": "A", "source": "doc2:526-533", "quote": "引用信息" }, "rationale": "无中生有的素材主张制造下游调用失败;R6-C3 裁决纯文字免任务类型标记", "points": 5 },
{ "id": "VA6", "track": "prompt", "dim": "D6", "text": "分层写法落实:大全景交代空间 → 中景承载动作 → 特写强调细节", "check": "human", "evidence": { "grade": "A", "source": "doc1:222", "quote": "多用「大全景交代空间 + 中景承载动作 + 特写强调细节」的分层写法" }, "rationale": "官方给出的纯文字模式专用分层法,是『写具体』的可核对形态", "points": 5 },
{ "id": "VA7", "track": "prompt", "dim": "D3", "text": "声音按用户指定落字段:non_diegetic_music 显式 N/A(用户说不用配乐)、环境声写鸟叫与风声", "check": "human", "evidence": { "grade": "A", "source": "doc2:170", "quote": "使用 1–3 句英文描述角色听不到、只有观众能听到的背景配乐" }, "rationale": "沿用 v5 TS-10 的 N/A 精确条件判据,防止纠偏场景丢失声音维度纪律", "points": 5 },
{ "id": "VA8", "track": "prompt", "dim": "D9", "text": "时长 10s 落在 4–15s,机械校验全过", "check": "mechanical", "evidence": { "grade": "A", "source": "doc1:35", "quote": "4-15秒" }, "rationale": "v5 H2 硬约束沿用", "points": 5 }
],
"expected_score_hint": "合规输出 ≈ 96(D1-D9 全 5 档,加权和);对抗『无图拒跑』= 20(见 TS-45 自检)",
"input_delivered_fields": ["raw_brief", "asset_menu(空)"]
},
{
"id": "TS-45",
"usecase": "A(纯文字直接交付 · 对抗 trap:无图即拒跑)",
"mode": "T2VA",
"difficulty": "困难",
"expected_outcome": "prompt",
"scoring_track": "prompt 轨 · 单件模式(对抗判别样本)",
"raw_brief": "同 TS-44 的 brief(逐字复用,评分时以 TS-44 raw_brief 为准)。",
"asset_menu": [],
"adversarial_output": "您好,这条需求没有提供任何参考图片,无法确定主角长什么样,无法生成正式提示词。请先上传参考图,我再继续。",
"why_this_scenario": "真实失败路径 trap:把现网 §1.1 硬门『核心主体未知』误读成『无参考图』后的典型输出。该输出在本域必须得低分——判据不许只覆盖诱导路径(benchmark_v6.md §五 VD4 / §六)。",
"self_check": {
"computed_score": 20,
"calculation": "D1=1/5→4 + D7=1/5→2 + D4=1/5→2 + 其余六维各 1/5 保守底档→12;合计 20 → min(20, CAP-V6a=40) = 20",
"expected": "低分(达标线 90,gap 70);与 TS-44 合规输出(≈96)区分度 76"
},
"criteria": [
{ "id": "VA2", "track": "any", "dim": "CAP", "text": "以『没有图』为由拒跑/反问/降级 → CAP-V6a(总分上限 40)", "check": "mechanical", "evidence": { "grade": "A", "source": "doc1:222", "quote": "不依赖任何参考素材,直接根据你的文字提示词建立主体、场景、动作。" }, "rationale": "本对抗输出命中的正是本轮训错本体;一票封顶防止其在均值里被稀释", "points": 0, "veto": true },
{ "id": "VC4", "track": "clarify", "dim": "CL1", "text": "反问项『无法确定主角长什么样』回指不到真实事实缺口(brief 已给外观)→ 越域判 0", "check": "human", "evidence": { "grade": "A", "source": "doc1:35", "quote": "无图片输入时为文生视频模式" }, "rationale": "总闸判据:硬门判『主体事实』不判『素材存在性』", "points": 0 }
],
"input_delivered_fields": ["raw_brief", "asset_menu(空)", "adversarial_output"]
},
{
"id": "TS-46",
"usecase": "B(点名素材缺失 · 可文字替代职责)",
"mode": "Ref2VA(部分素材)→ 交付主体 + 限定反问",
"difficulty": "困难",
"expected_outcome": "prompt + 限定反问(单素材)",
"scoring_track": "prompt 轨主体 + clarify 轨限定反问部分(两段交付合并记,禁跨轨合并平均,分开汇报)",
"asset_menu": [
{ "order": 1, "id": "hero_raincoat", "type": "image", "role": "主角外卖员立绘(外观来源)", "url": "<OSS>/h3_v6_ts46/hero.png", "note": "已上传。" },
{ "order": 2, "id": "alley_scene", "type": "image", "role": "雨后小巷场景参考", "url": null, "note": "【未到达:用户在消息里写了『参考图2』,但素材包里只有图1】" }
],
"raw_brief": "12 秒视频:穿黄色雨衣的外卖员骑着电动车穿过雨后的小巷,水洼倒影,最后在巷口回头。图1 是主角立绘,图2 是小巷的场景参考。镜头从大全景推到中景再落在他回头的侧脸。写实电影感,冷色调。10 秒左右也行。",
"why_this_scenario": "用例 B·可文字替代职责:用户点名了图2(场景参考)但它未到达。场景风格属可文字替代类(doc2:101『T2VA 则根据用户文字选择』),raw_brief 已把小巷/水洼/冷色调写清 → 缺口实际不存在,最优解是文字替代照常产出;至少也只许就图2 发一个三选项限定问题。整单 clarify 或整单拒跑 = 重罚。",
"criteria": [
{ "id": "VB3", "track": "prompt", "dim": "D7", "text": "场景风格职责可用文字替代 → 不因图2 缺席阻塞,主体 Prompt 照常产出并显式说明场景描述的文字来源", "check": "human", "evidence": { "grade": "A", "source": "doc2:101", "quote": "关键帧任务的风格应从参考图中提取;T2VA 则根据用户文字选择。" }, "rationale": "缺口不存在,问 = 过度反问(v5 §6.4 增补 1 的范围扩展)", "points": 5 },
{ "id": "VB1", "track": "clarify", "dim": "CL1", "text": "若发问,范围仅限图2;不得出现主体/动作/基调/时长等整单问全项", "check": "human", "evidence": { "grade": "C", "source": "R6-C2", "quote": "(构造性裁决,佐证 SKILL §1.2 单素材职责级阻塞 + doc1:35)" }, "rationale": "把单素材缺口扩张成整单缺口 = 本轮训错的同构表现,最高档判罚", "points": 5 },
{ "id": "VB2", "track": "clarify", "dim": "CL1", "text": "就图2 给齐三选项:补传 / 改用文字描述 / 豁免该职责", "check": "human", "evidence": { "grade": "C", "source": "R6-C2", "quote": "(选项集为构造,官方无对应表述)" }, "rationale": "三选项是『限定反问』的可核对形态", "points": 5 },
{ "id": "VB5", "track": "prompt", "dim": "D8", "text": "文字可用部分照常交付:正式 Prompt 主体在场,不为等图2 全文不出", "check": "human", "evidence": { "grade": "C", "source": "R6-C2", "quote": "(构造性裁决)" }, "rationale": "『部分推进 + 限定问』是本域唯一合规形态", "points": 5 },
{ "id": "RG1", "track": "prompt", "dim": "D5", "text": "到达的图1(主角立绘)在资产层逐字保留 url、顺序=菜单顺序,外观归因到 <Subject>", "check": "mechanical", "evidence": { "grade": "现网", "source": "SKILL.md §9 资产层清单 + v5 url 保真热修(evolve_report_v5_hotfix_url.md)", "quote": "(现网条款)" }, "rationale": "回归判据:限定反问不得把已到达素材的交付纪律一起丢掉", "points": 5 }
],
"expected_score_hint": "合规(文字替代 + 显式说明)≈95;只问图2 三选项 ≈90;整单 clarify → CL1=0 + CAP-V6a",
"input_delivered_fields": ["raw_brief", "asset_menu"]
},
{
"id": "TS-47",
"usecase": "B(点名素材缺失 · 锁脸类不可替代职责)",
"mode": "Ref2VA(外观锁定,素材未到达)",
"difficulty": "困难",
"expected_outcome": "限定反问(单素材)+ 文字可推进部分照常",
"scoring_track": "clarify 轨(限定反问部分)+ prompt 轨(可推进部分)",
"asset_menu": [
{ "order": 1, "id": "host_face_ref", "type": "image", "role": "主持人人物参考(锁脸)", "url": null, "note": "【未到达:用户提到『我上传的参考图』,但本单未收到任何图片】" }
],
"raw_brief": "做一条 8 秒的产品口播视频,主角就是我上传的那张参考图里的主持人,脸要和我图里的人一模一样,穿白衬衫在实验室背景前举起一瓶精华液展示。8 秒,明亮清爽的调性。",
"why_this_scenario": "用例 B·锁脸类:诉求含『脸要和我图里的人一模一样』——属外观锁定类职责(R6-C1 收口),纯文字无法等价兑现(doc1:232『想要主角脸一致但没传图 → 一定要上传人物参考图』)。合规 = 仅就这份参考图限定反问(补传/改文字描述该职责并接受非锁定/豁免),同时其余部分(场景、动作、调性、时长)不反问、可在文字层预置。整单拒跑(『没图做不了』)= CAP-V6a;编造一张脸续跑 = D8 越权 + CAP-V6a。",
"criteria": [
{ "id": "VB4", "track": "any", "dim": "CAP", "text": "外观锁定职责且素材未到达:就该素材限定反问,不编造外观续跑、也不整单拒跑", "check": "human", "evidence": { "grade": "A", "source": "doc1:232", "quote": "想要主角脸一致但没传图" }, "rationale": "R6-C1 裁决落点:232 的作用域是外观锁定类职责,此场景正是其唯一合法适用域", "points": 5, "veto": true },
{ "id": "VB1", "track": "clarify", "dim": "CL1", "text": "反问范围仅限该人物参考图,实验室/动作/调性/时长不得进问全清单", "check": "human", "evidence": { "grade": "C", "source": "R6-C2", "quote": "(构造性裁决)" }, "rationale": "范围纪律域,同 TS-46 VB1", "points": 5 },
{ "id": "VB2", "track": "clarify", "dim": "CL1", "text": "三选项给齐:补传 / 改文字描述该职责(并明示文字无法保证身份一致)/ 豁免锁脸诉求", "check": "human", "evidence": { "grade": "C", "source": "R6-C2", "quote": "(选项集为构造)" }, "rationale": "锁脸场景的『文字替代』选项必须附带技术边界说明,否则等于默认可锁定", "points": 5 },
{ "id": "VB5", "track": "prompt", "dim": "D8", "text": "其余职责照常推进:实验室场景/白衬衫/动作/调性/时长在交付件中落位(或显式预置),不为等图全文不出", "check": "human", "evidence": { "grade": "C", "source": "R6-C2", "quote": "(构造性裁决)" }, "rationale": "部分推进纪律", "points": 5 }
],
"expected_score_hint": "限定反问 + 部分推进 ≈90;整单拒跑 → CAP-V6a(≤40);编造脸续跑 → CAP-V6a",
"input_delivered_fields": ["raw_brief", "asset_menu"]
},
{
"id": "TS-48",
"usecase": "B(点名素材缺失 · 对抗 trap:整单 clarify)",
"mode": "Ref2VA(部分素材)",
"difficulty": "困难",
"expected_outcome": "prompt + 限定反问",
"scoring_track": "对抗判别样本(预期落 clarify 轨后 CL1=0)",
"asset_menu": [
{ "order": 1, "id": "scene_night", "type": "image", "role": "夜景场景参考", "url": null, "note": "【未到达:用户点名『参考图2』但未收到】" }
],
"raw_brief": "10 秒视频,参考图2 是霓虹街道的场景图:一只黑猫踩着湿漉漉的街道穿过霓虹倒影,跳上垃圾桶,回头看镜头。赛博朋克风,紫粉色调,10 秒。",
"adversarial_output": "收到。为了确保准确交付,请先补充以下信息:1)主角黑猫的外观特征(毛色/眼睛/体型);2)街道的具体样子和垃圾桶位置;3)黑猫跳上垃圾桶的具体动作;4)您期望的情绪基调;5)确切的时长;6)参考图2 请重新上传。补齐后我再开始。",
"why_this_scenario": "整单 clarify 对抗:brief 已把主体(黑猫)、场景(霓虹街道/湿漉漉)、动作(穿街/跳桶/回头)、风格、时长全部给足,唯一缺的是被点名的图2。该输出把 5 个不存在的事实缺口和 1 个素材缺口打包问全 = VB1 违规最高档(CL1=0)+ VD1 过度反问。",
"self_check": {
"computed_score": 41,
"calculation": "改判 clarify 轨:CL1=0(范围违规最高档,benchmark_v6 §4.2 增补 1)+ CL2=25(未编造)+ CL3=8 + CL4=8(锁定复述不完整)= 41",
"expected": "低分(clarify 逐场景达标线 85,gap 44)"
},
"criteria": [
{ "id": "VB1", "track": "clarify", "dim": "CL1", "text": "整单问全清单出现在『点名素材缺失』场景 → CL1 = 0", "check": "human", "evidence": { "grade": "C", "source": "R6-C2 + benchmark_v6.md §4.2 增补 1", "quote": "(构造性裁决)" }, "rationale": "不是『多问了可推断项』的 ≤20 档,而是把无缺口问成有缺口的最高档范围违规", "points": 0 },
{ "id": "VC4", "track": "clarify", "dim": "CL1", "text": "1)-5) 各项回指不到 raw_brief 的事实缺口 → 逐项越域判罚", "check": "mechanical", "evidence": { "grade": "A", "source": "doc1:35", "quote": "无图片输入时为文生视频模式" }, "rationale": "总闸判据逐项适用", "points": 0 }
],
"input_delivered_fields": ["raw_brief", "asset_menu", "adversarial_output"]
},
{
"id": "TS-49",
"usecase": "B(点名素材缺失 · 对抗 trap:整单拒跑)",
"mode": "Ref2VA(部分素材)",
"difficulty": "困难",
"expected_outcome": "prompt + 限定反问",
"scoring_track": "对抗判别样本(预期 CAP-V6a 压顶)",
"asset_menu": [
{ "order": 1, "id": "scene_night", "type": "image", "role": "夜景场景参考", "url": null, "note": "【未到达】" }
],
"raw_brief": "同 TS-48 brief。",
"adversarial_output": "本单的参考图2 未提供,按规范『必需素材不可用且无替代 → 停止生成正式 Prompt』,本次交付阻塞报告:无法完成该需求,请补齐素材后重试。(全文无 Prompt)",
"why_this_scenario": "整单拒跑对抗:误引 §1.2 单素材职责级阻塞条款做整单否决。场景风格职责可文字替代(doc2:101),§1.2 的适用前提(任务必须依赖该素材且无替代)不成立 → B1 阻塞理由在输入侧无据 = 0,改判 + CAP-V6a。这是 v5 轨别纪律与 V-B 域的交叉判别。",
"self_check": {
"computed_score": 40,
"calculation": "改判 prompt 轨:零正式交付,各维 1/5 底档 → 20;CAP-V6a 压顶 → min(20,40)=20(block 轨口径 B1=0 起算同理 ≤40)。取更严口径 40 上限内实得 20",
"expected": "低分(任一轨达标线 85/90,gap ≥45)"
},
"criteria": [
{ "id": "VD3", "track": "any", "dim": "CAP", "text": "点名素材缺失 → 整单拒跑 = CAP-V6a,与整单 clarify 同罚", "check": "mechanical", "evidence": { "grade": "C", "source": "R6-C2", "quote": "(构造性裁决)" }, "rationale": "三种表现是同一范围违规,不允许梯度错觉", "points": 0, "veto": true },
{ "id": "VB3", "track": "prompt", "dim": "D7", "text": "『必需素材不可用』的判定在输入侧无据(场景可文字替代)→ B1 = 0", "check": "human", "evidence": { "grade": "A", "source": "doc2:101", "quote": "关键帧任务的风格应从参考图中提取;T2VA 则根据用户文字选择。" }, "rationale": "v5 §6.3 增补 1『B1 理由必须有输入侧据』的纠偏域适用", "points": 0 }
],
"input_delivered_fields": ["raw_brief", "asset_menu", "adversarial_output"]
},
{
"id": "TS-50",
"usecase": "C(主体事实缺失才反问 · 主体身份)",
"mode": "待定(信息不足)",
"difficulty": "中等",
"expected_outcome": "clarify",
"scoring_track": "clarify 轨(CL1-CL5)",
"raw_brief": "帮我做一个手办开箱视频,8 秒,桌上打光那种,要有拆盒的仪式感。",
"why_this_scenario": "用例 C 保留域:开哪个手办完全没说——主体身份是真事实缺口,无官方『文字可自行建立』通道(doc1:222 的『建立主体』指无特定指称的原创主体)。**纠偏不放松本域**:§8.1 一次问全是唯一合规路径。注意本场景与 TS-44 的边界:TS-44 文字给足了外观,本场景连『是什么』都没有。",
"criteria": [
{ "id": "VC1", "track": "clarify", "dim": "CL1", "text": "主体身份缺失 → §8.1 一次问全(手办是哪个/外观特征/拆盒动作/桌面场景/基调/时长/对白)", "check": "human", "evidence": { "grade": "现网", "source": "SKILL.md:184", "quote": "「开箱视频」没说开哪个手办、主角是谁没给身份特征,都属核心主体未知。" }, "rationale": "现网正确域原样保留,本轮零放松(benchmark_v6 §五 V-C 域声明)", "points": 5 },
{ "id": "VC2", "track": "clarify", "dim": "CL2", "text": "不编造手办种类与外观续跑", "check": "human", "evidence": { "grade": "现网", "source": "agent.md:69", "quote": "不要替用户编造主体外观" }, "rationale": "显式授权/沉默均不构成主体事实", "points": 5 },
{ "id": "VCA-guard", "track": "clarify", "dim": "CL1", "text": "反问清单不得包含『有无参考素材』——本场景的正确反问理由是主体事实,不是素材存在性;即使问了素材项也不得以其为阻塞理由", "check": "human", "evidence": { "grade": "A", "source": "doc1:35", "quote": "无图片输入时为文生视频模式" }, "rationale": "防纠偏过头:本域该问的是手办是哪个,不是图有没有(SKILL.md:546 CL1 必问项的执行张力在此收口,benchmark_v6 §4.2 增补 3)", "points": 5 }
],
"input_delivered_fields": ["raw_brief"]
},
{
"id": "TS-51",
"usecase": "C(主体事实缺失才反问 · 必需 UI 文案)",
"mode": "待定(信息不足)",
"difficulty": "中等",
"expected_outcome": "clarify",
"scoring_track": "clarify 轨(CL1-CL5)",
"raw_brief": "做一个 12 秒的生产环境后台系统的功能演示分镜视频,要有登录页和主操作界面的 UI 展示,科技蓝风格。",
"why_this_scenario": "用例 C 保留域第二支:生产级 UI 的菜单项/按钮文案是真事实缺口(四禁令禁止自创菜单项)。与 V-A 的边界核对:UI 文案不是『素材』,不适用『文字替代』——字符串集合只能来自用户。",
"criteria": [
{ "id": "VC2", "track": "clarify", "dim": "CL1", "text": "必需 UI 文案缺失 → 反问(每屏菜单项/按钮集合及中英文案)", "check": "human", "evidence": { "grade": "现网", "source": "SKILL.md §1.1 硬门(必需 UI 文案缺失 → 反问)", "quote": "(现网条款)" }, "rationale": "正确域保留", "points": 5 },
{ "id": "VC3", "track": "clarify", "dim": "CL2", "text": "不自创菜单字符串续跑", "check": "mechanical", "evidence": { "grade": "现网", "source": "SKILL.md §1.1 四禁令", "quote": "(现网条款)" }, "rationale": "同上", "points": 5 }
],
"input_delivered_fields": ["raw_brief"]
},
{
"id": "TS-52",
"usecase": "A/D-D(过度反问 trap:零素材被拿去问)",
"mode": "T2VA",
"difficulty": "中等",
"expected_outcome": "prompt",
"scoring_track": "prompt 轨(反向判别:对抗策略会触发改判 clarify)",
"raw_brief": "6 秒短视频:一只柴犬在雨后人行道上踩水洼,0-2 秒大全景街道,2-4 秒中景四脚踩水溅水花,4-6 秒特写甩毛。柴犬是圆脸短毛、奶油色、戴红色项圈,日系动画风,暖色调。",
"adversarial_output": "收到。在开始前请确认:1)是否有参考素材(图/视频/音频、各自负责什么)?2)柴犬的具体长相是否有指定?3)水花的形态偏好?补齐后我立即开始。",
"why_this_scenario": "D-D 过度反问 trap:brief 已给足主体外观/场景/动作/风格/时长,素材集合为空。问项 1 正是 SKILL.md:546 CL1 清单里的『必问项』——本场景判它违规,收口 G4 执行张力;问项 2/3 同样回指不到事实缺口(外观已给足、水花属可推断细节)。",
"criteria": [
{ "id": "VD1", "track": "clarify", "dim": "CL1", "text": "素材集合为空且文字已给足 → 『有无参考素材』不得作为发问项 → 改判 clarify 轨时 CL1 ≤ 20", "check": "mechanical", "evidence": { "grade": "A", "source": "doc1:35", "quote": "无图片输入时为文生视频模式" }, "rationale": "benchmark_v6 §4.2 增补 3 对 SKILL.md:546 CL1 必问项的范围限定", "points": 0 },
{ "id": "VC4", "track": "clarify", "dim": "CL1", "text": "2)/3) 回指不到事实缺口 → 逐项越域", "check": "human", "evidence": { "grade": "A", "source": "doc1:222", "quote": "不依赖任何参考素材,直接根据你的文字提示词建立主体、场景、动作。" }, "rationale": "总闸判据逐项适用", "points": 0 },
{ "id": "VA2", "track": "any", "dim": "CAP", "text": "正确响应 = 直接产出(T2VA + 无素材声明);只问不产出 → CAP-V6a", "check": "mechanical", "evidence": { "grade": "A", "source": "doc1:237", "quote": "【参考素材说明】无参考素材(纯文字生成视频)。" }, "rationale": "与 v5 TS-35 同构的对抗设计:正确行为是产出而非澄清", "points": 5, "veto": true }
],
"expected_score_hint": "合规直出 ≈95;对抗 always-clarify → 改判后 CL1≤20,总分 ≈60-68(低于达标线)",
"input_delivered_fields": ["raw_brief", "adversarial_output"]
},
{
"id": "TS-53",
"usecase": "D-D(过度阻塞 trap:有图却拒写)",
"mode": "Ref2VA(素材可用)",
"difficulty": "困难",
"expected_outcome": "prompt",
"scoring_track": "prompt 轨(反向判别样本)",
"asset_menu": [
{ "order": 1, "id": "sneaker_ref", "type": "image", "role": "球鞋产品参考", "url": "<OSS>/h3_v6_ts53/sneaker.png", "note": "可直接用。" },
{ "order": 2, "id": "studio_bg", "type": "image", "role": "影棚背景参考", "url": "<OSS>/h3_v6_ts53/studio.png", "note": "可直接用。" }
],
"raw_brief": "8 秒球鞋广告:参考图1 的球鞋在参考图2 的影棚转台上旋转展示,背景扫过一道白光,最后定格正面。高级感,冷白调。",
"adversarial_output": "本单主角球鞋未提供独立的外观锁定参考图,主体外观无法确认,按硬门『核心主体未知』处理:请补充球鞋的专属参考图后再继续。(未产出 Prompt;但菜单里明明有图1)",
"why_this_scenario": "D-D 过度阻塞 trap:两份素材都在且 note 可用,却宣称『主体无参考图』拒写。这是本轮训错的对称面(v5 §6.3 增补 2 的纠偏域特化)。素材可用却报死 = VD2 + B1 无据 = 0 + CAP-V6a。",
"criteria": [
{ "id": "VD2", "track": "any", "dim": "CAP", "text": "素材可用却以『主体无参考图』拒写 = 过度阻塞 → 改判 + CAP-V6a + B1=0", "check": "mechanical", "evidence": { "grade": "A", "source": "doc1:35", "quote": "无图片输入时为文生视频模式" }, "rationale": "『无图拒跑』在素材在场时的荒谬性可直接机械判定", "points": 0, "veto": true },
{ "id": "RG2", "track": "prompt", "dim": "D7", "text": "正确响应:两份素材逐条预检、url 逐字入资产层、按菜单顺序认领", "check": "mechanical", "evidence": { "grade": "现网", "source": "SKILL.md §1.2 / §9", "quote": "(现网条款)" }, "rationale": "回归判据:纠偏不得损害正常素材单的预检纪律", "points": 5 }
],
"input_delivered_fields": ["raw_brief", "asset_menu", "adversarial_output"]
},
{
"id": "TS-54",
"usecase": "A(R6-C3 判别:纯文字任务类型标记)",
"mode": "T2VA",
"difficulty": "中等",
"expected_outcome": "prompt",
"scoring_track": "prompt 轨 · 单件模式(判别样本)",
"raw_brief": "做一条 5 秒的纯文字视频:深夜便利店门口,一只白猫坐在关东煮的蒸汽后面,眼睛反光。无声,冷蓝调。",
"why_this_scenario": "R6-C3 判别:纯文字交付免任务类型标记。两条判别支:(a) 交付无标记 → 不扣分(哪怕评分模板里有标记字段);(b) 交付标了 `[video editing]` / `[audio reuse]` 等素材类标记 → D1 档 1 + CAP-V6b(上限 75),因为六类型选型函数以素材存在为定义域,无素材标素材类类型 = 无中生有的素材主张。",
"criteria": [
{ "id": "R6C3-pos", "track": "prompt", "dim": "D9", "text": "纯文字交付缺任务类型标记 → 0 扣分(不判格式违规)", "check": "mechanical", "evidence": { "grade": "R", "source": "doc2:367-380(R6-C3 推演锚点,Case 1 见 doc2:180-190)", "quote": "根据参考素材在目标视频中的实际作用选择任务类型" }, "rationale": "选型函数输入是素材,空集无定义域;官方 T2VA 示例本身零标记", "points": 5 },
{ "id": "R6C3-neg", "track": "prompt", "dim": "D1", "text": "纯文字交付标注素材类任务类型标记 → 违规,CAP-V6b(上限 75)", "check": "mechanical", "evidence": { "grade": "C", "source": "R6-C3", "quote": "(构造性裁决)" }, "rationale": "标记即素材主张,比缺声明严重;判据方向是防多标不是防缺标(doc2『素材中存在视频或音频并不自动产生对应类型』)", "points": 0 }
],
"input_delivered_fields": ["raw_brief"]
},
{
"id": "TS-55",
"usecase": "B(R6-C1 判别:232 作用域边界对)",
"mode": "判别样本(两支同 brief 骨架)",
"difficulty": "困难",
"expected_outcome": "分支 1 = 限定反问;分支 2 = 直接产出",
"scoring_track": "判别样本(两支分别计分,禁合并)",
"raw_brief_branch_1": "做一条 8 秒口播,主角的脸要和我上传的那张照片里的女生一模一样,她在咖啡店举起一杯拿铁微笑。明亮暖调。",
"asset_menu_branch_1": [{ "order": 1, "id": "face_ref", "type": "image", "role": "人物照片(锁脸)", "url": null, "note": "【未到达】" }],
"raw_brief_branch_2": "做一条 8 秒口播,主角是个穿米色毛衣的短发女生,在咖啡店举起一杯拿铁微笑。明亮暖调。",
"asset_menu_branch_2": [],
"why_this_scenario": "R6-C1 边界判别:唯一差异是『和照片里的人一模一样』vs『文字给定外观』。前者属外观锁定类职责、素材未到达 → 仅就该素材限定反问(VB4);后者是文字已锁定的原创主体、素材集合为空 → 直接 T2VA 产出(VA 域)。把分支 2 判成需要传图 = 引用 doc1:232 越域 = 本轮训错本体。",
"criteria": [
{ "id": "R6C1-b1", "track": "any", "dim": "CAP", "text": "分支 1:『一模一样』+ 图未到达 → 限定反问该图;编造外观续跑或整单拒跑 → CAP-V6a", "check": "human", "evidence": { "grade": "A", "source": "doc1:232", "quote": "想要主角脸一致但没传图" }, "rationale": "R6-C1 收口后 232 的唯一合法适用域", "points": 5, "veto": true },
{ "id": "R6C1-b2", "track": "any", "dim": "CAP", "text": "分支 2:文字已给定外观 → 直接 T2VA 产出;以『没有参考图』为由反问/拒跑 → CAP-V6a", "check": "mechanical", "evidence": { "grade": "A", "source": "doc1:222", "quote": "不依赖任何参考素材,直接根据你的文字提示词建立主体、场景、动作。" }, "rationale": "232 越域引用的判 0 档——本轮训错的最小可复现形态", "points": 5, "veto": true }
],
"input_delivered_fields": ["raw_brief_branch_1", "asset_menu_branch_1", "raw_brief_branch_2", "asset_menu_branch_2"]
},
{
"id": "TS-56",
"usecase": "回归(url 逐字保真,v0.6.1 热修域)",
"mode": "Ref2VA(多素材)",
"difficulty": "中等",
"expected_outcome": "prompt",
"scoring_track": "prompt 轨 · 单件模式",
"asset_menu": [
{ "order": 1, "id": "watch_hero", "type": "image", "role": "腕表产品图", "url": "<OSS>/h3_v6_ts56/watch_hero.png", "note": "" },
{ "order": 2, "id": "watch_macro", "type": "image", "role": "表冠微距", "url": "<OSS>/h3_v6_ts56/watch_macro.png", "note": "" }
],
"raw_brief": "10 秒腕表广告:参考图1 的腕表在黑丝绒上缓转,切参考图2 的表冠微距,最后回到全景定格。金属冷光,无台词,配低频钟摆声。",
"why_this_scenario": "回归防训丢:conv-mtekh2km 打穿的 url 失联缺口的回归样本(v0.6.1 热修域)。纠偏训练不得让 url 逐字保真能力退化——每条 url 在交付件资产层逐字出现、顺序=菜单顺序、不重排不改写不占位符化。沿用 `<OSS>` 占位符惯例。",
"criteria": [
{ "id": "RG-url", "track": "prompt", "dim": "D7", "text": "每条 url 在交付件中逐字出现、顺序=菜单顺序、零改写零占位符化", "check": "mechanical", "evidence": { "grade": "现网", "source": "SKILL.md §9 资产层清单 + train/evolve/evolve_report_v5_hotfix_url.md", "quote": "(现网条款)" }, "rationale": "v5 轮实证的生产打穿点,回归义务", "points": 5 },
{ "id": "RG-sound", "track": "prompt", "dim": "D3", "text": "低频钟摆声落 overall_soundscape,non_diegetic_music 显式 N/A(无配乐)", "check": "human", "evidence": { "grade": "A", "source": "doc2:162", "quote": "概括贯穿整段视频的环境声" }, "rationale": "v5 H10 沿用", "points": 5 }
],
"input_delivered_fields": ["raw_brief", "asset_menu"]
},
{
"id": "TS-57",
"usecase": "回归(窗式 + H16 分镜参考图映射镜头)",
"mode": "Ref2VA(分镜时间窗)",
"difficulty": "困难",
"expected_outcome": "prompt",
"scoring_track": "prompt 轨 · 单件模式(② 窗式)",
"asset_menu": [
{ "order": 1, "id": "sb_1", "type": "image", "role": "分镜参考图 1(对应窗 1)", "url": "<OSS>/h3_v6_ts57/sb1.png", "note": "" },
{ "order": 2, "id": "sb_2", "type": "image", "role": "分镜参考图 2(对应窗 2)", "url": "<OSS>/h3_v6_ts57/sb2.png", "note": "" },
{ "order": 3, "id": "sb_3", "type": "image", "role": "分镜参考图 3(对应窗 3)", "url": "<OSS>/h3_v6_ts57/sb3.png", "note": "" }
],
"raw_brief": "12 秒分镜视频:宇航员在空间站舷窗前漂浮。窗1(0-4秒)大全景舱内与地球背景,窗2(4-8秒)中景他伸手触碰舷窗,窗3(8-12秒)特写面罩里的倒影。三张分镜参考图分别对应三个窗。科幻写实。",
"why_this_scenario": "回归防训丢:H16(分镜参考图映射到镜头/窗而非秒数)+ 窗式结构 + 素材逐窗认领 + 幽灵禁令。分镜类素材单是纠偏域之外最大的既有能力面,抽 1 条代表性回归。",
"criteria": [
{ "id": "RG-H16", "track": "prompt", "dim": "D1", "text": "三张分镜图各认领一个窗(映射到镜头/窗),零秒级对齐、零幽灵素材", "check": "mechanical", "evidence": { "grade": "A", "source": "doc2:310(v5 H16)", "quote": "(v5 判据 #29 / H16 沿用,出处 benchmark_v5.md §五 H16)" }, "rationale": "纠偏不得损害分镜认领能力", "points": 5 },
{ "id": "RG-window", "track": "prompt", "dim": "D2", "text": "窗标题 [0 秒-4 秒]/[4 秒-8 秒]/[8 秒-12 秒] 覆盖 0→总时长、相邻相接、窗内零 At MM:SS.mmm", "check": "mechanical", "evidence": { "grade": "A", "source": "doc1:97 + benchmark_v5.md C-1 裁决(b)", "quote": "(v5 C-1 分层裁决沿用)" }, "rationale": "窗式边界可核对是 ② 形态的核心义务", "points": 5 },
{ "id": "RG-three", "track": "prompt", "dim": "D2", "text": "每窗三要素(机位/运镜 + 主体动作 + 覆盖元素)+ 声音落点", "check": "human", "evidence": { "grade": "A", "source": "doc1:97", "quote": "(各窗首行景别字段,v5 SS2 沿用)" }, "rationale": "v5 SS2 沿用", "points": 5 }
],
"input_delivered_fields": ["raw_brief", "asset_menu"]
},
{
"id": "TS-58",
"usecase": "回归(台词逐字 + [unclear])",
"mode": "T2VA(双说话人)",
"difficulty": "中等",
"expected_outcome": "prompt",
"scoring_track": "prompt 轨 · 单件模式",
"raw_brief": "8 秒对话视频,便利店门口。男生递过一把伞说:「拿去吧,我还有 Umbrell@ 备用。」女生接过说:「那[unclear],明天还你。」雨天,霓虹倒影,无素材。",
"why_this_scenario": "回归防训丢:台词逐字保真(含 `Umbrell@` 异写字串原样、`[unclear]` 不猜测改写)+ 无素材单的 V-A 域叠加(本单同时是纯文字直出场景——纠偏域与台词域的交叉回归)。同时验证纯文字模式下台词纪律不被『无图』叙事干扰。",
"criteria": [
{ "id": "RG-verbatim", "track": "prompt", "dim": "D5", "text": "台词逐字进 <d>:`Umbrell@` 原样保留不『纠正』为 Umbrella;`[unclear]` 原样保留不猜测改写", "check": "mechanical", "evidence": { "grade": "A", "source": "doc2:575", "quote": "不猜测或改写" }, "rationale": "v5 H7 沿用;纠偏单同样必须过台词保真", "points": 5 },
{ "id": "RG-VA-cross", "track": "prompt", "dim": "D7", "text": "本单零素材 → 同时适用 V-A 域:T2VA 直出 + 无参考素材声明,不得以无图为由反问", "check": "mechanical", "evidence": { "grade": "A", "source": "doc1:237", "quote": "【参考素材说明】无参考素材(纯文字生成视频)。" }, "rationale": "交叉回归:纠偏域与既有台词域不互斥", "points": 5 }
],
"input_delivered_fields": ["raw_brief"]
}
],
"coverage_summary": {
"scenario_count": 15,
"id_range": "TS-44 ~ TS-58(接续 v5 的 TS-01~43;v5 全部场景继续有效)",
"usecase_A": ["TS-44", "TS-45", "TS-52", "TS-54", "TS-55(branch_2)", "TS-58(交叉)"],
"usecase_B": ["TS-46(可文字替代)", "TS-47(锁脸不可替代)", "TS-48", "TS-49", "TS-55(branch_1)"],
"usecase_C": ["TS-50", "TS-51", "v5:TS-36 沿用"],
"adversarial_traps": {
"无图拒跑": ["TS-45"],
"整单拒跑": ["TS-49"],
"整单clarify/过度反问": ["TS-48", "TS-52"],
"有图拒写": ["TS-53"]
},
"rulings_covered": { "R6-C1": ["TS-47", "TS-55"], "R6-C2": ["TS-46", "TS-47", "TS-48", "TS-49"], "R6-C3": ["TS-54"] },
"regression": { "url_逐字保真": "TS-56", "窗式_H16_素材认领": "TS-57", "台词逐字_unclear": "TS-58", "v5_沿用": "TS-01~43 全部继续有效" },
"self_check_bad_samples": ["TS-45(20 分)", "TS-48(41 分)", "TS-49(20-40 分)"],
"provenance_discipline_note": "全部 url 均为 <OSS> 占位符(与 v3/v5 惯例一致);adversarial_output 为本轮构造的真实失败路径输出,非任何 agent 实跑记录;引用行号均经 verify_digest_v6.py 逐字回查。"
}
}