crawl_config.json
3.78 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
{
"version": "1.0",
"description": "Publisher 内容发布平台爬取配置",
"platforms": [
{
"name": "抖音开放平台",
"base_url": "https://open.douyin.com/",
"api_docs": "https://open.douyin.com/docs",
"upload_endpoint": "/video/upload/",
"publish_endpoint": "/video/create/",
"upload_method": "STS阿里云OSS",
"max_duration_sec": 900,
"max_size_mb": 2000,
"supported_formats": ["mp4", "mov", "m4v"],
"video_codec": ["h264", "h265"],
"resolution": ["720p", "1080p", "4k"],
"requires_auth": true,
"auth_type": "OAuth2",
"rate_limit": {
"requests_per_second": 10,
"burst": 20
}
},
{
"name": "快手创作者平台",
"base_url": "https://developers.kuaishou.com/",
"api_docs": "https://developers.kuaishou.com/docs",
"upload_endpoint": "/api.media/upload",
"publish_endpoint": "/video/publish",
"upload_method": "分片上传",
"max_duration_sec": 600,
"max_size_mb": 2000,
"supported_formats": ["mp4", "mov"],
"video_codec": ["h264"],
"resolution": ["720p", "1080p"],
"requires_auth": true,
"auth_type": "OAuth2",
"rate_limit": {
"requests_per_second": 5,
"burst": 10
}
},
{
"name": "微信视频号",
"base_url": "https://developers.weixin.qq.com/",
"api_docs": "https://developers.weixin.qq.com/doc/oplatform/Video.html",
"upload_endpoint": "https://api.weixin.qq.com/cgi-bin/material/add_material",
"publish_endpoint": "https://api.weixin.qq.com/cgi-bin/appmsg/publish",
"upload_method": "腾讯云COS",
"max_duration_sec": 3600,
"max_size_mb": 1000,
"supported_formats": ["mp4", "avi", "mov"],
"video_codec": ["h264"],
"resolution": ["720p", "1080p"],
"requires_auth": true,
"auth_type": "微信网页授权",
"rate_limit": {
"requests_per_second": 5,
"burst": 10
}
},
{
"name": "B站创作中心",
"base_url": "https://member.bilibili.com/",
"api_docs": "https://member.bilibili.com/platform/apply",
"upload_endpoint": "/x/vu/web/upload/pre",
"publish_endpoint": "/x/vu/web/upload/v3",
"upload_method": "B站直传",
"max_duration_sec": 7200,
"max_size_mb": 2048,
"supported_formats": ["mp4", "avi", "mkv", "mov"],
"video_codec": ["h264", "h265"],
"resolution": ["720p", "1080p", "4k"],
"requires_auth": true,
"auth_type": "OAuth2",
"rate_limit": {
"requests_per_second": 3,
"burst": 5
}
},
{
"name": "小红书创作平台",
"base_url": "https://creator.xiaohongshu.com/",
"api_docs": "https://creator.xiaohongshu.com/creator/post",
"upload_endpoint": "/api/sns/web/v1/upload",
"publish_endpoint": "/api/sns/web/v1/publish",
"upload_method": "小红书直传",
"max_duration_sec": 600,
"max_size_mb": 500,
"supported_formats": ["mp4"],
"video_codec": ["h264"],
"resolution": ["720p", "1080p"],
"requires_auth": true,
"auth_type": "OAuth2",
"rate_limit": {
"requests_per_second": 5,
"burst": 10
}
}
],
"common_settings": {
"retry_config": {
"max_retries": 3,
"retry_delay_ms": 2000,
"backoff_multiplier": 2
},
"timeout_ms": 30000,
"chunk_size_bytes": 5242880,
"enable_progress": true,
"enable_checksum": true
},
"interaction_drama_settings": {
"supported_platforms": ["抖音", "B站"],
"features": {
"branch_selection": true,
"timeline_markers": true,
"multi_ending": true
},
"metadata_fields": [
"interaction_points",
"branch_map",
"ending_list",
"total_duration"
]
}
}