crawl_config.json
3.49 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
{
"description": "Publisher 内容发布平台爬取配置",
"version": "1.0",
"updated": "2026-03-27",
"platforms": [
{
"name": "抖音",
"id": "douyin",
"baseUrl": "https://creator.douyin.com/",
"apiEndpoint": "https://open.douyin.com/api",
"authType": "OAuth2",
"scopes": ["video.upload", "video.publish", "data.aweme"],
"uploadFormats": ["mp4", "mov"],
"maxFileSize": "4GB",
"supportsChunked": true,
"rateLimit": "10 req/min",
"features": {
"title": "最长30字符",
"description": "最长500字符",
"topics": true,
"location": true,
"commercial": true
}
},
{
"name": "快手",
"id": "kuaishou",
"baseUrl": "https://www.kuaishou.com/creator",
"apiEndpoint": "https://api.kuaishou.com",
"authType": "OAuth2",
"scopes": ["video.upload", "video.publish", "user.profile"],
"uploadFormats": ["mp4"],
"maxFileSize": "2GB",
"supportsChunked": true,
"rateLimit": "10 req/min",
"features": {
"title": "最长50字符",
"description": "最长500字符",
"topics": true,
"location": true,
"commercial": true
}
},
{
"name": "微信视频号",
"id": "wechat_channels",
"baseUrl": "https://channels.weixin.qq.com/",
"apiEndpoint": "https://api.weixin.qq.com",
"authType": "OAuth2",
"scopes": ["video.upload", "video.publish", "user.info"],
"uploadFormats": ["mp4", "mov"],
"maxFileSize": "1GB",
"supportsChunked": false,
"rateLimit": "5 req/min",
"features": {
"title": "最长20字符",
"description": "最长200字符",
"topics": false,
"location": true,
"commercial": true
}
},
{
"name": "哔哩哔哩",
"id": "bilibili",
"baseUrl": "https://member.bilibili.com/",
"apiEndpoint": "https://api.bilibili.com",
"authType": "OAuth2",
"scopes": ["video.upload", "video.submit", "user.info"],
"uploadFormats": ["mp4"],
"maxFileSize": "4GB",
"supportsChunked": true,
"rateLimit": "6 req/min",
"features": {
"title": "最长80字符",
"description": "最长2000字符",
"topics": true,
"location": false,
"commercial": true
}
},
{
"name": "小红书",
"id": "xiaohongshu",
"baseUrl": "https://creator.xiaohongshu.com/",
"apiEndpoint": "https://creator.xiaohongshu.com/open",
"authType": "OAuth2",
"scopes": ["note.publish", "video.upload"],
"uploadFormats": ["mp4"],
"maxFileSize": "2GB",
"supportsChunked": true,
"rateLimit": "10 req/min",
"features": {
"title": "最长20字符",
"description": "最长1000字符",
"topics": true,
"location": true,
"commercial": true
}
}
],
"videoRequirements": {
"codec": ["h264", "h265"],
"container": ["mp4", "mov"],
"resolution": ["1920x1080", "3840x2160"],
"framerate": [25, 30, 60],
"bitrate": "5-15 Mbps",
"audio": {
"codec": "aac-lc",
"sampleRate": "48kHz",
"channels": "stereo"
}
},
"metadataTemplate": {
"title": "",
"description": "",
"tags": [],
"category": "",
"coverImage": "",
"publishTime": ""
},
"crawlSettings": {
"concurrentUploads": 3,
"retryAttempts": 3,
"retryDelay": 5000,
"chunkSize": "5MB",
"timeout": 300000
}
}