crawl_config.json 3.78 KB
{
  "version": "1.0",
  "description": "Publisher 内容发布平台爬取配置",
  "platforms": [
    {
      "name": "抖音开放平台",
      "base_url": "https://open.douyin.com/",
      "api_docs": "https://open.douyin.com/docs",
      "upload_endpoint": "/video/upload/",
      "publish_endpoint": "/video/create/",
      "upload_method": "STS阿里云OSS",
      "max_duration_sec": 900,
      "max_size_mb": 2000,
      "supported_formats": ["mp4", "mov", "m4v"],
      "video_codec": ["h264", "h265"],
      "resolution": ["720p", "1080p", "4k"],
      "requires_auth": true,
      "auth_type": "OAuth2",
      "rate_limit": {
        "requests_per_second": 10,
        "burst": 20
      }
    },
    {
      "name": "快手创作者平台",
      "base_url": "https://developers.kuaishou.com/",
      "api_docs": "https://developers.kuaishou.com/docs",
      "upload_endpoint": "/api.media/upload",
      "publish_endpoint": "/video/publish",
      "upload_method": "分片上传",
      "max_duration_sec": 600,
      "max_size_mb": 2000,
      "supported_formats": ["mp4", "mov"],
      "video_codec": ["h264"],
      "resolution": ["720p", "1080p"],
      "requires_auth": true,
      "auth_type": "OAuth2",
      "rate_limit": {
        "requests_per_second": 5,
        "burst": 10
      }
    },
    {
      "name": "微信视频号",
      "base_url": "https://developers.weixin.qq.com/",
      "api_docs": "https://developers.weixin.qq.com/doc/oplatform/Video.html",
      "upload_endpoint": "https://api.weixin.qq.com/cgi-bin/material/add_material",
      "publish_endpoint": "https://api.weixin.qq.com/cgi-bin/appmsg/publish",
      "upload_method": "腾讯云COS",
      "max_duration_sec": 3600,
      "max_size_mb": 1000,
      "supported_formats": ["mp4", "avi", "mov"],
      "video_codec": ["h264"],
      "resolution": ["720p", "1080p"],
      "requires_auth": true,
      "auth_type": "微信网页授权",
      "rate_limit": {
        "requests_per_second": 5,
        "burst": 10
      }
    },
    {
      "name": "B站创作中心",
      "base_url": "https://member.bilibili.com/",
      "api_docs": "https://member.bilibili.com/platform/apply",
      "upload_endpoint": "/x/vu/web/upload/pre",
      "publish_endpoint": "/x/vu/web/upload/v3",
      "upload_method": "B站直传",
      "max_duration_sec": 7200,
      "max_size_mb": 2048,
      "supported_formats": ["mp4", "avi", "mkv", "mov"],
      "video_codec": ["h264", "h265"],
      "resolution": ["720p", "1080p", "4k"],
      "requires_auth": true,
      "auth_type": "OAuth2",
      "rate_limit": {
        "requests_per_second": 3,
        "burst": 5
      }
    },
    {
      "name": "小红书创作平台",
      "base_url": "https://creator.xiaohongshu.com/",
      "api_docs": "https://creator.xiaohongshu.com/creator/post",
      "upload_endpoint": "/api/sns/web/v1/upload",
      "publish_endpoint": "/api/sns/web/v1/publish",
      "upload_method": "小红书直传",
      "max_duration_sec": 600,
      "max_size_mb": 500,
      "supported_formats": ["mp4"],
      "video_codec": ["h264"],
      "resolution": ["720p", "1080p"],
      "requires_auth": true,
      "auth_type": "OAuth2",
      "rate_limit": {
        "requests_per_second": 5,
        "burst": 10
      }
    }
  ],
  "common_settings": {
    "retry_config": {
      "max_retries": 3,
      "retry_delay_ms": 2000,
      "backoff_multiplier": 2
    },
    "timeout_ms": 30000,
    "chunk_size_bytes": 5242880,
    "enable_progress": true,
    "enable_checksum": true
  },
  "interaction_drama_settings": {
    "supported_platforms": ["抖音", "B站"],
    "features": {
      "branch_selection": true,
      "timeline_markers": true,
      "multi_ending": true
    },
    "metadata_fields": [
      "interaction_points",
      "branch_map",
      "ending_list",
      "total_duration"
    ]
  }
}