{
  "version": "1.0",
  "skill_name": "data-harvester",
  "generated_at": "2026-04-09",
  "global_settings": {
    "request_interval_seconds": 3,
    "high_defense_interval_seconds": 5,
    "max_retries": 3,
    "timeout_seconds": 30,
    "user_agent_rotation": true,
    "respect_robots_txt": true,
    "proxy_recommended": true,
    "session_persistence": true,
    "screenshot_on_error": true
  },
  "data_sources": [
    {
      "id": "douyin_creator_center",
      "name": "抖音创作者服务中心",
      "category": "short_video_analytics",
      "base_url": "https://creator.douyin.com",
      "method": "browser_automation",
      "entry_url": "https://creator.douyin.com/creator-micro/content/manage",
      "login_method": "qr_code_or_sms",
      "fields": [
        "video_id",
        "title",
        "publish_time",
        "play_count",
        "completion_rate",
        "avg_play_duration",
        "like_count",
        "comment_count",
        "share_count",
        "collect_count",
        "ctr",
        "follow_conversion_rate",
        "source_url",
        "crawl_time"
      ],
      "headers": {
        "Accept": "application/json, text/plain, */*",
        "Accept-Language": "zh-CN,zh;q=0.9",
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36",
        "Referer": "https://creator.douyin.com/"
      },
      "schedule": "0 6,18 * * *",
      "anti_detection": {
        "note": "抖音风控严格，扫码登录后需保持常驻 Profile。单日请求不超过 200 次。",
        "delay_between_pages_ms": 5000,
        "suggested_tools": ["Playwright with stealth plugin", "Bright Data proxies"],
        "fingerprint_rotation": true
      },
      "extraction_rules": {
        "list_data_source": "window._SSR_HYDRATED_DATA || XHR intercept",
        "detail_page_required": true,
        "pagination_type": "infinite_scroll"
      }
    },
    {
      "id": "xiaohongshu_creator_center",
      "name": "小红书创作者中心",
      "category": "lifestyle_content_analytics",
      "base_url": "https://creator.xiaohongshu.com",
      "method": "browser_automation",
      "entry_url": "https://creator.xiaohongshu.com/statistics/video",
      "login_method": "qr_code",
      "fields": [
        "note_id",
        "title",
        "publish_time",
        "read_count",
        "like_count",
        "collect_count",
        "comment_count",
        "share_count",
        "completion_rate",
        "follower_growth",
        "product_click_count",
        "source_url",
        "crawl_time"
      ],
      "headers": {
        "Accept": "application/json",
        "Accept-Language": "zh-CN,zh;q=0.9",
        "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36",
        "Referer": "https://creator.xiaohongshu.com/"
      },
      "schedule": "0 7,19 * * *",
      "anti_detection": {
        "note": "小红书 API 需 X-Sign 签名，Cookie 有效期约 30 分钟，长时任务需刷新。",
        "delay_between_pages_ms": 4000,
        "suggested_tools": ["Playwright", "xhr-intercept"],
        "fingerprint_rotation": false
      },
      "extraction_rules": {
        "list_data_source": "API /api/galaxy/statistics/videoNoteList",
        "detail_page_required": true,
        "pagination_type": "cursor_pagination"
      }
    },
    {
      "id": "bilibili_creator_center",
      "name": "B站创作中心",
      "category": "video_content_analytics",
      "base_url": "https://member.bilibili.com",
      "api_endpoint": "https://api.bilibili.com/x",
      "method": "api_public",
      "entry_url": "https://member.bilibili.com/platform/upload-manager/article",
      "login_method": "cookie_sessdata",
      "fields": [
        "bvid",
        "title",
        "publish_time",
        "view_count",
        "danmaku_count",
        "comment_count",
        "coin_count",
        "collect_count",
        "share_count",
        "like_count",
        "completion_rate",
        "play_source_distribution",
        "fan_active_hours",
        "source_url",
        "crawl_time"
      ],
      "headers": {
        "Accept": "application/json",
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36",
        "Referer": "https://member.bilibili.com"
      },
      "schedule": "0 8,20 * * *",
      "anti_detection": {
        "note": "B站 API 对未登录/非大会员有限制，但总体开放。建议请求间隔 >= 2 秒。",
        "delay_between_pages_ms": 2500,
        "suggested_tools": ["requests", "Playwright (fallback)"],
        "fingerprint_rotation": false
      },
      "extraction_rules": {
        "list_data_source": "REST API (archive/stat)",
        "detail_page_required": false,
        "pagination_type": "offset_pagination"
      }
    },
    {
      "id": "youtube_studio",
      "name": "YouTube Studio / YouTube Analytics API",
      "category": "global_video_analytics",
      "base_url": "https://studio.youtube.com",
      "api_endpoint": "https://www.googleapis.com/youtube/v3",
      "method": "api_oauth2",
      "entry_url": "https://studio.youtube.com/channel/{channel_id}/analytics/tab-overview",
      "login_method": "oauth2_service_account",
      "fields": [
        "video_id",
        "title",
        "publish_time",
        "views",
        "watch_time_hours",
        "average_view_duration",
        "ctr",
        "impressions",
        "unique_viewers",
        "subscribers_gained",
        "subscribers_lost",
        "likes",
        "comments",
        "shares",
        "source_url",
        "crawl_time"
      ],
      "headers": {
        "Accept": "application/json",
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36"
      },
      "schedule": "0 9 * * *",
      "anti_detection": {
        "note": "优先使用官方 YouTube Data API v3 和 Analytics API（配额 10,000 units/天）。未覆盖字段用 Studio 页面自动化补充。",
        "delay_between_pages_ms": 3000,
        "suggested_tools": ["Google API Client", "Playwright (supplemental)"],
        "fingerprint_rotation": false
      },
      "extraction_rules": {
        "list_data_source": "YouTube Data API / Analytics API",
        "detail_page_required": false,
        "pagination_type": "token_pagination"
      }
    },
    {
      "id": "kuaishou_creator_platform",
      "name": "快手创作者服务平台",
      "category": "short_video_analytics",
      "base_url": "https://cp.kuaishou.com",
      "method": "browser_automation",
      "entry_url": "https://cp.kuaishou.com/article/manage/video",
      "login_method": "qr_code_or_sms",
      "fields": [
        "photo_id",
        "title",
        "publish_time",
        "play_count",
        "play_completion_rate",
        "like_count",
        "comment_count",
        "share_count",
        "follower_growth",
        "live_revenue",
        "source_url",
        "crawl_time"
      ],
      "headers": {
        "Accept": "application/json",
        "Accept-Language": "zh-CN,zh;q=0.9",
        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36",
        "Referer": "https://cp.kuaishou.com/"
      },
      "schedule": "0 10,22 * * *",
      "anti_detection": {
        "note": "快手对 IP 和 UA 敏感，建议配合住宅代理，扫码登录后保持 Session。",
        "delay_between_pages_ms": 5000,
        "suggested_tools": ["Playwright", "Bright Data / Oxylabs"],
        "fingerprint_rotation": true
      },
      "extraction_rules": {
        "list_data_source": "XHR intercept / REST API",
        "detail_page_required": true,
        "pagination_type": "offset_pagination"
      }
    },
    {
      "id": "wechat_channels_assistant",
      "name": "微信视频号助手",
      "category": "short_video_analytics",
      "base_url": "https://channels.weixin.qq.com",
      "method": "browser_automation",
      "entry_url": "https://channels.weixin.qq.com/platform/post/list",
      "login_method": "wechat_qr_code",
      "fields": [
        "post_id",
        "title",
        "publish_time",
        "play_count",
        "like_count",
        "comment_count",
        "share_count",
        "collect_count",
        "completion_rate",
        "follow_conversion_count",
        "product_click_count",
        "source_url",
        "crawl_time"
      ],
      "headers": {
        "Accept": "application/json",
        "Accept-Language": "zh-CN,zh;q=0.9",
        "User-Agent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36",
        "Referer": "https://channels.weixin.qq.com/"
      },
      "schedule": "0 11 * * *",
      "anti_detection": {
        "note": "微信生态风控极严，必须使用常驻浏览器 Profile，异地登录易触发 24h 冻结。建议每 15 分钟一次心跳轮询。",
        "delay_between_pages_ms": 6000,
        "suggested_tools": ["Playwright with persistent context", "住宅代理"],
        "fingerprint_rotation": true
      },
      "extraction_rules": {
        "list_data_source": "XHR intercept + DOM extraction",
        "detail_page_required": true,
        "pagination_type": "infinite_scroll"
      }
    }
  ],
  "output_schema": {
    "required_fields": ["source_url", "crawl_time", "platform_name"],
    "recommended_fields": [
      "content_id",
      "title",
      "publish_time",
      "play_count",
      "completion_rate",
      "ctr",
      "like_count",
      "comment_count",
      "share_count",
      "collect_count",
      "follower_growth",
      "sentiment_summary"
    ]
  }
}