test.jsonl 21.4 KB
{"input": {"task": "scrape", "subreddit": "relationship_advice", "sort": "new", "limit": 2, "include_comments": true}, "expected_output": {"status": "success", "data": [{"post_id": "rel576919", "source": {"platform": "reddit", "subreddit": "relationship_advice", "permalink": "/r/relationship_advice/comments/rel576919/", "source_url": "https://www.reddit.com/r/relationship_advice/comments/rel576919/", "crawl_time": "2026-04-13T03:12:30.184918+00:00"}, "engagement": {"score": 26744, "num_comments": 10040, "upvote_ratio": 0.86, "awards": 8}, "content": {"title": "I think my husband is cheating on me, what should I do?", "body": "I found some messages on their phone...", "author": "u/throwaway_8569", "created_utc": 1775957613.184912, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "OP", "archetype": "betrayed partner"}, {"role": "Partner", "archetype": "commitment-phobe"}], "setting": "family dinner table", "conflict_type": "betrayal", "conflict_summary": "social faux pas escalates", "key_dialogue": "\"You should have told me the truth.\"", "plot_twist": "Technology (phone/AI) accidentally revealed everything", "emotion_arc": "resentment → shock → righteous anger"}, "script_potential": {"drama_score": 83.8, "genre_suggestion": "family feud", "estimated_duration_sec": 30, "visual_hooks": ["zoom on face", "split screen argument", "door slam"], "target_demographics": ["13-17 All"]}}, {"post_id": "rel259097", "source": {"platform": "reddit", "subreddit": "relationship_advice", "permalink": "/r/relationship_advice/comments/rel259097/", "source_url": "https://www.reddit.com/r/relationship_advice/comments/rel259097/", "crawl_time": "2026-04-13T03:12:30.184831+00:00"}, "engagement": {"score": 5355, "num_comments": 1503, "upvote_ratio": 0.9, "awards": 12}, "content": {"title": "I think my girlfriend is cheating on me, what should I do?", "body": "I found some messages on their phone...", "author": "u/throwaway_4697", "created_utc": 1775893505.184825, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "OP", "archetype": "betrayed partner"}, {"role": "Partner", "archetype": "gaslighter"}], "setting": "family dinner table", "conflict_type": "betrayal", "conflict_summary": "lies exposed at the worst moment", "key_dialogue": "\"I can't believe you did that in front of everyone.\"", "plot_twist": "The innocent party was actually complicit", "emotion_arc": "embarrassment → defensiveness → reluctant acceptance"}, "script_potential": {"drama_score": 45.5, "genre_suggestion": "tiktok skit", "estimated_duration_sec": 90, "visual_hooks": ["public meltdown", "zoom on face", "door slam"], "target_demographics": ["13-17 All"]}}]}}
{"input": {"task": "scrape", "subreddit": "funny", "sort": "top", "time": "week", "limit": 3}, "expected_output": {"status": "success", "data": [{"post_id": "fun171744", "source": {"platform": "reddit", "subreddit": "funny", "permalink": "/r/funny/comments/fun171744/", "source_url": "https://www.reddit.com/r/funny/comments/fun171744/", "crawl_time": "2026-04-13T03:12:30.185021+00:00"}, "engagement": {"score": 65156, "num_comments": 25994, "upvote_ratio": 0.73, "awards": 12}, "content": {"title": "Who else remembers Blockbuster?", "body": "Found this gem in my grandparents' attic.\n\nEdit: Thanks for the responses.", "author": "u/throwaway_2646", "created_utc": 1775803776.185015, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "Subject", "archetype": "absurdist everyman"}], "setting": "hospital waiting room", "conflict_type": "nostalgia", "conflict_summary": "social faux pas escalates", "key_dialogue": "\"I can't believe you did that in front of everyone.\"", "plot_twist": "The innocent party was actually complicit", "emotion_arc": "embarrassment → defensiveness → reluctant acceptance"}, "script_potential": {"drama_score": 69.5, "genre_suggestion": "family feud", "estimated_duration_sec": 45, "visual_hooks": ["split screen argument", "reaction shot", "overheard conversation"], "target_demographics": ["25-34 All"]}}, {"post_id": "fun669827", "source": {"platform": "reddit", "subreddit": "funny", "permalink": "/r/funny/comments/fun669827/", "source_url": "https://www.reddit.com/r/funny/comments/fun669827/", "crawl_time": "2026-04-13T03:12:30.184982+00:00"}, "engagement": {"score": 64683, "num_comments": 12163, "upvote_ratio": 0.86, "awards": 6}, "content": {"title": "Who else remembers dial-up internet?", "body": "Found this gem in my grandparents' attic.", "author": "u/throwaway_1715", "created_utc": 1775654417.184974, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "Subject", "archetype": "chaotic pet"}], "setting": "family dinner table", "conflict_type": "nostalgia", "conflict_summary": "boundary crossed for the final time", "key_dialogue": "\"I can't believe you did that in front of everyone.\"", "plot_twist": "Technology (phone/AI) accidentally revealed everything", "emotion_arc": "confusion → suspicion → devastation → resolve"}, "script_potential": {"drama_score": 71.6, "genre_suggestion": "office comedy", "estimated_duration_sec": 90, "visual_hooks": ["overheard conversation", "zoom on face", "flashback montage"], "target_demographics": ["18-24M", "18-24F"]}}, {"post_id": "fun344316", "source": {"platform": "reddit", "subreddit": "funny", "permalink": "/r/funny/comments/fun344316/", "source_url": "https://www.reddit.com/r/funny/comments/fun344316/", "crawl_time": "2026-04-13T03:12:30.185262+00:00"}, "engagement": {"score": 73841, "num_comments": 9810, "upvote_ratio": 0.78, "awards": 8}, "content": {"title": "the delivery guy fell asleep in a meeting and I can't stop laughing", "body": "So this just happened at work...\n\nEdit: Thanks for the responses.", "author": "u/throwaway_5106", "created_utc": 1775705431.185255, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "Subject", "archetype": "clueless boomer"}], "setting": "grocery store", "conflict_type": "observational_humor", "conflict_summary": "secret revealed through technology", "key_dialogue": "\"You should have told me the truth.\"", "plot_twist": "The villain had a tragic backstory", "emotion_arc": "confusion → suspicion → devastation → resolve"}, "script_potential": {"drama_score": 71.2, "genre_suggestion": "romantic tragedy", "estimated_duration_sec": 30, "visual_hooks": ["reaction shot", "text message reveal", "public meltdown"], "target_demographics": ["25-34 All"]}}]}}
{"input": {"task": "scrape", "subreddit": "funny", "sort": "hot", "limit": 5, "simulate_malformed": true}, "expected_output": {"status": "degraded", "reason": "parse_error", "data": []}}
{"input": {"task": "scrape", "subreddit": "AmITheAsshole", "sort": "hot", "limit": 3, "exclude_nsfw": true}, "expected_output": {"status": "success", "data": [{"post_id": "ami738551", "source": {"platform": "reddit", "subreddit": "AmITheAsshole", "permalink": "/r/AmITheAsshole/comments/ami738551/", "source_url": "https://www.reddit.com/r/AmITheAsshole/comments/ami738551/", "crawl_time": "2026-04-13T03:12:30.184286+00:00"}, "engagement": {"score": 41479, "num_comments": 7025, "upvote_ratio": 0.89, "awards": 1}, "content": {"title": "WIBTA if I speak up at the baby shower?", "body": "I (28F) have been planning this for months...\n\nEdit: Thanks for the responses.", "author": "u/throwaway_6947", "created_utc": 1775841377.184279, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "Protagonist", "archetype": "conflicted everyman"}, {"role": "Antagonist", "archetype": "entitled relative"}], "setting": "family dinner table", "conflict_type": "social_conflict", "conflict_summary": "boundary crossed for the final time", "key_dialogue": "\"I was just trying to help!\"", "plot_twist": "The innocent party was actually complicit", "emotion_arc": "amusement → absurdity → viral catharsis"}, "script_potential": {"drama_score": 71.8, "genre_suggestion": "office comedy", "estimated_duration_sec": 45, "visual_hooks": ["reaction shot", "text message reveal", "split screen argument"], "target_demographics": ["18-24F", "25-34F"]}}, {"post_id": "ami476417", "source": {"platform": "reddit", "subreddit": "AmITheAsshole", "permalink": "/r/AmITheAsshole/comments/ami476417/", "source_url": "https://www.reddit.com/r/AmITheAsshole/comments/ami476417/", "crawl_time": "2026-04-13T03:12:30.184168+00:00"}, "engagement": {"score": 22559, "num_comments": 2050, "upvote_ratio": 0.82, "awards": 4}, "content": {"title": "AITA for telling my aunt that their diet is inappropriate?", "body": "My aunt has this diet that they treasure...\n\nEdit: Thanks for the responses.", "author": "u/throwaway_6925", "created_utc": 1775689287.184154, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "Protagonist", "archetype": "conflicted everyman"}, {"role": "Antagonist", "archetype": "demanding in-law"}], "setting": "family dinner table", "conflict_type": "moral_dilemma", "conflict_summary": "lies exposed at the worst moment", "key_dialogue": "\"If you really loved me, you would have known.\"", "plot_twist": "The innocent party was actually complicit", "emotion_arc": "embarrassment → defensiveness → reluctant acceptance"}, "script_potential": {"drama_score": 60.8, "genre_suggestion": "tiktok skit", "estimated_duration_sec": 45, "visual_hooks": ["text message reveal", "reaction shot", "flashback montage"], "target_demographics": ["18-24M", "18-24F"]}}, {"post_id": "ami470858", "source": {"platform": "reddit", "subreddit": "AmITheAsshole", "permalink": "/r/AmITheAsshole/comments/ami470858/", "source_url": "https://www.reddit.com/r/AmITheAsshole/comments/ami470858/", "crawl_time": "2026-04-13T03:12:30.184502+00:00"}, "engagement": {"score": 14267, "num_comments": 4605, "upvote_ratio": 0.89, "awards": 0}, "content": {"title": "WIBTA if I move out at the family dinner?", "body": "I (28F) have been planning this for months...\n\nEdit: Thanks for the responses.", "author": "u/throwaway_3938", "created_utc": 1775462870.184496, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "Protagonist", "archetype": "conflicted everyman"}, {"role": "Antagonist", "archetype": "oblivious coworker"}], "setting": "wedding venue", "conflict_type": "social_conflict", "conflict_summary": "boundary crossed for the final time", "key_dialogue": "\"I can't believe you did that in front of everyone.\"", "plot_twist": "A misunderstanding spiraled because of group chat", "emotion_arc": "confusion → suspicion → devastation → resolve"}, "script_potential": {"drama_score": 59.9, "genre_suggestion": "reveal video", "estimated_duration_sec": 60, "visual_hooks": ["overheard conversation", "public meltdown", "flashback montage"], "target_demographics": ["18-24M", "18-24F"]}}]}}
{"input": {"task": "apply_rate_limit_policy", "delay_seconds": 0.5, "requests_per_minute": 30}, "expected_output": {"status": "rejected", "reason": "compliance_violation", "message": "Delay must be >= 2s and requests_per_minute <= 20."}}
{"input": {"task": "extract_drama", "post_id": "fun171744", "title": "Who else remembers Blockbuster?"}, "expected_output": {"status": "success", "drama_analysis": {"conflict_type": "nostalgia", "drama_score": 69.5, "genre_suggestion": "family feud"}}}
{"input": {"task": "scrape_multi", "subreddits": ["funny", "banned_sub_xxx"], "sort": "hot", "limit_per_sub": 2}, "expected_output": {"status": "partial", "data": [{"post_id": "fun171744", "source": {"platform": "reddit", "subreddit": "funny", "permalink": "/r/funny/comments/fun171744/", "source_url": "https://www.reddit.com/r/funny/comments/fun171744/", "crawl_time": "2026-04-13T03:12:30.185021+00:00"}, "engagement": {"score": 65156, "num_comments": 25994, "upvote_ratio": 0.73, "awards": 12}, "content": {"title": "Who else remembers Blockbuster?", "body": "Found this gem in my grandparents' attic.\n\nEdit: Thanks for the responses.", "author": "u/throwaway_2646", "created_utc": 1775803776.185015, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "Subject", "archetype": "absurdist everyman"}], "setting": "hospital waiting room", "conflict_type": "nostalgia", "conflict_summary": "social faux pas escalates", "key_dialogue": "\"I can't believe you did that in front of everyone.\"", "plot_twist": "The innocent party was actually complicit", "emotion_arc": "embarrassment → defensiveness → reluctant acceptance"}, "script_potential": {"drama_score": 69.5, "genre_suggestion": "family feud", "estimated_duration_sec": 45, "visual_hooks": ["split screen argument", "reaction shot", "overheard conversation"], "target_demographics": ["25-34 All"]}}, {"post_id": "fun669827", "source": {"platform": "reddit", "subreddit": "funny", "permalink": "/r/funny/comments/fun669827/", "source_url": "https://www.reddit.com/r/funny/comments/fun669827/", "crawl_time": "2026-04-13T03:12:30.184982+00:00"}, "engagement": {"score": 64683, "num_comments": 12163, "upvote_ratio": 0.86, "awards": 6}, "content": {"title": "Who else remembers dial-up internet?", "body": "Found this gem in my grandparents' attic.", "author": "u/throwaway_1715", "created_utc": 1775654417.184974, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "Subject", "archetype": "chaotic pet"}], "setting": "family dinner table", "conflict_type": "nostalgia", "conflict_summary": "boundary crossed for the final time", "key_dialogue": "\"I can't believe you did that in front of everyone.\"", "plot_twist": "Technology (phone/AI) accidentally revealed everything", "emotion_arc": "confusion → suspicion → devastation → resolve"}, "script_potential": {"drama_score": 71.6, "genre_suggestion": "office comedy", "estimated_duration_sec": 90, "visual_hooks": ["overheard conversation", "zoom on face", "flashback montage"], "target_demographics": ["18-24M", "18-24F"]}}], "errors": [{"subreddit": "banned_sub_xxx", "code": 404, "message": "subreddit not found"}]}}
{"input": {"task": "clean_and_standardize_batch", "raw_posts": [{"post_id": "t3_bad1", "content": {"author": "[deleted]", "title": "Removed"}, "source": {"subreddit": "funny", "source_url": "https://reddit.com/r/funny/comments/bad1", "crawl_time": "2026-04-13T02:40:00Z"}, "engagement": {"score": 0, "num_comments": 0, "upvote_ratio": 0.5}}, {"post_id": "rel841666", "source": {"platform": "reddit", "subreddit": "relationship_advice", "permalink": "/r/relationship_advice/comments/rel841666/", "source_url": "https://www.reddit.com/r/relationship_advice/comments/rel841666/", "crawl_time": "2026-04-13T03:12:30.184746+00:00"}, "engagement": {"score": 24236, "num_comments": 7373, "upvote_ratio": 0.94, "awards": 11}, "content": {"title": "My (35M) partner (39F) keeping texting their ex and I don't know how to feel", "body": "We've been together for 2 years...", "author": "u/throwaway_5397", "created_utc": 1775889528.18474, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "OP", "archetype": "betrayed partner"}, {"role": "Partner", "archetype": "commitment-phobe"}], "setting": "office conference room", "conflict_type": "trust_issue", "conflict_summary": "secret revealed through technology", "key_dialogue": "\"This is exactly why I never wanted to come here.\"", "plot_twist": "Technology (phone/AI) accidentally revealed everything", "emotion_arc": "embarrassment → defensiveness → reluctant acceptance"}, "script_potential": {"drama_score": 77.3, "genre_suggestion": "office comedy", "estimated_duration_sec": 45, "visual_hooks": ["text message reveal", "door slam", "zoom on face"], "target_demographics": ["18-24M", "18-24F"]}}]}, "expected_output": {"status": "success", "data": [{"post_id": "rel841666", "source": {"platform": "reddit", "subreddit": "relationship_advice", "permalink": "/r/relationship_advice/comments/rel841666/", "source_url": "https://www.reddit.com/r/relationship_advice/comments/rel841666/", "crawl_time": "2026-04-13T03:12:30.184746+00:00"}, "engagement": {"score": 24236, "num_comments": 7373, "upvote_ratio": 0.94, "awards": 11}, "content": {"title": "My (35M) partner (39F) keeping texting their ex and I don't know how to feel", "body": "We've been together for 2 years...", "author": "u/throwaway_5397", "created_utc": 1775889528.18474, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "OP", "archetype": "betrayed partner"}, {"role": "Partner", "archetype": "commitment-phobe"}], "setting": "office conference room", "conflict_type": "trust_issue", "conflict_summary": "secret revealed through technology", "key_dialogue": "\"This is exactly why I never wanted to come here.\"", "plot_twist": "Technology (phone/AI) accidentally revealed everything", "emotion_arc": "embarrassment → defensiveness → reluctant acceptance"}, "script_potential": {"drama_score": 77.3, "genre_suggestion": "office comedy", "estimated_duration_sec": 45, "visual_hooks": ["text message reveal", "door slam", "zoom on face"], "target_demographics": ["18-24M", "18-24F"]}}], "removed_count": 1, "reason": "deleted_or_removed_content"}}
{"input": {"task": "scrape", "subreddit": "relationship_advice", "sort": "hot", "limit": 2, "source": "rss"}, "expected_output": {"status": "success", "source_used": "reddit_rss", "data": [{"post_id": "rel576919", "source": {"platform": "reddit", "subreddit": "relationship_advice", "permalink": "/r/relationship_advice/comments/rel576919/", "source_url": "https://www.reddit.com/r/relationship_advice/comments/rel576919/", "crawl_time": "2026-04-13T03:12:30.184918+00:00"}, "engagement": {"score": 26744, "num_comments": 10040, "upvote_ratio": 0.86, "awards": 8}, "content": {"title": "I think my husband is cheating on me, what should I do?", "body": "I found some messages on their phone...", "author": "u/throwaway_8569", "created_utc": 1775957613.184912, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "OP", "archetype": "betrayed partner"}, {"role": "Partner", "archetype": "commitment-phobe"}], "setting": "family dinner table", "conflict_type": "betrayal", "conflict_summary": "social faux pas escalates", "key_dialogue": "\"You should have told me the truth.\"", "plot_twist": "Technology (phone/AI) accidentally revealed everything", "emotion_arc": "resentment → shock → righteous anger"}, "script_potential": {"drama_score": 83.8, "genre_suggestion": "family feud", "estimated_duration_sec": 30, "visual_hooks": ["zoom on face", "split screen argument", "door slam"], "target_demographics": ["13-17 All"]}}, {"post_id": "rel259097", "source": {"platform": "reddit", "subreddit": "relationship_advice", "permalink": "/r/relationship_advice/comments/rel259097/", "source_url": "https://www.reddit.com/r/relationship_advice/comments/rel259097/", "crawl_time": "2026-04-13T03:12:30.184831+00:00"}, "engagement": {"score": 5355, "num_comments": 1503, "upvote_ratio": 0.9, "awards": 12}, "content": {"title": "I think my girlfriend is cheating on me, what should I do?", "body": "I found some messages on their phone...", "author": "u/throwaway_4697", "created_utc": 1775893505.184825, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "OP", "archetype": "betrayed partner"}, {"role": "Partner", "archetype": "gaslighter"}], "setting": "family dinner table", "conflict_type": "betrayal", "conflict_summary": "lies exposed at the worst moment", "key_dialogue": "\"I can't believe you did that in front of everyone.\"", "plot_twist": "The innocent party was actually complicit", "emotion_arc": "embarrassment → defensiveness → reluctant acceptance"}, "script_potential": {"drama_score": 45.5, "genre_suggestion": "tiktok skit", "estimated_duration_sec": 90, "visual_hooks": ["public meltdown", "zoom on face", "door slam"], "target_demographics": ["13-17 All"]}}]}}
{"input": {"task": "scrape", "subreddit": "AmITheAsshole", "post_id": "ami681542", "include_comments": true, "max_comment_depth": 2}, "expected_output": {"status": "success", "data": [{"post_id": "ami681542", "source": {"platform": "reddit", "subreddit": "AmITheAsshole", "permalink": "/r/AmITheAsshole/comments/ami681542/", "source_url": "https://www.reddit.com/r/AmITheAsshole/comments/ami681542/", "crawl_time": "2026-04-13T03:12:30.184460+00:00"}, "engagement": {"score": 43358, "num_comments": 11341, "upvote_ratio": 0.89, "awards": 2}, "content": {"title": "WIBTA if I quit the group chat at the work meeting?", "body": "I (28F) have been planning this for months...\n\nEdit: Thanks for the responses.", "author": "u/throwaway_5462", "created_utc": 1775736029.184455, "is_nsfw": false, "is_spoiler": false}, "drama_elements": {"characters": [{"role": "Protagonist", "archetype": "conflicted everyman"}, {"role": "Antagonist", "archetype": "demanding in-law"}], "setting": "domestic living room", "conflict_type": "social_conflict", "conflict_summary": "boundary crossed for the final time", "key_dialogue": "\"This is exactly why I never wanted to come here.\"", "plot_twist": "The innocent party was actually complicit", "emotion_arc": "resentment → shock → righteous anger"}, "script_potential": {"drama_score": 78.8, "genre_suggestion": "office comedy", "estimated_duration_sec": 120, "visual_hooks": ["zoom on face", "flashback montage", "door slam"], "target_demographics": ["18-24M", "18-24F"]}}]}}
{"input": {"task": "extract_drama", "post_id": "ami738551", "title": "WIBTA if I speak up at the baby shower?"}, "expected_output": {"status": "success", "drama_analysis": {"conflict_type": "social_conflict", "drama_score": 71.8, "genre_suggestion": "office comedy"}}}
{"input": {"task": "scrape", "subreddit": "funny", "sort": "hot", "limit": 5, "min_score": 999999}, "expected_output": {"status": "success", "data": []}}