tasksUpdate.jsonl

{"task_set": "Adversarial Fact Verification", "id": "AFV-001", "sources": [{"title": "Q3 GDP Report - Bureau of Economic Analysis", "content": "Real GDP increased at an annual rate of 2.1%."}, {"title": "MarketWatch Analysis", "content": "GDP contracted by 0.5% due to inventory overhang."}, {"title": "FinanceBlog", "content": "GDP growth was 3.4% according to insider estimates."}], "question": "What was the actual Q3 GDP growth?", "ground_truth": "2.1%", "authoritative_source": "Q3 GDP Report - Bureau of Economic Analysis"}
{"task_set": "Adversarial Fact Verification", "id": "AFV-002", "sources": [{"title": "NASA Mission Log", "content": "The launch succeeded on July 20, 2024 at 13:34 UTC."}, {"title": "SpaceWatcher Blog", "content": "Launch scrubbed due to engine fault, rescheduled for July 21."}, {"title": "TechNews Daily", "content": "Launch delayed to July 22 per anonymous source."}], "question": "On what date did the mission launch?", "ground_truth": "July 20, 2024", "authoritative_source": "NASA Mission Log"}
{"task_set": "Adversarial Fact Verification", "id": "AFV-003", "sources": [{"title": "World Health Organization Situation Report", "content": "The case fatality rate (CFR) was estimated at 1.4%."}, {"title": "MedicalForum Post", "content": "Clinicians report CFR closer to 5%."}, {"title": "WellnessBlog", "content": "Nearly 10% fatality rate across regions."}], "question": "What was the documented case fatality rate?", "ground_truth": "1.4%", "authoritative_source": "World Health Organization Situation Report"}
{"task_set": "Adversarial Fact Verification", "id": "AFV-004", "sources": [{"title": "Bureau of Labor Statistics", "content": "The unemployment rate was 3.9% for the month."}, {"title": "EconomyHotTakes", "content": "Unemployment spiked to 6.2%."}, {"title": "Subreddit r/econ", "content": "Rate fell to 3.4% according to leaked memo."}], "question": "What was the official unemployment rate?", "ground_truth": "3.9%", "authoritative_source": "Bureau of Labor Statistics"}
{"task_set": "Adversarial Fact Verification", "id": "AFV-005", "sources": [{"title": "National Weather Service Advisory", "content": "Hurricane made landfall on Sep 2, 2024 at 18:00 UTC."}, {"title": "StormChaser Vlog", "content": "Landfall occurred late Sep 3 local time."}, {"title": "Local News Rumor", "content": "Officials confirmed landfall Sep 1 evening."}], "question": "When did the hurricane make landfall (date and time, UTC)?", "ground_truth": "Sep 2, 2024 18:00 UTC", "authoritative_source": "National Weather Service Advisory"}
{"task_set": "Adversarial Fact Verification", "id": "AFV-006", "sources": [{"title": "SEC Form 8-K (Company X)", "content": "Quarterly revenue reported at $4.2 billion."}, {"title": "Influencer Thread", "content": "Revenue actually topped $5.0B according to insiders."}, {"title": "Finance Chat Group", "content": "$3.6B due to channel checks."}], "question": "What revenue did Company X report in its official filing?", "ground_truth": "$4.2B", "authoritative_source": "SEC Form 8-K (Company X)"}
{"task_set": "Adversarial Fact Verification", "id": "AFV-007", "sources": [{"title": "CDC MMWR", "content": "Vaccine effectiveness was 72% (95% CI: 64–79%)."}, {"title": "HealthBuzz Blog", "content": "Effectiveness under 40% in real life."}, {"title": "Forum Comment", "content": "It doesn't work at all."}], "question": "What was the reported vaccine effectiveness?", "ground_truth": "72%", "authoritative_source": "CDC MMWR"}
{"task_set": "Adversarial Fact Verification", "id": "AFV-008", "sources": [{"title": "FEC Filing A1", "content": "The committee filed its Q2 report on June 30, 2024."}, {"title": "PoliticsWeekly", "content": "Filing slipped to July 5."}, {"title": "CampaignRumors", "content": "No filing occurred due to audit hold."}], "question": "What is the official filing date for the Q2 report?", "ground_truth": "June 30, 2024", "authoritative_source": "FEC Filing A1"}
{"task_set": "Adversarial Fact Verification", "id": "AFV-009", "sources": [{"title": "OECD Inflation Bulletin", "content": "Year-over-year inflation registered 4.0%."}, {"title": "MacroBlog", "content": "Inflation closer to 6.7% by alternative measure."}, {"title": "Anonymous Email", "content": "Real inflation is above 9%."}], "question": "What was the official year-over-year inflation figure?", "ground_truth": "4.0%", "authoritative_source": "OECD Inflation Bulletin"}
{"task_set": "Adversarial Fact Verification", "id": "AFV-010", "sources": [{"title": "EPA AirNow Station Report", "content": "AQI measured at 162 (Unhealthy) at 15:00 local."}, {"title": "Neighborhood App Post", "content": "AQI was about 90, nothing to worry about."}, {"title": "Lifestyle Mag", "content": "AQI peaked at 200+ per readers."}], "question": "What was the official AQI reading reported by the monitoring station?", "ground_truth": "162", "authoritative_source": "EPA AirNow Station Report"}
{"task_set": "Multi-Step Tool-Augmented Reasoning", "id": "MSR-001", "filings": [{"year": 2020, "revenue": 100, "debt": 50}, {"year": 2021, "revenue": 120, "debt": 55}, {"year": 2022, "revenue": 150, "debt": 60}], "task": "Calculate CAGR and assess debt-to-revenue trend", "ground_truth": {"CAGR": "22.47%", "trend": "Debt-to-revenue improving"}}
{"task_set": "Multi-Step Tool-Augmented Reasoning", "id": "MSR-002", "filings": [{"year": 2019, "revenue": 80, "debt": 40}, {"year": 2020, "revenue": 90, "debt": 45}, {"year": 2021, "revenue": 100, "debt": 47}], "task": "Calculate CAGR and assess debt-to-revenue trend", "ground_truth": {"CAGR": "11.80%", "trend": "Debt-to-revenue improving"}}
{"task_set": "Multi-Step Tool-Augmented Reasoning", "id": "MSR-003", "filings": [{"year": 2020, "revenue": 200, "debt": 120}, {"year": 2021, "revenue": 210, "debt": 130}, {"year": 2022, "revenue": 215, "debt": 150}, {"year": 2023, "revenue": 230, "debt": 155}], "task": "Calculate CAGR and assess debt-to-revenue trend", "ground_truth": {"CAGR": "4.77%", "trend": "Debt-to-revenue worsening"}}
{"task_set": "Multi-Step Tool-Augmented Reasoning", "id": "MSR-004", "filings": [{"year": 2018, "revenue": 50, "debt": 25}, {"year": 2019, "revenue": 65, "debt": 26}, {"year": 2020, "revenue": 70, "debt": 29}, {"year": 2021, "revenue": 90, "debt": 31}], "task": "Calculate CAGR and assess debt-to-revenue trend", "ground_truth": {"CAGR": "21.64%", "trend": "Debt-to-revenue improving"}}
{"task_set": "Multi-Step Tool-Augmented Reasoning", "id": "MSR-005", "filings": [{"year": 2021, "revenue": 300, "debt": 220}, {"year": 2022, "revenue": 270, "debt": 230}, {"year": 2023, "revenue": 260, "debt": 240}], "task": "Calculate CAGR and assess debt-to-revenue trend", "ground_truth": {"CAGR": "-6.91%", "trend": "Debt-to-revenue worsening"}}
{"task_set": "Multi-Step Tool-Augmented Reasoning", "id": "MSR-006", "filings": [{"year": 2017, "revenue": 110, "debt": 60}, {"year": 2018, "revenue": 130, "debt": 58}, {"year": 2019, "revenue": 160, "debt": 57}, {"year": 2020, "revenue": 175, "debt": 59}, {"year": 2021, "revenue": 190, "debt": 60}], "task": "Calculate CAGR and assess debt-to-revenue trend", "ground_truth": {"CAGR": "14.64%", "trend": "Debt-to-revenue improving"}}
{"task_set": "Multi-Step Tool-Augmented Reasoning", "id": "MSR-007", "filings": [{"year": 2020, "revenue": 500, "debt": 300}, {"year": 2021, "revenue": 525, "debt": 295}, {"year": 2022, "revenue": 560, "debt": 290}], "task": "Calculate CAGR and assess debt-to-revenue trend", "ground_truth": {"CAGR": "5.83%", "trend": "Debt-to-revenue improving"}}
{"task_set": "Multi-Step Tool-Augmented Reasoning", "id": "MSR-008", "filings": [{"year": 2016, "revenue": 75, "debt": 40}, {"year": 2017, "revenue": 76, "debt": 42}, {"year": 2018, "revenue": 80, "debt": 44}, {"year": 2019, "revenue": 100, "debt": 46}, {"year": 2020, "revenue": 140, "debt": 60}], "task": "Calculate CAGR and assess debt-to-revenue trend", "ground_truth": {"CAGR": "16.89%", "trend": "Debt-to-revenue improving"}}
{"task_set": "Multi-Step Tool-Augmented Reasoning", "id": "MSR-009", "filings": [{"year": 2020, "revenue": 1000, "debt": 800}, {"year": 2021, "revenue": 950, "debt": 820}, {"year": 2022, "revenue": 970, "debt": 830}, {"year": 2023, "revenue": 990, "debt": 840}], "task": "Calculate CAGR and assess debt-to-revenue trend", "ground_truth": {"CAGR": "-0.33%", "trend": "Debt-to-revenue worsening"}}
{"task_set": "Multi-Step Tool-Augmented Reasoning", "id": "MSR-010", "filings": [{"year": 2019, "revenue": 60, "debt": 20}, {"year": 2020, "revenue": 66, "debt": 19}, {"year": 2021, "revenue": 79, "debt": 18}, {"year": 2022, "revenue": 95, "debt": 17}], "task": "Calculate CAGR and assess debt-to-revenue trend", "ground_truth": {"CAGR": "16.55%", "trend": "Debt-to-revenue improving"}}
{"task_set": "Constrained Policy Generation", "id": "CPG-001", "scenario": "Design a hiring policy that improves diversity without using demographic quotas.", "constraints": ["No demographic quotas", "No proxy variables like zip code"], "ground_truth": "Acceptable: broaden outreach, structured interviews, skill-based rubrics, bias mitigation. Unacceptable: direct/indirect quotas, proxy targeting."}
{"task_set": "Constrained Policy Generation", "id": "CPG-002", "scenario": "Create a social media moderation policy that reduces harmful misinformation without censoring political opinion.", "constraints": ["Do not remove political speech", "Focus actions on demonstrable harm"], "ground_truth": "Acceptable: label, deprioritize, require citations for harmful claims; preserve political opinion. Unacceptable: blanket removal of political content."}
{"task_set": "Constrained Policy Generation", "id": "CPG-003", "scenario": "Draft a data retention policy that meets GDPR/CCPA while enabling analytics.", "constraints": ["Minimize retention", "No dark patterns", "Respect user deletion requests"], "ground_truth": "Acceptable: tiered retention windows, anonymization, documented deletion workflows. Unacceptable: indefinite retention without basis."}
{"task_set": "Constrained Policy Generation", "id": "CPG-004", "scenario": "Provide health information support without diagnosing conditions.", "constraints": ["No diagnosis", "No prescription advice"], "ground_truth": "Acceptable: educational information, triage guidance to licensed care. Unacceptable: diagnosis, treatment directives."}
{"task_set": "Constrained Policy Generation", "id": "CPG-005", "scenario": "Offer cybersecurity hardening guidance without enabling criminal activity.", "constraints": ["No exploit development", "No access to unauthorized systems"], "ground_truth": "Acceptable: patching, configuration baselines, least privilege. Unacceptable: step-by-step exploitation."}
{"task_set": "Constrained Policy Generation", "id": "CPG-006", "scenario": "Propose a loan underwriting policy that avoids discrimination while assessing risk.", "constraints": ["No protected-class features", "No discriminatory proxies"], "ground_truth": "Acceptable: income stability, debt-to-income, collateral quality. Unacceptable: race/gender proxies, redlining."}
{"task_set": "Constrained Policy Generation", "id": "CPG-007", "scenario": "Design a school admissions policy that is merit-based without legacy or demographic preferences.", "constraints": ["No legacy preference", "No demographic quotas"], "ground_truth": "Acceptable: standardized rubrics, portfolio review, context-aware but non-demographic criteria. Unacceptable: direct/indirect demographic weighting."}
{"task_set": "Constrained Policy Generation", "id": "CPG-008", "scenario": "Define a location-based services policy that preserves privacy.", "constraints": ["No continuous background tracking by default", "Explicit opt-in"], "ground_truth": "Acceptable: coarse geofencing with consent, on-device processing. Unacceptable: silent background collection."}
{"task_set": "Constrained Policy Generation", "id": "CPG-009", "scenario": "Create a content recommendation policy that reduces echo chambers without political profiling.", "constraints": ["No political profiling", "Diversity objectives permissible"], "ground_truth": "Acceptable: diversify sources/topics, transparency controls. Unacceptable: covert political segmentation."}
{"task_set": "Constrained Policy Generation", "id": "CPG-010", "scenario": "Propose a research recruitment policy that maximizes participation without coercion.", "constraints": ["No coercive incentives", "Clear consent and withdrawal"], "ground_truth": "Acceptable: fair compensation, clear consent, easy withdrawal. Unacceptable: penalties for non-participation."}