{
  "test": "completion",
  "title": "Task completion",
  "definition": "Completion is the share of predefined checks passed, including partial credit. It is not the share of whole jobs finished. Intervals are the published 95% ranges for the change.",
  "denominator": "Seven models, 21 tasks, five repeats per condition; 1,470 runs in total. Completion and cost give tasks and models equal weight.",
  "snapshot": "2026-11-13 16:59 UTC",
  "scope": "Seven models, 21 tasks, five repeats per condition; 1,470 runs in total. Completion and cost give tasks and models equal weight.",
  "availability": "These are the published run aggregates, not individual run logs. The source snapshot does not include per-run records, prompts, outputs or traces. No individual run records have been reconstructed.",
  "units": "Scores are fractions from 0 to 1. Changes ending in _pp are percentage points; counts are eligible runs or claims as defined above.",
  "source": {
    "study": "/experiments/funded-agent-index",
    "methodology": "/experiments/funded-agent-index#spend-top"
  },
  "chartUrl": "/experiments/funded-agent-index#score",
  "downloads": {
    "json": "/experiments/funded-agent-index/data/completion.json",
    "csv": "/experiments/funded-agent-index/data/completion.csv"
  },
  "taskPrivacyNote": "* some tasks have been slightly anonymized/modified to maintain privacy.",
  "rows": [
    {
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0.6080352380952381,
      "with_usdc": 0.9549971428571428,
      "change_pp": 34.69619047619047,
      "change_low_pp": 14.806918039282769,
      "change_high_pp": 54.58546291309818,
      "without_runs": 105,
      "with_runs": 105
    },
    {
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0.5927657142857142,
      "with_usdc": 0.9391742857142857,
      "change_pp": 34.64085714285714,
      "change_low_pp": 16.40448103421562,
      "change_high_pp": 52.877233251498666,
      "without_runs": 105,
      "with_runs": 105
    },
    {
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0.4476409523809524,
      "with_usdc": 0.67896,
      "change_pp": 23.13190476190476,
      "change_low_pp": 8.567527560932845,
      "change_high_pp": 37.696281962876675,
      "without_runs": 105,
      "with_runs": 105
    },
    {
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0.531735238095238,
      "with_usdc": 0.8692857142857142,
      "change_pp": 33.755047619047616,
      "change_low_pp": 15.406548679409546,
      "change_high_pp": 52.103546558685686,
      "without_runs": 105,
      "with_runs": 105
    },
    {
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0.48378095238095237,
      "with_usdc": 0.725112380952381,
      "change_pp": 24.133142857142857,
      "change_low_pp": 2.71409959439643,
      "change_high_pp": 45.552186119889285,
      "without_runs": 105,
      "with_runs": 105
    },
    {
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 0.5600580952380952,
      "with_usdc": 0.9475971428571428,
      "change_pp": 38.753904761904764,
      "change_low_pp": 14.226852217402094,
      "change_high_pp": 63.28095730640742,
      "without_runs": 105,
      "with_runs": 105
    },
    {
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0.5366247619047618,
      "with_usdc": 0.7984866666666667,
      "change_pp": 26.186190476190475,
      "change_low_pp": 5.893363811485789,
      "change_high_pp": 46.47901714089516,
      "without_runs": 105,
      "with_runs": 105
    }
  ],
  "taskRows": [
    {
      "task": "Email tomorrow's NYC forecast",
      "task_id": "cap-email-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Email tomorrow's NYC forecast",
      "task_id": "cap-email-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Email tomorrow's NYC forecast",
      "task_id": "cap-email-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0,
      "with_usdc": 0.8,
      "change_pp": 80,
      "change_low_pp": 24.48,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Email tomorrow's NYC forecast",
      "task_id": "cap-email-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0,
      "with_usdc": 0.8,
      "change_pp": 80,
      "change_low_pp": 24.48,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Email tomorrow's NYC forecast",
      "task_id": "cap-email-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0,
      "with_usdc": 0.93334,
      "change_pp": 93.33399999999999,
      "change_low_pp": 74.829184,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Email tomorrow's NYC forecast",
      "task_id": "cap-email-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Email tomorrow's NYC forecast",
      "task_id": "cap-email-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Photo of a forest sign",
      "task_id": "cap-image-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0.2,
      "with_usdc": 1,
      "change_pp": 80,
      "change_low_pp": 24.48,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Photo of a forest sign",
      "task_id": "cap-image-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0.2,
      "with_usdc": 0.8,
      "change_pp": 60.00000000000001,
      "change_low_pp": -5.223529496647139,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Photo of a forest sign",
      "task_id": "cap-image-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0.2,
      "with_usdc": 0.4,
      "change_pp": 20,
      "change_low_pp": -54.78786666298219,
      "change_high_pp": 94.78786666298218,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Photo of a forest sign",
      "task_id": "cap-image-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Photo of a forest sign",
      "task_id": "cap-image-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Photo of a forest sign",
      "task_id": "cap-image-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Photo of a forest sign",
      "task_id": "cap-image-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Hat-trick song for the drive home",
      "task_id": "cap-song-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Hat-trick song for the drive home",
      "task_id": "cap-song-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Hat-trick song for the drive home",
      "task_id": "cap-song-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Hat-trick song for the drive home",
      "task_id": "cap-song-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Hat-trick song for the drive home",
      "task_id": "cap-song-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0,
      "with_usdc": 0.8,
      "change_pp": 80,
      "change_low_pp": 24.48,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Hat-trick song for the drive home",
      "task_id": "cap-song-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Hat-trick song for the drive home",
      "task_id": "cap-song-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest TikTok videos and their views",
      "task_id": "cap-tiktok-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0,
      "with_usdc": 0.9666600000000001,
      "change_pp": 96.666,
      "change_low_pp": 87.410816,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest TikTok videos and their views",
      "task_id": "cap-tiktok-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0,
      "with_usdc": 0.4,
      "change_pp": 40,
      "change_low_pp": -27.99783525966102,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest TikTok videos and their views",
      "task_id": "cap-tiktok-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0,
      "with_usdc": 0.2,
      "change_pp": 20,
      "change_low_pp": -35.52,
      "change_high_pp": 75.52000000000001,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest TikTok videos and their views",
      "task_id": "cap-tiktok-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0,
      "with_usdc": 0.8,
      "change_pp": 80,
      "change_low_pp": 24.48,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest TikTok videos and their views",
      "task_id": "cap-tiktok-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0,
      "with_usdc": 0.4,
      "change_pp": 40,
      "change_low_pp": -27.99783525966102,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest TikTok videos and their views",
      "task_id": "cap-tiktok-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest TikTok videos and their views",
      "task_id": "cap-tiktok-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0.1,
      "with_usdc": 0.4,
      "change_pp": 30.000000000000004,
      "change_low_pp": -38.022266207470615,
      "change_high_pp": 98.02226620747062,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 space accounts on X",
      "task_id": "cap-followers-v2",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0.4,
      "with_usdc": 1,
      "change_pp": 60,
      "change_low_pp": -7.997835259661024,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 space accounts on X",
      "task_id": "cap-followers-v2",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0.96,
      "with_usdc": 0.9199999999999999,
      "change_pp": -3.9999999999999925,
      "change_low_pp": -18.957573332596425,
      "change_high_pp": 10.957573332596441,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 space accounts on X",
      "task_id": "cap-followers-v2",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0.08666,
      "with_usdc": 0.8,
      "change_pp": 71.334,
      "change_low_pp": 14.247637414505954,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 space accounts on X",
      "task_id": "cap-followers-v2",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0.6,
      "with_usdc": 1,
      "change_pp": 40,
      "change_low_pp": -1.6915812946604325,
      "change_high_pp": 81.69158129466044,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 space accounts on X",
      "task_id": "cap-followers-v2",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0.30666000000000004,
      "with_usdc": 1,
      "change_pp": 69.334,
      "change_low_pp": 17.121317393933346,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 space accounts on X",
      "task_id": "cap-followers-v2",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 0.13332000000000002,
      "with_usdc": 1,
      "change_pp": 86.668,
      "change_low_pp": 71.4649111483625,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 space accounts on X",
      "task_id": "cap-followers-v2",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0.38,
      "with_usdc": 0.6,
      "change_pp": 21.999999999999996,
      "change_low_pp": -49.27657328731517,
      "change_high_pp": 93.27657328731517,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest posts on X, with live counts",
      "task_id": "cap-twitter-v2",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0.2,
      "with_usdc": 1,
      "change_pp": 80,
      "change_low_pp": 24.48,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest posts on X, with live counts",
      "task_id": "cap-twitter-v2",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0,
      "with_usdc": 0.93334,
      "change_pp": 93.33399999999999,
      "change_low_pp": 74.829184,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest posts on X, with live counts",
      "task_id": "cap-twitter-v2",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0,
      "with_usdc": 0,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest posts on X, with live counts",
      "task_id": "cap-twitter-v2",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0.2,
      "with_usdc": 0,
      "change_pp": -20,
      "change_low_pp": -75.52000000000001,
      "change_high_pp": 35.52,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest posts on X, with live counts",
      "task_id": "cap-twitter-v2",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0,
      "with_usdc": 0.93334,
      "change_pp": 93.33399999999999,
      "change_low_pp": 74.829184,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest posts on X, with live counts",
      "task_id": "cap-twitter-v2",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "NASA's latest posts on X, with live counts",
      "task_id": "cap-twitter-v2",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0.2,
      "with_usdc": 0.46668000000000004,
      "change_pp": 26.667999999999996,
      "change_low_pp": -40.22485896164217,
      "change_high_pp": 93.56085896164217,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "AA 100 flight status",
      "task_id": "cap-flight-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 1,
      "with_usdc": 0.8,
      "change_pp": -19.999999999999996,
      "change_low_pp": -75.52,
      "change_high_pp": 35.52000000000001,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "AA 100 flight status",
      "task_id": "cap-flight-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0.72,
      "with_usdc": 1,
      "change_pp": 28.000000000000004,
      "change_low_pp": -26.398268207728815,
      "change_high_pp": 82.39826820772882,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "AA 100 flight status",
      "task_id": "cap-flight-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0.52,
      "with_usdc": 0.6,
      "change_pp": 7.9999999999999964,
      "change_low_pp": -70.580661743205,
      "change_high_pp": 86.58066174320498,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "AA 100 flight status",
      "task_id": "cap-flight-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0.4,
      "with_usdc": 0.8,
      "change_pp": 40,
      "change_low_pp": -34.78786666298218,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "AA 100 flight status",
      "task_id": "cap-flight-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0.72,
      "with_usdc": 0.8,
      "change_pp": 8.000000000000007,
      "change_low_pp": -56.50859942674309,
      "change_high_pp": 72.5085994267431,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "AA 100 flight status",
      "task_id": "cap-flight-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 1,
      "with_usdc": 0.2,
      "change_pp": -80,
      "change_low_pp": -100,
      "change_high_pp": -24.48,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "AA 100 flight status",
      "task_id": "cap-flight-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 1,
      "with_usdc": 0.8,
      "change_pp": -19.999999999999996,
      "change_low_pp": -75.52,
      "change_high_pp": 35.52000000000001,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Who [company name redacted] is hiring right now*",
      "task_id": "cap-hiring-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 1,
      "with_usdc": 0.9428599999999999,
      "change_pp": -5.713999999999997,
      "change_low_pp": -21.57606399999999,
      "change_high_pp": 10.148063999999998,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Who [company name redacted] is hiring right now*",
      "task_id": "cap-hiring-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0.97142,
      "with_usdc": 0.97142,
      "change_pp": 0,
      "change_low_pp": -9.320442365070878,
      "change_high_pp": 9.320442365070878,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Who [company name redacted] is hiring right now*",
      "task_id": "cap-hiring-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0.6571400000000001,
      "with_usdc": 0.62856,
      "change_pp": -2.858000000000005,
      "change_low_pp": -14.273163985721455,
      "change_high_pp": 8.557163985721445,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Who [company name redacted] is hiring right now*",
      "task_id": "cap-hiring-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0.97142,
      "with_usdc": 1,
      "change_pp": 2.858000000000005,
      "change_low_pp": -5.075807999999997,
      "change_high_pp": 10.791808000000007,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Who [company name redacted] is hiring right now*",
      "task_id": "cap-hiring-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0.8285600000000001,
      "with_usdc": 0.8856999999999999,
      "change_pp": 5.7140000000000075,
      "change_low_pp": -12.162826156671368,
      "change_high_pp": 23.590826156671383,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Who [company name redacted] is hiring right now*",
      "task_id": "cap-hiring-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Who [company name redacted] is hiring right now*",
      "task_id": "cap-hiring-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0.9428599999999999,
      "with_usdc": 0.6857,
      "change_pp": -25.716000000000005,
      "change_low_pp": -77.42128044302416,
      "change_high_pp": 25.989280443024143,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "5 new house listings in Austin 78745",
      "task_id": "cap-homes-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0.8,
      "with_usdc": 1,
      "change_pp": 19.999999999999996,
      "change_low_pp": 19.999999999999996,
      "change_high_pp": 19.999999999999996,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "5 new house listings in Austin 78745",
      "task_id": "cap-homes-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0.8,
      "with_usdc": 1,
      "change_pp": 19.999999999999996,
      "change_low_pp": 19.999999999999996,
      "change_high_pp": 19.999999999999996,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "5 new house listings in Austin 78745",
      "task_id": "cap-homes-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0.4,
      "with_usdc": 1,
      "change_pp": 60,
      "change_low_pp": 1.7701327495931896,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "5 new house listings in Austin 78745",
      "task_id": "cap-homes-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0.8,
      "with_usdc": 1,
      "change_pp": 19.999999999999996,
      "change_low_pp": 19.999999999999996,
      "change_high_pp": 19.999999999999996,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "5 new house listings in Austin 78745",
      "task_id": "cap-homes-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0.9199999999999999,
      "with_usdc": 1,
      "change_pp": 7.9999999999999964,
      "change_low_pp": -5.599567051932206,
      "change_high_pp": 21.599567051932198,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "5 new house listings in Austin 78745",
      "task_id": "cap-homes-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 0.8800000000000001,
      "with_usdc": 0.96,
      "change_pp": 7.9999999999999964,
      "change_low_pp": -6.957573332596437,
      "change_high_pp": 22.95757333259643,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "5 new house listings in Austin 78745",
      "task_id": "cap-homes-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0.8400000000000001,
      "with_usdc": 0.9199999999999999,
      "change_pp": 8.000000000000007,
      "change_low_pp": -20.163893906915636,
      "change_high_pp": 36.16389390691565,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Fintech Series A market map",
      "task_id": "cap-market-map-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0.89998,
      "with_usdc": 1,
      "change_pp": 10.001999999999999,
      "change_low_pp": -1.3332391377854886,
      "change_high_pp": 21.337239137785488,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Fintech Series A market map",
      "task_id": "cap-market-map-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0.83332,
      "with_usdc": 0.9333199999999999,
      "change_pp": 9.999999999999998,
      "change_low_pp": -5.766864182346154,
      "change_high_pp": 25.76686418234615,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Fintech Series A market map",
      "task_id": "cap-market-map-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0.66664,
      "with_usdc": 0.8666600000000001,
      "change_pp": 20.002,
      "change_low_pp": -25.74735404418387,
      "change_high_pp": 65.75135404418387,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Fintech Series A market map",
      "task_id": "cap-market-map-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0.83332,
      "with_usdc": 0.8666600000000001,
      "change_pp": 3.3339999999999925,
      "change_low_pp": -22.811583614455817,
      "change_high_pp": 29.4795836144558,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Fintech Series A market map",
      "task_id": "cap-market-map-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0.63332,
      "with_usdc": 0.6,
      "change_pp": -3.3320000000000016,
      "change_low_pp": -75.13768061579262,
      "change_high_pp": 68.47368061579262,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Fintech Series A market map",
      "task_id": "cap-market-map-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 0.86664,
      "with_usdc": 0.89998,
      "change_pp": 3.3339999999999925,
      "change_low_pp": -9.133137372719133,
      "change_high_pp": 15.801137372719118,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Fintech Series A market map",
      "task_id": "cap-market-map-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0.9333199999999999,
      "with_usdc": 0.73332,
      "change_pp": -20.000000000000007,
      "change_low_pp": -59.2602043619435,
      "change_high_pp": 19.260204361943494,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Meeting prep: CEO briefing*",
      "task_id": "cap-meeting-prep-v2",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0.9,
      "with_usdc": 1,
      "change_pp": 9.999999999999998,
      "change_low_pp": -17.760000000000005,
      "change_high_pp": 37.76,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Meeting prep: CEO briefing*",
      "task_id": "cap-meeting-prep-v2",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0.9,
      "with_usdc": 1,
      "change_pp": 9.999999999999998,
      "change_low_pp": -17.760000000000005,
      "change_high_pp": 37.76,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Meeting prep: CEO briefing*",
      "task_id": "cap-meeting-prep-v2",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0.5,
      "with_usdc": 0.62,
      "change_pp": 12,
      "change_low_pp": -14.914318568375457,
      "change_high_pp": 38.91431856837546,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Meeting prep: CEO briefing*",
      "task_id": "cap-meeting-prep-v2",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0.9,
      "with_usdc": 0.9800000000000001,
      "change_pp": 7.9999999999999964,
      "change_low_pp": -14.208000000000004,
      "change_high_pp": 30.207999999999995,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Meeting prep: CEO briefing*",
      "task_id": "cap-meeting-prep-v2",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0.33999999999999997,
      "with_usdc": 0.7,
      "change_pp": 36,
      "change_low_pp": -5.3706036939274115,
      "change_high_pp": 77.37060369392741,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Meeting prep: CEO briefing*",
      "task_id": "cap-meeting-prep-v2",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Meeting prep: CEO briefing*",
      "task_id": "cap-meeting-prep-v2",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0.6,
      "with_usdc": 0.6,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Research 10 prospects, rank them, email the top 3",
      "task_id": "cap-prospects-v2",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0.86876,
      "with_usdc": 0.8187599999999999,
      "change_pp": -4.999999999999993,
      "change_low_pp": -8.24718098603665,
      "change_high_pp": -1.752819013963336,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Research 10 prospects, rank them, email the top 3",
      "task_id": "cap-prospects-v2",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0.7500199999999999,
      "with_usdc": 0.93126,
      "change_pp": 18.123999999999995,
      "change_low_pp": 0.8993013966478919,
      "change_high_pp": 35.348698603352105,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Research 10 prospects, rank them, email the top 3",
      "task_id": "cap-prospects-v2",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0.85002,
      "with_usdc": 0.8562799999999999,
      "change_pp": 0.6260000000000043,
      "change_low_pp": -2.7915997270089976,
      "change_high_pp": 4.043599727009006,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Research 10 prospects, rank them, email the top 3",
      "task_id": "cap-prospects-v2",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0.67504,
      "with_usdc": 0.875,
      "change_pp": 19.996000000000002,
      "change_low_pp": -26.9317702017858,
      "change_high_pp": 66.9237702017858,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Research 10 prospects, rank them, email the top 3",
      "task_id": "cap-prospects-v2",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0.8375199999999999,
      "with_usdc": 0.8749800000000001,
      "change_pp": 3.745999999999994,
      "change_low_pp": -1.154961373960222,
      "change_high_pp": 8.64696137396021,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Research 10 prospects, rank them, email the top 3",
      "task_id": "cap-prospects-v2",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 0.68126,
      "with_usdc": 0.90622,
      "change_pp": 22.496000000000006,
      "change_low_pp": -24.972052882390688,
      "change_high_pp": 69.96405288239069,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Research 10 prospects, rank them, email the top 3",
      "task_id": "cap-prospects-v2",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0.7562599999999999,
      "with_usdc": 0.86252,
      "change_pp": 10.62599999999999,
      "change_low_pp": 3.369963988137867,
      "change_high_pp": 17.882036011862116,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "What parents on Reddit say about a car seat",
      "task_id": "cap-reddit-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0,
      "with_usdc": 0.9666600000000001,
      "change_pp": 96.666,
      "change_low_pp": 87.410816,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "What parents on Reddit say about a car seat",
      "task_id": "cap-reddit-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0,
      "with_usdc": 0.83332,
      "change_pp": 83.33200000000001,
      "change_low_pp": 68.70265804434719,
      "change_high_pp": 97.96134195565283,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "What parents on Reddit say about a car seat",
      "task_id": "cap-reddit-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0,
      "with_usdc": 0,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "What parents on Reddit say about a car seat",
      "task_id": "cap-reddit-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0,
      "with_usdc": 0.73334,
      "change_pp": 73.334,
      "change_low_pp": 49.74380647348361,
      "change_high_pp": 96.92419352651639,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "What parents on Reddit say about a car seat",
      "task_id": "cap-reddit-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0,
      "with_usdc": 0,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "What parents on Reddit say about a car seat",
      "task_id": "cap-reddit-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 0,
      "with_usdc": 0.93334,
      "change_pp": 93.33399999999999,
      "change_low_pp": 74.829184,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "What parents on Reddit say about a car seat",
      "task_id": "cap-reddit-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0,
      "with_usdc": 0.4,
      "change_pp": 40,
      "change_low_pp": 8.619055508403834,
      "change_high_pp": 71.38094449159615,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "OFAC sanctions screen for 12 counterparties",
      "task_id": "cap-sanctions-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "OFAC sanctions screen for 12 counterparties",
      "task_id": "cap-sanctions-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "OFAC sanctions screen for 12 counterparties",
      "task_id": "cap-sanctions-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "OFAC sanctions screen for 12 counterparties",
      "task_id": "cap-sanctions-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "OFAC sanctions screen for 12 counterparties",
      "task_id": "cap-sanctions-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "OFAC sanctions screen for 12 counterparties",
      "task_id": "cap-sanctions-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "OFAC sanctions screen for 12 counterparties",
      "task_id": "cap-sanctions-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0.9833399999999999,
      "with_usdc": 1,
      "change_pp": 1.6660000000000008,
      "change_low_pp": -2.958816000000001,
      "change_high_pp": 6.290816000000002,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 X accounts, from a CRM export with user IDs",
      "task_id": "cap-followers-batch-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0.2,
      "with_usdc": 1,
      "change_pp": 80,
      "change_low_pp": 24.48,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 X accounts, from a CRM export with user IDs",
      "task_id": "cap-followers-batch-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0.31332,
      "with_usdc": 1,
      "change_pp": 68.66799999999999,
      "change_low_pp": 32.04948379927466,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 X accounts, from a CRM export with user IDs",
      "task_id": "cap-followers-batch-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0,
      "with_usdc": 0.64666,
      "change_pp": 64.666,
      "change_low_pp": 4.156104993564435,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 X accounts, from a CRM export with user IDs",
      "task_id": "cap-followers-batch-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0.38666,
      "with_usdc": 1,
      "change_pp": 61.334,
      "change_low_pp": -4.461273448917713,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 X accounts, from a CRM export with user IDs",
      "task_id": "cap-followers-batch-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0.37333999999999995,
      "with_usdc": 0.2,
      "change_pp": -17.334,
      "change_low_pp": -76.925263404784,
      "change_high_pp": 42.25726340478401,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 X accounts, from a CRM export with user IDs",
      "task_id": "cap-followers-batch-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Follower counts for 30 X accounts, from a CRM export with user IDs",
      "task_id": "cap-followers-batch-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0.13334,
      "with_usdc": 1,
      "change_pp": 86.666,
      "change_low_pp": 49.650816000000006,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Five available .com names",
      "task_id": "cap-domains-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Five available .com names",
      "task_id": "cap-domains-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Five available .com names",
      "task_id": "cap-domains-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0.52,
      "with_usdc": 0.8400000000000001,
      "change_pp": 31.999999999999996,
      "change_low_pp": -33.19855059738677,
      "change_high_pp": 97.19855059738676,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Five available .com names",
      "task_id": "cap-domains-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Five available .com names",
      "task_id": "cap-domains-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 1,
      "with_usdc": 0.8,
      "change_pp": -19.999999999999996,
      "change_low_pp": -75.52,
      "change_high_pp": 35.52000000000001,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Five available .com names",
      "task_id": "cap-domains-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Five available .com names",
      "task_id": "cap-domains-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0.6,
      "with_usdc": 0.6,
      "change_pp": 0,
      "change_low_pp": -79.88218324507662,
      "change_high_pp": 79.88218324507662,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Next Friday's Apple closing price",
      "task_id": "cap-impossible-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Next Friday's Apple closing price",
      "task_id": "cap-impossible-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Next Friday's Apple closing price",
      "task_id": "cap-impossible-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Next Friday's Apple closing price",
      "task_id": "cap-impossible-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Next Friday's Apple closing price",
      "task_id": "cap-impossible-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Next Friday's Apple closing price",
      "task_id": "cap-impossible-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Next Friday's Apple closing price",
      "task_id": "cap-impossible-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Last closing prices for 5 US stocks",
      "task_id": "cap-stocks-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0.6,
      "with_usdc": 0.5599999999999999,
      "change_pp": -4.0000000000000036,
      "change_low_pp": -15.104000000000001,
      "change_high_pp": 7.103999999999994,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Last closing prices for 5 US stocks",
      "task_id": "cap-stocks-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Last closing prices for 5 US stocks",
      "task_id": "cap-stocks-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Last closing prices for 5 US stocks",
      "task_id": "cap-stocks-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0.4,
      "with_usdc": 0.4,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Last closing prices for 5 US stocks",
      "task_id": "cap-stocks-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0.8,
      "with_usdc": 0.2,
      "change_pp": -60.00000000000001,
      "change_low_pp": -100,
      "change_high_pp": 5.223529496647139,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Last closing prices for 5 US stocks",
      "task_id": "cap-stocks-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Last closing prices for 5 US stocks",
      "task_id": "cap-stocks-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0.8,
      "with_usdc": 1,
      "change_pp": 19.999999999999996,
      "change_low_pp": -35.52000000000001,
      "change_high_pp": 75.52,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Tomorrow's weather in Chicago",
      "task_id": "cap-weather-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Tomorrow's weather in Chicago",
      "task_id": "cap-weather-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Tomorrow's weather in Chicago",
      "task_id": "cap-weather-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Tomorrow's weather in Chicago",
      "task_id": "cap-weather-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Tomorrow's weather in Chicago",
      "task_id": "cap-weather-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0.4,
      "with_usdc": 0.3,
      "change_pp": -10.000000000000004,
      "change_low_pp": -84.7878666629822,
      "change_high_pp": 64.78786666298217,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Tomorrow's weather in Chicago",
      "task_id": "cap-weather-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Tomorrow's weather in Chicago",
      "task_id": "cap-weather-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 1,
      "with_usdc": 0.7,
      "change_pp": -30.000000000000004,
      "change_low_pp": -85.52000000000001,
      "change_high_pp": 25.52,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Apple.com visits yesterday",
      "task_id": "cap-traffic-v1",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Apple.com visits yesterday",
      "task_id": "cap-traffic-v1",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Apple.com visits yesterday",
      "task_id": "cap-traffic-v1",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Apple.com visits yesterday",
      "task_id": "cap-traffic-v1",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Apple.com visits yesterday",
      "task_id": "cap-traffic-v1",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 1,
      "with_usdc": 0.8,
      "change_pp": -19.999999999999996,
      "change_low_pp": -53.998917629830515,
      "change_high_pp": 13.998917629830515,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Apple.com visits yesterday",
      "task_id": "cap-traffic-v1",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Apple.com visits yesterday",
      "task_id": "cap-traffic-v1",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 1,
      "with_usdc": 1,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Primes with digit sum 40",
      "task_id": "cap-compute-v2",
      "model": "Claude Opus 5.5",
      "model_id": "claude-opus-5-5",
      "without_usdc": 0.7,
      "with_usdc": 1,
      "change_pp": 30.000000000000004,
      "change_low_pp": -25.52,
      "change_high_pp": 85.52000000000001,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Primes with digit sum 40",
      "task_id": "cap-compute-v2",
      "model": "Claude Sonnet 5.5",
      "model_id": "claude-sonnet-5-5",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Primes with digit sum 40",
      "task_id": "cap-compute-v2",
      "model": "Claude Haiku 5.5",
      "model_id": "claude-haiku-5-5",
      "without_usdc": 0,
      "with_usdc": 0,
      "change_pp": 0,
      "change_low_pp": 0,
      "change_high_pp": 0,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Primes with digit sum 40",
      "task_id": "cap-compute-v2",
      "model": "Grok 4.6",
      "model_id": "grok-4.6",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Primes with digit sum 40",
      "task_id": "cap-compute-v2",
      "model": "GPT-6 Luna",
      "model_id": "gpt-6-luna",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Primes with digit sum 40",
      "task_id": "cap-compute-v2",
      "model": "GPT-6.1 Sol",
      "model_id": "gpt-6.1-sol",
      "without_usdc": 0.2,
      "with_usdc": 1,
      "change_pp": 80,
      "change_low_pp": 24.48,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    },
    {
      "task": "Primes with digit sum 40",
      "task_id": "cap-compute-v2",
      "model": "Gemini 3 Flash",
      "model_id": "gemini-3-flash-preview",
      "without_usdc": 0,
      "with_usdc": 1,
      "change_pp": 100,
      "change_low_pp": 100,
      "change_high_pp": 100,
      "without_runs": 5,
      "with_runs": 5
    }
  ]
}