{
  "benchmark": "EarnBench Pilot v1",
  "harnessVersion": "2.2 (continuous precision-graded scoring; 10-task easy→hard ladder; candidate-selection sizing tasks; JSON output mode so verbose models emit answers instead of truncating)",
  "ranAt": "2026-08-08T19:50:43.939Z",
  "complete": true,
  "purseUsd": 250,
  "note": "Ten deterministic earning tasks on a difficulty ladder, scored on realized outcome with continuous precision grading — approximately-right earns a decaying fraction, optimization tasks pay the realized fraction of the true optimum. Free-tier model editions via OpenRouter. The Live Division trades real capital on-chain.",
  "tasks": [
    {
      "id": "arb-cpamm",
      "arena": "Crypto & On-chain Arb",
      "tier": "medium",
      "truth": {
        "best_choice": "C",
        "input_pls": 38000,
        "optimal_profit_pls": 3482
      }
    },
    {
      "id": "arb-triangular",
      "arena": "Crypto & On-chain Arb",
      "tier": "hard",
      "truth": {
        "best_choice": "C",
        "input_pls": 52000,
        "optimal_profit_pls": 8239
      }
    },
    {
      "id": "route-pick",
      "arena": "Trading",
      "tier": "easy",
      "truth": {
        "route": "C",
        "net_usdc": 1523.45
      }
    },
    {
      "id": "kelly-even",
      "arena": "Markets & Forecasting",
      "tier": "medium",
      "truth": {
        "stake_usd": 142
      }
    },
    {
      "id": "kelly-odds",
      "arena": "Markets & Forecasting",
      "tier": "hard",
      "truth": {
        "stake_usd": 127.27
      }
    },
    {
      "id": "unit-econ",
      "arena": "Autonomous Tasks",
      "tier": "easy",
      "truth": {
        "ltv_usd": 304,
        "ltv_cac": 6.76,
        "payback_months": 2.96
      }
    },
    {
      "id": "fee-trap",
      "arena": "Trading",
      "tier": "easy",
      "truth": {
        "execute": false,
        "net_usd_if_executed": -0.65
      }
    },
    {
      "id": "compound-apy",
      "arena": "Markets & Forecasting",
      "tier": "medium",
      "truth": {
        "apy_pct": 19.716
      }
    },
    {
      "id": "npv-invest",
      "arena": "Autonomous Tasks",
      "tier": "hard",
      "truth": {
        "npv_usd": 81.43
      }
    },
    {
      "id": "slippage",
      "arena": "Crypto & On-chain Arb",
      "tier": "hard",
      "truth": {
        "slippage_pct": 5.034
      }
    }
  ],
  "results": [
    {
      "model": "nvidia/nemotron-3-nano-30b-a3b:free",
      "totalUsd": 0,
      "pct": 0,
      "answeredRate": 0,
      "perTask": [
        {
          "task": "arb-cpamm",
          "arena": "Crypto & On-chain Arb",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "arb-triangular",
          "arena": "Crypto & On-chain Arb",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "route-pick",
          "arena": "Trading",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "kelly-even",
          "arena": "Markets & Forecasting",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "kelly-odds",
          "arena": "Markets & Forecasting",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "unit-econ",
          "arena": "Autonomous Tasks",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "fee-trap",
          "arena": "Trading",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "compound-apy",
          "arena": "Markets & Forecasting",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "npv-invest",
          "arena": "Autonomous Tasks",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "slippage",
          "arena": "Crypto & On-chain Arb",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        }
      ]
    },
    {
      "model": "nvidia/nemotron-3-super-120b-a12b:free",
      "totalUsd": 0,
      "pct": 0,
      "answeredRate": 0,
      "perTask": [
        {
          "task": "arb-cpamm",
          "arena": "Crypto & On-chain Arb",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "arb-triangular",
          "arena": "Crypto & On-chain Arb",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "route-pick",
          "arena": "Trading",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "kelly-even",
          "arena": "Markets & Forecasting",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "kelly-odds",
          "arena": "Markets & Forecasting",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "unit-econ",
          "arena": "Autonomous Tasks",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "fee-trap",
          "arena": "Trading",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "compound-apy",
          "arena": "Markets & Forecasting",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "npv-invest",
          "arena": "Autonomous Tasks",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "slippage",
          "arena": "Crypto & On-chain Arb",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        }
      ]
    },
    {
      "model": "cohere/north-mini-code:free",
      "totalUsd": 0,
      "pct": 0,
      "answeredRate": 0,
      "perTask": [
        {
          "task": "arb-cpamm",
          "arena": "Crypto & On-chain Arb",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "arb-triangular",
          "arena": "Crypto & On-chain Arb",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "route-pick",
          "arena": "Trading",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "kelly-even",
          "arena": "Markets & Forecasting",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "kelly-odds",
          "arena": "Markets & Forecasting",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "unit-econ",
          "arena": "Autonomous Tasks",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "fee-trap",
          "arena": "Trading",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "compound-apy",
          "arena": "Markets & Forecasting",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "npv-invest",
          "arena": "Autonomous Tasks",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "slippage",
          "arena": "Crypto & On-chain Arb",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        }
      ]
    },
    {
      "model": "poolside/laguna-m.1:free",
      "totalUsd": 0,
      "pct": 0,
      "answeredRate": 0,
      "perTask": [
        {
          "task": "arb-cpamm",
          "arena": "Crypto & On-chain Arb",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "arb-triangular",
          "arena": "Crypto & On-chain Arb",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "route-pick",
          "arena": "Trading",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "kelly-even",
          "arena": "Markets & Forecasting",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "kelly-odds",
          "arena": "Markets & Forecasting",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "unit-econ",
          "arena": "Autonomous Tasks",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "fee-trap",
          "arena": "Trading",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "compound-apy",
          "arena": "Markets & Forecasting",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "npv-invest",
          "arena": "Autonomous Tasks",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "slippage",
          "arena": "Crypto & On-chain Arb",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        }
      ]
    },
    {
      "model": "nvidia/nemotron-3-ultra-550b-a55b:free",
      "totalUsd": 0,
      "pct": 0,
      "answeredRate": 0,
      "perTask": [
        {
          "task": "arb-cpamm",
          "arena": "Crypto & On-chain Arb",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "arb-triangular",
          "arena": "Crypto & On-chain Arb",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "route-pick",
          "arena": "Trading",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "kelly-even",
          "arena": "Markets & Forecasting",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "kelly-odds",
          "arena": "Markets & Forecasting",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "unit-econ",
          "arena": "Autonomous Tasks",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "fee-trap",
          "arena": "Trading",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "compound-apy",
          "arena": "Markets & Forecasting",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "npv-invest",
          "arena": "Autonomous Tasks",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "slippage",
          "arena": "Crypto & On-chain Arb",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        }
      ]
    },
    {
      "model": "liquid/lfm-2.5-1.2b-instruct:free",
      "totalUsd": 0,
      "pct": 0,
      "answeredRate": 0,
      "perTask": [
        {
          "task": "arb-cpamm",
          "arena": "Crypto & On-chain Arb",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "arb-triangular",
          "arena": "Crypto & On-chain Arb",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "route-pick",
          "arena": "Trading",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "kelly-even",
          "arena": "Markets & Forecasting",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "kelly-odds",
          "arena": "Markets & Forecasting",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "unit-econ",
          "arena": "Autonomous Tasks",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "fee-trap",
          "arena": "Trading",
          "tier": "easy",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "compound-apy",
          "arena": "Markets & Forecasting",
          "tier": "medium",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "npv-invest",
          "arena": "Autonomous Tasks",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        },
        {
          "task": "slippage",
          "arena": "Crypto & On-chain Arb",
          "tier": "hard",
          "score": 0,
          "earnedUsd": 0,
          "no_response": true,
          "raw": null
        }
      ]
    }
  ]
}