{
  "study": "Particle vs SOL inside Groovy",
  "protocolSha256": "a6f137461771818821a3453aa41dd212b4432ce95146527b0f36e88102807f09",
  "scenarios": 15,
  "repeats": 2,
  "version": "2026-11-09-behavior-v1",
  "models": [
    {
      "id": "particle-high",
      "label": "Particle-1",
      "effort": "High",
      "color": "#f5a66b",
      "solved": 28,
      "trials": 30,
      "peakCostUsd": 2.7588029,
      "estimatedWindowCostUsd": 1.37940145,
      "inputTokens": 15214730,
      "cachedInputTokens": 7802880,
      "outputTokens": 671754,
      "modelCalls": 480,
      "totalSeconds": 3244.3861134052277,
      "medianSeconds": 88.80802857875824,
      "categories": [
        {
          "id": "coding",
          "solved": 6,
          "trials": 6,
          "peakCostUsd": 0.54285805
        },
        {
          "id": "continued-coding",
          "solved": 4,
          "trials": 4,
          "peakCostUsd": 1.43771496
        },
        {
          "id": "data-analysis",
          "solved": 4,
          "trials": 4,
          "peakCostUsd": 0.39786374
        },
        {
          "id": "ds1000",
          "solved": 14,
          "trials": 16,
          "peakCostUsd": 0.38036615
        }
      ]
    },
    {
      "id": "particle-max",
      "label": "Particle-1",
      "effort": "Max",
      "color": "#b8a1ef",
      "solved": 26,
      "trials": 30,
      "peakCostUsd": 2.7143449,
      "estimatedWindowCostUsd": 1.35717245,
      "inputTokens": 15837614,
      "cachedInputTokens": 9658880,
      "outputTokens": 879895,
      "modelCalls": 458,
      "totalSeconds": 4455.749153852463,
      "medianSeconds": 105.18929040431976,
      "categories": [
        {
          "id": "coding",
          "solved": 6,
          "trials": 6,
          "peakCostUsd": 0.41607106
        },
        {
          "id": "continued-coding",
          "solved": 3,
          "trials": 4,
          "peakCostUsd": 1.46936998
        },
        {
          "id": "data-analysis",
          "solved": 4,
          "trials": 4,
          "peakCostUsd": 0.35315317
        },
        {
          "id": "ds1000",
          "solved": 13,
          "trials": 16,
          "peakCostUsd": 0.47575069
        }
      ]
    },
    {
      "id": "sol",
      "label": "GPT-6.1 SOL",
      "effort": "xhigh",
      "color": "#9bcfc3",
      "solved": 28,
      "trials": 30,
      "peakCostUsd": 9.638356,
      "estimatedWindowCostUsd": 9.638356,
      "inputTokens": 11746089,
      "cachedInputTokens": 10282955,
      "outputTokens": 495271,
      "modelCalls": 323,
      "totalSeconds": 6738.113251209259,
      "medianSeconds": 56.10898506641388,
      "categories": [
        {
          "id": "coding",
          "solved": 6,
          "trials": 6,
          "peakCostUsd": 1.5527264
        },
        {
          "id": "continued-coding",
          "solved": 4,
          "trials": 4,
          "peakCostUsd": 5.415824499999999
        },
        {
          "id": "data-analysis",
          "solved": 4,
          "trials": 4,
          "peakCostUsd": 1.5786090000000002
        },
        {
          "id": "ds1000",
          "solved": 14,
          "trials": 16,
          "peakCostUsd": 1.0911961
        }
      ]
    }
  ],
  "pairedPasses": [
    {
      "arm": "particle-high",
      "sharedPasses": 28,
      "particleCostUsd": 2.67952851,
      "solCostUsd": 9.441436
    },
    {
      "arm": "particle-max",
      "sharedPasses": 26,
      "particleCostUsd": 2.36693423,
      "solCostUsd": 7.6147256
    }
  ],
  "scoring": {
    "id": "behavior-v1",
    "label": "Pass rate on evaluated behavior",
    "type": "Exploratory evaluation of saved program outputs",
    "modelReruns": 0,
    "rules": [
      "Require a delivered response and all checks under the stated evaluation basis.",
      "Accept numerically equal count results across integer and floating-point dtypes.",
      "Compare cluster membership independently of arbitrary label numbers.",
      "Accept rejection or verified trimming where the input contract permits a trimmed string.",
      "Test queue workers against the storage implementation they supply, including storage-error propagation."
    ],
    "limits": [
      "Scores describe behavior on the checked fixtures; they do not prove correctness on every input.",
      "Interchangeability with a different asynchronous storage adapter is outside this score. Two Particle queue implementations do not support that stronger contract.",
      "The evaluation rules were selected after inspecting outputs and applied uniformly across configurations. These are exploratory scores, not a preregistered benchmark or official DS-1000 score."
    ]
  },
  "notes": [
    "Fifteen scenarios repeated twice per configuration; not 90 independent tasks.",
    "Peak costs include failed attempts and exclude platform fees, subscriptions and local compute. Estimates from usage receipts, not reconciled invoices.",
    "Particle calls ran in its half-price off-peak window; charts use peak-normalized rates.",
    "Same Groovy tools and tasks, different provider adapters. Effort labels are not matched compute budgets.",
    "Cache state was not reset.",
    "All charts, headline totals, cost per pass and matched-pass costs use behavior-v1."
  ],
  "trials": [
    {
      "trial": "forecast-particle-max-r1",
      "task": "forecast",
      "arm": "particle-max",
      "replicate": 1,
      "category": "data-analysis",
      "normalizedUsd": 0.10815040000000001,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "forecast-sol-r1",
      "task": "forecast",
      "arm": "sol",
      "replicate": 1,
      "category": "data-analysis",
      "normalizedUsd": 0.3109956,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "forecast-particle-high-r1",
      "task": "forecast",
      "arm": "particle-high",
      "replicate": 1,
      "category": "data-analysis",
      "normalizedUsd": 0.0811553,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-284-particle-high-r1",
      "task": "ds-284",
      "arm": "particle-high",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.00987002,
      "solved": true,
      "evaluationBasis": "equal-numeric-values"
    },
    {
      "trial": "ds-284-particle-max-r1",
      "task": "ds-284",
      "arm": "particle-max",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.02565302,
      "solved": true,
      "evaluationBasis": "equal-numeric-values"
    },
    {
      "trial": "ds-284-sol-r1",
      "task": "ds-284",
      "arm": "sol",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.0727156,
      "solved": true,
      "evaluationBasis": "equal-numeric-values"
    },
    {
      "trial": "money-particle-high-r1",
      "task": "money",
      "arm": "particle-high",
      "replicate": 1,
      "category": "coding",
      "normalizedUsd": 0.07856943999999999,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "money-sol-r1",
      "task": "money",
      "arm": "sol",
      "replicate": 1,
      "category": "coding",
      "normalizedUsd": 0.1333858,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "money-particle-max-r1",
      "task": "money",
      "arm": "particle-max",
      "replicate": 1,
      "category": "coding",
      "normalizedUsd": 0.03174853,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "queue-sol-r1",
      "task": "queue",
      "arm": "sol",
      "replicate": 1,
      "category": "continued-coding",
      "normalizedUsd": 1.0724898,
      "solved": true,
      "evaluationBasis": "normalized-inputs-and-own-storage"
    },
    {
      "trial": "queue-particle-max-r1",
      "task": "queue",
      "arm": "particle-max",
      "replicate": 1,
      "category": "continued-coding",
      "normalizedUsd": 0.37806087,
      "solved": true,
      "evaluationBasis": "normalized-inputs-and-own-storage"
    },
    {
      "trial": "queue-particle-high-r1",
      "task": "queue",
      "arm": "particle-high",
      "replicate": 1,
      "category": "continued-coding",
      "normalizedUsd": 0.21496287,
      "solved": true,
      "evaluationBasis": "normalized-inputs-and-own-storage"
    },
    {
      "trial": "groovy-particle-max-r1",
      "task": "groovy",
      "arm": "particle-max",
      "replicate": 1,
      "category": "coding",
      "normalizedUsd": 0.12649052,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "groovy-particle-high-r1",
      "task": "groovy",
      "arm": "particle-high",
      "replicate": 1,
      "category": "coding",
      "normalizedUsd": 0.15152101,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "groovy-sol-r1",
      "task": "groovy",
      "arm": "sol",
      "replicate": 1,
      "category": "coding",
      "normalizedUsd": 0.4329456,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-789-sol-r1",
      "task": "ds-789",
      "arm": "sol",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.1002013,
      "solved": false,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-789-particle-max-r1",
      "task": "ds-789",
      "arm": "particle-max",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.06433079,
      "solved": false,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-789-particle-high-r1",
      "task": "ds-789",
      "arm": "particle-high",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.05442249,
      "solved": false,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-79-particle-high-r1",
      "task": "ds-79",
      "arm": "particle-high",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.019162079999999998,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-79-particle-max-r1",
      "task": "ds-79",
      "arm": "particle-max",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.03020679,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-79-sol-r1",
      "task": "ds-79",
      "arm": "sol",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.0517128,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "audit-particle-high-r1",
      "task": "audit",
      "arm": "particle-high",
      "replicate": 1,
      "category": "data-analysis",
      "normalizedUsd": 0.10075944,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "audit-sol-r1",
      "task": "audit",
      "arm": "sol",
      "replicate": 1,
      "category": "data-analysis",
      "normalizedUsd": 0.40873170000000003,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "audit-particle-max-r1",
      "task": "audit",
      "arm": "particle-max",
      "replicate": 1,
      "category": "data-analysis",
      "normalizedUsd": 0.04675828,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-774-particle-high-r1",
      "task": "ds-774",
      "arm": "particle-high",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.00730965,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-774-sol-r1",
      "task": "ds-774",
      "arm": "sol",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.0445797,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-774-particle-max-r1",
      "task": "ds-774",
      "arm": "particle-max",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.00718667,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-890-sol-r1",
      "task": "ds-890",
      "arm": "sol",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.0561548,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-890-particle-high-r1",
      "task": "ds-890",
      "arm": "particle-high",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.01304154,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-890-particle-max-r1",
      "task": "ds-890",
      "arm": "particle-max",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.00629687,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-469-sol-r1",
      "task": "ds-469",
      "arm": "sol",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.0595355,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-469-particle-max-r1",
      "task": "ds-469",
      "arm": "particle-max",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.02927528,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-469-particle-high-r1",
      "task": "ds-469",
      "arm": "particle-high",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.01468069,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-885-sol-r1",
      "task": "ds-885",
      "arm": "sol",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.0919971,
      "solved": true,
      "evaluationBasis": "equal-cluster-membership"
    },
    {
      "trial": "ds-885-particle-high-r1",
      "task": "ds-885",
      "arm": "particle-high",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.07254913,
      "solved": true,
      "evaluationBasis": "equal-cluster-membership"
    },
    {
      "trial": "ds-885-particle-max-r1",
      "task": "ds-885",
      "arm": "particle-max",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.06195145,
      "solved": false,
      "evaluationBasis": "equal-cluster-membership"
    },
    {
      "trial": "ds-443-particle-high-r1",
      "task": "ds-443",
      "arm": "particle-high",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.01833051,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-443-particle-max-r1",
      "task": "ds-443",
      "arm": "particle-max",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.00681715,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-443-sol-r1",
      "task": "ds-443",
      "arm": "sol",
      "replicate": 1,
      "category": "ds1000",
      "normalizedUsd": 0.0542376,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ledger-particle-max-r1",
      "task": "ledger",
      "arm": "particle-max",
      "replicate": 1,
      "category": "continued-coding",
      "normalizedUsd": 0.48156209,
      "solved": true,
      "evaluationBasis": "normalized-inputs-and-own-storage"
    },
    {
      "trial": "ledger-sol-r1",
      "task": "ledger",
      "arm": "sol",
      "replicate": 1,
      "category": "continued-coding",
      "normalizedUsd": 1.2161286,
      "solved": true,
      "evaluationBasis": "normalized-inputs-and-own-storage"
    },
    {
      "trial": "ledger-particle-high-r1",
      "task": "ledger",
      "arm": "particle-high",
      "replicate": 1,
      "category": "continued-coding",
      "normalizedUsd": 0.46419442,
      "solved": true,
      "evaluationBasis": "normalized-inputs-and-own-storage"
    },
    {
      "trial": "async-map-particle-high-r1",
      "task": "async-map",
      "arm": "particle-high",
      "replicate": 1,
      "category": "coding",
      "normalizedUsd": 0.08640643,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "async-map-particle-max-r1",
      "task": "async-map",
      "arm": "particle-max",
      "replicate": 1,
      "category": "coding",
      "normalizedUsd": 0.04678585,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "async-map-sol-r1",
      "task": "async-map",
      "arm": "sol",
      "replicate": 1,
      "category": "coding",
      "normalizedUsd": 0.2110612,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "forecast-particle-max-r2",
      "task": "forecast",
      "arm": "particle-max",
      "replicate": 2,
      "category": "data-analysis",
      "normalizedUsd": 0.08320358,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "forecast-sol-r2",
      "task": "forecast",
      "arm": "sol",
      "replicate": 2,
      "category": "data-analysis",
      "normalizedUsd": 0.3826327,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "forecast-particle-high-r2",
      "task": "forecast",
      "arm": "particle-high",
      "replicate": 2,
      "category": "data-analysis",
      "normalizedUsd": 0.08775471,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-469-particle-max-r2",
      "task": "ds-469",
      "arm": "particle-max",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.00993456,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-469-sol-r2",
      "task": "ds-469",
      "arm": "sol",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.0654545,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-469-particle-high-r2",
      "task": "ds-469",
      "arm": "particle-high",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.02440006,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "groovy-particle-high-r2",
      "task": "groovy",
      "arm": "particle-high",
      "replicate": 2,
      "category": "coding",
      "normalizedUsd": 0.12889804,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "groovy-sol-r2",
      "task": "groovy",
      "arm": "sol",
      "replicate": 2,
      "category": "coding",
      "normalizedUsd": 0.41316739999999996,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "groovy-particle-max-r2",
      "task": "groovy",
      "arm": "particle-max",
      "replicate": 2,
      "category": "coding",
      "normalizedUsd": 0.08576696,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "async-map-particle-max-r2",
      "task": "async-map",
      "arm": "particle-max",
      "replicate": 2,
      "category": "coding",
      "normalizedUsd": 0.08303729,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "async-map-particle-high-r2",
      "task": "async-map",
      "arm": "particle-high",
      "replicate": 2,
      "category": "coding",
      "normalizedUsd": 0.05365016,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "async-map-sol-r2",
      "task": "async-map",
      "arm": "sol",
      "replicate": 2,
      "category": "coding",
      "normalizedUsd": 0.2097482,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-774-sol-r2",
      "task": "ds-774",
      "arm": "sol",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.0561177,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-774-particle-high-r2",
      "task": "ds-774",
      "arm": "particle-high",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.03215076,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-774-particle-max-r2",
      "task": "ds-774",
      "arm": "particle-max",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.01467587,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-284-particle-max-r2",
      "task": "ds-284",
      "arm": "particle-max",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.01687808,
      "solved": true,
      "evaluationBasis": "equal-numeric-values"
    },
    {
      "trial": "ds-284-particle-high-r2",
      "task": "ds-284",
      "arm": "particle-high",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.00952087,
      "solved": true,
      "evaluationBasis": "equal-numeric-values"
    },
    {
      "trial": "ds-284-sol-r2",
      "task": "ds-284",
      "arm": "sol",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.075884,
      "solved": true,
      "evaluationBasis": "equal-numeric-values"
    },
    {
      "trial": "ds-885-particle-max-r2",
      "task": "ds-885",
      "arm": "particle-max",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.11262434,
      "solved": true,
      "evaluationBasis": "equal-cluster-membership"
    },
    {
      "trial": "ds-885-particle-high-r2",
      "task": "ds-885",
      "arm": "particle-high",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.04572954,
      "solved": true,
      "evaluationBasis": "equal-cluster-membership"
    },
    {
      "trial": "ds-885-sol-r2",
      "task": "ds-885",
      "arm": "sol",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.0701452,
      "solved": true,
      "evaluationBasis": "equal-cluster-membership"
    },
    {
      "trial": "ds-79-particle-high-r2",
      "task": "ds-79",
      "arm": "particle-high",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.01847781,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-79-particle-max-r2",
      "task": "ds-79",
      "arm": "particle-max",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.03297985,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-79-sol-r2",
      "task": "ds-79",
      "arm": "sol",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.059228,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ledger-particle-max-r2",
      "task": "ledger",
      "arm": "particle-max",
      "replicate": 2,
      "category": "continued-coding",
      "normalizedUsd": 0.18382526,
      "solved": false,
      "evaluationBasis": "normalized-inputs-and-own-storage"
    },
    {
      "trial": "ledger-sol-r2",
      "task": "ledger",
      "arm": "sol",
      "replicate": 2,
      "category": "continued-coding",
      "normalizedUsd": 1.7347133,
      "solved": true,
      "evaluationBasis": "normalized-inputs-and-own-storage"
    },
    {
      "trial": "ledger-particle-high-r2",
      "task": "ledger",
      "arm": "particle-high",
      "replicate": 2,
      "category": "continued-coding",
      "normalizedUsd": 0.39443255,
      "solved": true,
      "evaluationBasis": "normalized-inputs-and-own-storage"
    },
    {
      "trial": "ds-443-particle-high-r2",
      "task": "ds-443",
      "arm": "particle-high",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.00757638,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-443-sol-r2",
      "task": "ds-443",
      "arm": "sol",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.0760212,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-443-particle-max-r2",
      "task": "ds-443",
      "arm": "particle-max",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.00691748,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-890-sol-r2",
      "task": "ds-890",
      "arm": "sol",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.0604924,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-890-particle-max-r2",
      "task": "ds-890",
      "arm": "particle-max",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.01271932,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-890-particle-high-r2",
      "task": "ds-890",
      "arm": "particle-high",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.00829272,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "queue-sol-r2",
      "task": "queue",
      "arm": "sol",
      "replicate": 2,
      "category": "continued-coding",
      "normalizedUsd": 1.3924927999999999,
      "solved": true,
      "evaluationBasis": "normalized-inputs-and-own-storage"
    },
    {
      "trial": "queue-particle-max-r2",
      "task": "queue",
      "arm": "particle-max",
      "replicate": 2,
      "category": "continued-coding",
      "normalizedUsd": 0.42592176,
      "solved": true,
      "evaluationBasis": "normalized-inputs-and-own-storage"
    },
    {
      "trial": "queue-particle-high-r2",
      "task": "queue",
      "arm": "particle-high",
      "replicate": 2,
      "category": "continued-coding",
      "normalizedUsd": 0.36412512,
      "solved": true,
      "evaluationBasis": "normalized-inputs-and-own-storage"
    },
    {
      "trial": "audit-sol-r2",
      "task": "audit",
      "arm": "sol",
      "replicate": 2,
      "category": "data-analysis",
      "normalizedUsd": 0.47624900000000003,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "audit-particle-high-r2",
      "task": "audit",
      "arm": "particle-high",
      "replicate": 2,
      "category": "data-analysis",
      "normalizedUsd": 0.12819429,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "audit-particle-max-r2",
      "task": "audit",
      "arm": "particle-max",
      "replicate": 2,
      "category": "data-analysis",
      "normalizedUsd": 0.11504091000000001,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-789-sol-r2",
      "task": "ds-789",
      "arm": "sol",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.0967187,
      "solved": false,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-789-particle-high-r2",
      "task": "ds-789",
      "arm": "particle-high",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.0248519,
      "solved": false,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "ds-789-particle-max-r2",
      "task": "ds-789",
      "arm": "particle-max",
      "replicate": 2,
      "category": "ds1000",
      "normalizedUsd": 0.037303170000000004,
      "solved": false,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "money-sol-r2",
      "task": "money",
      "arm": "sol",
      "replicate": 2,
      "category": "coding",
      "normalizedUsd": 0.1524182,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "money-particle-max-r2",
      "task": "money",
      "arm": "particle-max",
      "replicate": 2,
      "category": "coding",
      "normalizedUsd": 0.04224191,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    },
    {
      "trial": "money-particle-high-r2",
      "task": "money",
      "arm": "particle-high",
      "replicate": 2,
      "category": "coding",
      "normalizedUsd": 0.04381297,
      "solved": true,
      "evaluationBasis": "mandatory-behavior-checks"
    }
  ]
}