{
  "schemaVersion": 1,
  "recordedAt": "2026-11-16T14:28:45.970Z",
  "productVersion": "0.4.12",
  "productCommit": "df6aa8673acd671b7d47183d5511690c288c24b3",
  "benchmarkFiles": {
    "chrome.ts": "356ae71dc8488ff8054b9e43cb77c4c1ac45413b1fb1285c5f95113ef079fb1b",
    "miniwob-source.json": "0b19b1adf3c87d01660f17c80fe9501200d79a7d01de163abf1c7d9becbe720b",
    "miniwob.ts": "11943893956a5e5589520e05b3e1d117d88f82b084443711c0d3929fe9e268e9",
    "run.ts": "2de6e2c7916098d319a5412d7abdb87fe2fefdc088551acc22795c7689d362b2"
  },
  "workerSha256": "88475f9b132169b2cfa1a46f97658cf207c62d6d005f8b849149de2c12ab5a1f",
  "upstream": {
    "repository": "https://github.com/Farama-Foundation/miniwob-plusplus",
    "commit": "33c3b4ddef8c6eb67c57a29663d844b1eda7e614",
    "files": {
      "miniwob/html/miniwob/click-test.html": "daa326de996985f6dc7d0a9d4d071d69685e809f05576d328f0764f1c66a8aa4",
      "miniwob/html/miniwob/enter-text.html": "cea0bd69c5070d069552879007c935fe6d715a05642127fa465b87f7e4bcaf05",
      "miniwob/html/miniwob/read-table.html": "f6367d296342c7302f2fe303f0111b1b10104cea6a201f2fe545462f2ee4dd84",
      "miniwob/html/core/core.js": "db8f489ab947a3194b99e718bce5e59ea9aaf0a3c35410d8c9c79e56e6123d14",
      "miniwob/html/core/core.css": "795f8e686125b71e89a21ffe9e03406c6498f1e135175ba63321f3051a720042",
      "miniwob/html/core/d3.v3.min.js": "8ca4da6691fb142cd76283014e887e7c3e61e3b63eff9ebb08eeb5c51d56aafb",
      "miniwob/html/common/ui_utils.js": "65301ee11f483df7e9114f3fac2e2938e8b56933fecbed36bce310e2d8d90368"
    }
  },
  "environment": {
    "platform": "darwin",
    "release": "24.6.0",
    "arch": "arm64",
    "cpu": "Apple M4",
    "node": "v22.23.5",
    "chrome": "Chrome/153.0.8010.12"
  },
  "protocol": {
    "mode": "deterministic-visible-DOM-policy",
    "chain": "HTTP MCP -> Server -> WebSocket -> actual unpacked extension -> Chrome CDP",
    "seedType": "number",
    "seeds": [0, 1, 2, 3, 4, 5, 6, 7, 8, 9],
    "taskLimitMs": 10000,
    "timing": "solveMs excludes navigation, initialization, grading and cleanup; totalMs includes all episode lifecycle",
    "setup": "isolated profile; disposable Device Key; pregranted loopback Server host permission",
    "model": null,
    "cleanupObservationMs": 10000,
    "retries": 0,
    "warmupEpisodes": 0
  },
  "summary": [
    {
      "task": "click-test",
      "episodes": 10,
      "succeeded": 10,
      "timedEpisodes": 10,
      "solveP50Ms": 5054.7975205,
      "solveP95Ms": 5098.122458,
      "totalMeanMs": 5141.4247626000015,
      "solveMcpCalls": 10,
      "browserSteps": 10,
      "unknownStepEpisodes": 0,
      "cleaned": 10
    },
    {
      "task": "enter-text",
      "episodes": 10,
      "succeeded": 10,
      "timedEpisodes": 10,
      "solveP50Ms": 5097.624625000006,
      "solveP95Ms": 5127.118750000001,
      "totalMeanMs": 5176.728441600006,
      "solveMcpCalls": 10,
      "browserSteps": 30,
      "unknownStepEpisodes": 0,
      "cleaned": 10
    },
    {
      "task": "read-table",
      "episodes": 10,
      "succeeded": 10,
      "timedEpisodes": 10,
      "solveP50Ms": 5104.173187499995,
      "solveP95Ms": 5110.454582999984,
      "totalMeanMs": 5179.3215040999985,
      "solveMcpCalls": 10,
      "browserSteps": 30,
      "unknownStepEpisodes": 0,
      "cleaned": 10
    }
  ],
  "episodes": [
    {
      "task": "click-test",
      "seed": 0,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4908,
      "solveMs": 5098.122458,
      "totalMs": 5261.591625000001,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 1,
      "cleanup": true
    },
    {
      "task": "enter-text",
      "seed": 0,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4868,
      "solveMs": 5127.118750000001,
      "totalMs": 5203.238417,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "read-table",
      "seed": 0,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.49,
      "solveMs": 5103.73875,
      "totalMs": 5188.850084,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "click-test",
      "seed": 1,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4962,
      "solveMs": 5033.185209000003,
      "totalMs": 5102.010625000003,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 1,
      "cleanup": true
    },
    {
      "task": "enter-text",
      "seed": 1,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.49019999999999997,
      "solveMs": 5097.789124999999,
      "totalMs": 5169.434250000002,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "read-table",
      "seed": 1,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.489,
      "solveMs": 5110.127667000001,
      "totalMs": 5184.9908749999995,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "click-test",
      "seed": 2,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.49460000000000004,
      "solveMs": 5053.535833000002,
      "totalMs": 5128.570292000004,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 1,
      "cleanup": true
    },
    {
      "task": "enter-text",
      "seed": 2,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4898,
      "solveMs": 5094.796332999998,
      "totalMs": 5176.847625000002,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "read-table",
      "seed": 2,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.48950000000000005,
      "solveMs": 5100.6602090000015,
      "totalMs": 5186.474167,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "click-test",
      "seed": 3,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4948,
      "solveMs": 5059.459290999999,
      "totalMs": 5146.098292000002,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 1,
      "cleanup": true
    },
    {
      "task": "enter-text",
      "seed": 3,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4911,
      "solveMs": 5098.794833,
      "totalMs": 5179.658583000004,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "read-table",
      "seed": 3,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4911,
      "solveMs": 5089.5770829999965,
      "totalMs": 5170.185707999997,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "click-test",
      "seed": 4,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4949,
      "solveMs": 5054.675958,
      "totalMs": 5132.284041999999,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 1,
      "cleanup": true
    },
    {
      "task": "enter-text",
      "seed": 4,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.49139999999999995,
      "solveMs": 5084.54391600001,
      "totalMs": 5158.956290999995,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "read-table",
      "seed": 4,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4917,
      "solveMs": 5086.597374999998,
      "totalMs": 5157.859790999995,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "click-test",
      "seed": 5,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.495,
      "solveMs": 5054.919083000001,
      "totalMs": 5130.622332999992,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 1,
      "cleanup": true
    },
    {
      "task": "enter-text",
      "seed": 5,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4927,
      "solveMs": 5077.019874999998,
      "totalMs": 5156.840250000008,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "read-table",
      "seed": 5,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4899,
      "solveMs": 5104.60762499999,
      "totalMs": 5180.629541000002,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "click-test",
      "seed": 6,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4948,
      "solveMs": 5060.363375000001,
      "totalMs": 5134.328792,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 1,
      "cleanup": true
    },
    {
      "task": "enter-text",
      "seed": 6,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.49050000000000005,
      "solveMs": 5097.460125000012,
      "totalMs": 5177.914416,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "read-table",
      "seed": 6,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.49,
      "solveMs": 5105.824542000002,
      "totalMs": 5180.839457999988,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "click-test",
      "seed": 7,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4942,
      "solveMs": 5066.367375000002,
      "totalMs": 5137.557041000007,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 1,
      "cleanup": true
    },
    {
      "task": "enter-text",
      "seed": 7,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.49029999999999996,
      "solveMs": 5102.159333000003,
      "totalMs": 5185.539334000001,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "read-table",
      "seed": 7,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.49050000000000005,
      "solveMs": 5092.408167000001,
      "totalMs": 5160.459292,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "click-test",
      "seed": 8,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.49460000000000004,
      "solveMs": 5050.381666999994,
      "totalMs": 5119.406167000008,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 1,
      "cleanup": true
    },
    {
      "task": "enter-text",
      "seed": 8,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4888,
      "solveMs": 5116.595208999992,
      "totalMs": 5193.4953330000135,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "read-table",
      "seed": 8,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4901,
      "solveMs": 5109.179333999986,
      "totalMs": 5190.069457999984,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "click-test",
      "seed": 9,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4958,
      "solveMs": 5048.175500000012,
      "totalMs": 5121.778416999994,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 1,
      "cleanup": true
    },
    {
      "task": "enter-text",
      "seed": 9,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.49119999999999997,
      "solveMs": 5092.248207999975,
      "totalMs": 5165.359917000023,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    },
    {
      "task": "read-table",
      "seed": 9,
      "success": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.4899,
      "solveMs": 5110.454582999984,
      "totalMs": 5192.856667000015,
      "solveMcpCalls": 1,
      "totalMcpCalls": 6,
      "browserSteps": 3,
      "cleanup": true
    }
  ]
}
