{
  "schemaVersion": 1,
  "recordedAt": "2026-11-17T14:01:38.620Z",
  "productVersion": "0.4.14",
  "productCommit": "9f9f523f67aeceba58533b0d92f5dd39cb2cbf61",
  "benchmarkFiles": {
    "agent-metrics.ts": "0f31cfa564ca081eaff72cdfe819738d049de85881073fb5139390e20bb60475",
    "agent-run.ts": "0ee21a726a295dd3381a9ee58ddfb9dad6492f248d8b38e1f47c57eeba1d98a8",
    "agent-suite.json": "fb531d518d71774d6a1e8d7a7ae59084cb8d962bc92bd19a23eb9e82d261c70b",
    "chrome.ts": "356ae71dc8488ff8054b9e43cb77c4c1ac45413b1fb1285c5f95113ef079fb1b",
    "codex-agent.ts": "6a4f5628c958146523238270c679e03a7a2079e0b38afee473aa6bb22db6fff5",
    "environment.ts": "842673d00cf85c4a19599ff53902eade580a86f04f08517e2a14252f8c2cec2f",
    "gateway.ts": "82d4f5374c722f74c724045719fd9cace556727b4edd2fd12e1236e3b4ca91f2",
    "miniwob-agent-source.json": "25ebca2cc18cbb330d64efbc10f95fe15020087a17b18964ad4bdbfd14621882",
    "miniwob-source.json": "0b19b1adf3c87d01660f17c80fe9501200d79a7d01de163abf1c7d9becbe720b",
    "miniwob.ts": "82d6117b8dcb2fec725220d3b5587e52a9ce7c14790515f76733019125d39d67",
    "run.ts": "0f59278e610f7ea3b0b1a3841c5564898d163368caa8adbdb3f362d73e9e0fa0"
  },
  "modelCatalogSha256": "578e4bab76fbd3999747b7d3c8c34b83a4cdbef4a3bd033f21f0399e094f1c3d",
  "workerSha256": "c91011afe2c05f0671c5f739ff8eacee477df67a60bdffd44d471dc07aaf1d72",
  "upstream": {
    "repository": "https://github.com/Farama-Foundation/miniwob-plusplus",
    "commit": "33c3b4ddef8c6eb67c57a29663d844b1eda7e614",
    "files": {
      "miniwob/html/common/special/book-flight/domestic.js": "493982bee63ce225d2f380f6ced3d38e16abe65d0ac261b4c2286042f79c583f",
      "miniwob/html/common/special/dropdown/jquery.selectric.js": "a5ea7d59083ae327a804de07310cda8dcb97d03f4295733d63cfeec808d5fc3b",
      "miniwob/html/common/special/dropdown/selectric.css": "aabc43c572699468e8b19b1116a641e64a7292146977f96e56937f0661e3069a",
      "miniwob/html/common/special/email-inbox/delete.png": "8ad69e8d19c866e6dd5a6dfc33d7ffc2001dc2440b1168a69512cdbe89d62945",
      "miniwob/html/common/special/email-inbox/forward.png": "d617e91fd8b0bfb5540aaec5d62f3040bc13198cfd5cc30d041430e296d91985",
      "miniwob/html/common/special/email-inbox/left-arrow-white.png": "c02c687b2aabe57ab3c1359d5b96cd72bbb9905dc17a71bec6e7fb67b61428e3",
      "miniwob/html/common/special/email-inbox/left-arrow.png": "38c89acb2dcc7e03c439e024520ca3e6c1a4352b46d82badbfbc22db2a6f248f",
      "miniwob/html/common/special/email-inbox/reply.png": "e16ebf20e8cd8869c9ed6ac62049c6a4463950f2f3dfd8cc34a4f2ab01e25441",
      "miniwob/html/common/special/email-inbox/search.png": "4a555920ee4706a0cc8d049af8c89fcb4bf810e20cf592f68adcd8b830e199c8",
      "miniwob/html/common/special/email-inbox/send.png": "93b59a3c739f01b53a24ccedcc121c2d2cfac355b91b254a126ec35771c1075f",
      "miniwob/html/common/special/email-inbox/star-clicked.png": "923d28e1b4dcbe0bbcb14185ce1638ae81993beea1ba731936ea593727d76241",
      "miniwob/html/common/special/email-inbox/star.png": "bdc602208c586f8ad33206870f47b76675d0b5ce7ff01abeb324e795ed865fb8",
      "miniwob/html/common/special/navigate-tree/images/file.gif": "73173da9b90c8a89a390878c437e293c1046b05be4218e845c5914d50a06de24",
      "miniwob/html/common/special/navigate-tree/images/folder-closed.gif": "42293492f245e078452625420435b56277b8b05e86382c27cf76826b1fadd97d",
      "miniwob/html/common/special/navigate-tree/images/folder.gif": "dd387c11742e0ff12f4fd19dbe2915eb67a9bbb426359573f4b070d78b577894",
      "miniwob/html/common/special/navigate-tree/images/treeview-black-line.gif": "40ee9c3661fe961d676c156d6b8cf1d2028609518ad619cb7d4a2123c89cdc49",
      "miniwob/html/common/special/navigate-tree/images/treeview-black.gif": "ba3c8525639f9b23d0127d41a45e7b8b321cf311328d556c34a27b57c0151e4a",
      "miniwob/html/common/special/navigate-tree/images/treeview-default-line.gif": "0125011b7c87fd0eddaf5a8b8fd1dcd095442995124f04105a86761f292b4388",
      "miniwob/html/common/special/navigate-tree/images/treeview-default.gif": "3a2019b92f90c4595c2272f1e6f3a0de62bf67943448354da427819ff4f755d1",
      "miniwob/html/common/special/navigate-tree/images/treeview-famfamfam-line.gif": "0f9d325cb33d0ba162264bc4e7121b5c7f3f48b51ae160d14261ff17b076ecf6",
      "miniwob/html/common/special/navigate-tree/images/treeview-famfamfam.gif": "1ab9f55e88e98546c9c8d00cc294ccff374d96e2cc23d828812e86f296f5acd1",
      "miniwob/html/common/special/navigate-tree/images/treeview-gray-line.gif": "cc3386d7c76bc04733ad4c1d0158cd86a9af5a627bbb669fc7fda3045e40ca44",
      "miniwob/html/common/special/navigate-tree/images/treeview-gray.gif": "ba8223b715f3d1e8a9f7255b5923b1930eba88b8e95a2ee693bf331c48dba5a3",
      "miniwob/html/common/special/navigate-tree/images/treeview-red-line.gif": "fa320d187fe18519200603a5e52606558e04334b640935b386c40e95e269f63c",
      "miniwob/html/common/special/navigate-tree/images/treeview-red.gif": "b6ef22d6864b3dfa19a11fdb61bf110ffa0cc0a73ca30bb8db942a43a6be9ef3",
      "miniwob/html/common/special/navigate-tree/jquery.treeview.css": "28dd4703ae60962dd3480e7a37a9ca4b432b33baa14dbfc3b202accc04942cec",
      "miniwob/html/common/special/navigate-tree/jquery.treeview.min.js": "b2254d2d32275f5993020eccbf8c4a216446af5cbc4249f104c0cdb2ae4a9cb3",
      "miniwob/html/common/ui_utils.js": "65301ee11f483df7e9114f3fac2e2938e8b56933fecbed36bce310e2d8d90368",
      "miniwob/html/core/core.css": "795f8e686125b71e89a21ffe9e03406c6498f1e135175ba63321f3051a720042",
      "miniwob/html/core/core.js": "db8f489ab947a3194b99e718bce5e59ea9aaf0a3c35410d8c9c79e56e6123d14",
      "miniwob/html/core/d3.v3.min.js": "8ca4da6691fb142cd76283014e887e7c3e61e3b63eff9ebb08eeb5c51d56aafb",
      "miniwob/html/core/jquery-ui/external/jquery/jquery.js": "430f36f9b5f21aae8cc9dca6a81c4d3d84da5175eaedcf2fdc2c226302cb3575",
      "miniwob/html/core/jquery-ui/images/ui-icons_444444_256x240.png": "eaf7c7ee2747275dda6c53e731a10db1a7b15f4fbb46e1b69d6bb2056bc9fd81",
      "miniwob/html/core/jquery-ui/images/ui-icons_555555_256x240.png": "5d04051dfd9d2d740355404f98a683d1ec0feb2fca7d76e533c1a6e5ce92dd2e",
      "miniwob/html/core/jquery-ui/images/ui-icons_777620_256x240.png": "9dbe4a0d03feed6f65eb2560a0a8b4ba4264545ee8fd31c1763a3b219d0328d6",
      "miniwob/html/core/jquery-ui/images/ui-icons_777777_256x240.png": "e75b27211e16fcf94715168001bb7055ca376d46f928110ba3d0825232452e5a",
      "miniwob/html/core/jquery-ui/images/ui-icons_cc0000_256x240.png": "02891575d4358e9edde3e42d94057f8e9f82a9d64376f71ee86cef149d30537e",
      "miniwob/html/core/jquery-ui/images/ui-icons_ffffff_256x240.png": "b6b06deef2b924cc3835d63f4883d47882734a33e71b212d917a68cede3b8e9d",
      "miniwob/html/core/jquery-ui/jquery-ui.min.css": "ac1c8f94750b39b12327a5d0c56fdf946dabfb6d91e5d2a202879ff9a5d67e29",
      "miniwob/html/core/jquery-ui/jquery-ui.min.js": "28ce75d953678c4942df47a11707a15e3c756021cf89090e3e6aa7ad6b6971c3",
      "miniwob/html/miniwob/book-flight.html": "4f1111aa722cb39e064d4628efde66bda872cf0aace1dd7156f0622de3e1a5d6",
      "miniwob/html/miniwob/click-menu-2.html": "c6002c55f68d649395e05a94187de23d73ec62eeec981cc3a1b6cf851735f845",
      "miniwob/html/miniwob/click-test.html": "daa326de996985f6dc7d0a9d4d071d69685e809f05576d328f0764f1c66a8aa4",
      "miniwob/html/miniwob/email-inbox-forward-nl.html": "8cb335cb0ecd4f09d2a871c1a6854f96c21f14b69b70c66e2e674f3f56debe2a",
      "miniwob/html/miniwob/enter-text.html": "cea0bd69c5070d069552879007c935fe6d715a05642127fa465b87f7e4bcaf05",
      "miniwob/html/miniwob/form-sequence-3.html": "a608dd832610cd8ebef6ba361000c56bb2bb42ea01e0d1da7e64cd2f5eb44a40",
      "miniwob/html/miniwob/multi-layouts.html": "e3037895be59fc09cc9b24d9db59150e2f555911176a1ea588b645da5c612f67",
      "miniwob/html/miniwob/navigate-tree.html": "80a9d4869a08981396fd6f8cde7d313df86e4f29d206b606e0dd6e910a95ce0f",
      "miniwob/html/miniwob/read-table.html": "f6367d296342c7302f2fe303f0111b1b10104cea6a201f2fe545462f2ee4dd84"
    }
  },
  "environment": {
    "platform": "darwin",
    "arch": "arm64",
    "cpu": "Apple M4",
    "node": "v22.23.5",
    "chrome": "Chrome/153.0.8010.12",
    "codex": "codex-cli 0.166.0"
  },
  "protocol": {
    "suiteVersion": "miniwob-agent-v1",
    "tasks": [
      "form-sequence-3",
      "email-inbox-forward-nl",
      "book-flight",
      "navigate-tree",
      "click-menu-2",
      "multi-layouts"
    ],
    "seeds": [2],
    "requestedModel": "gpt-6.1-sol",
    "reasoningEffort": "medium",
    "episodeLimitMs": 180000,
    "maxToolCalls": 40,
    "concurrency": 2,
    "allowedTools": ["browser_observe", "browser_read", "browser_act", "browser_wait"],
    "officialEpisodeLimitsMs": {
      "form-sequence-3": 10000,
      "email-inbox-forward-nl": 30000,
      "book-flight": 30000,
      "navigate-tree": 10000,
      "click-menu-2": 10000,
      "multi-layouts": 20000
    },
    "mode": "real-agent-holdout",
    "actions": "rendered DOM and native screenshots; only observe/read/act/wait; no executable JS, source access or hidden grader",
    "officialLimitsOverridden": true,
    "costUsd": null,
    "costNote": "CLI does not return billed monetary cost; usage missing on interrupted/error turns is unknown, not zero",
    "retries": 0
  },
  "episodes": [
    {
      "task": "form-sequence-3",
      "seed": 2,
      "success": true,
      "businessSuccess": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.6516666666666666,
      "officialLimitMs": 10000,
      "elapsedMs": 71304.70012499999,
      "toolCalls": 6,
      "usage": {
        "inputTokens": 209043,
        "cachedInputTokens": 187392,
        "outputTokens": 489,
        "reasoningTokens": 7
      },
      "exitCode": 0,
      "timedOut": false,
      "budgetExceeded": false,
      "toolViolations": 0,
      "cleanup": true,
      "failure": null
    },
    {
      "task": "email-inbox-forward-nl",
      "seed": 2,
      "success": true,
      "businessSuccess": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.6303555555555556,
      "officialLimitMs": 30000,
      "elapsedMs": 82009.7045,
      "toolCalls": 5,
      "usage": {
        "inputTokens": 197611,
        "cachedInputTokens": 150528,
        "outputTokens": 480,
        "reasoningTokens": 0
      },
      "exitCode": 0,
      "timedOut": false,
      "budgetExceeded": false,
      "toolViolations": 0,
      "cleanup": true,
      "failure": null
    },
    {
      "task": "book-flight",
      "seed": 2,
      "success": true,
      "businessSuccess": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.1991222222222222,
      "officialLimitMs": 30000,
      "elapsedMs": 158532.87225000001,
      "toolCalls": 14,
      "usage": {
        "inputTokens": 522443,
        "cachedInputTokens": 483200,
        "outputTokens": 1095,
        "reasoningTokens": 15
      },
      "exitCode": 0,
      "timedOut": false,
      "budgetExceeded": false,
      "toolViolations": 0,
      "cleanup": true,
      "failure": null
    },
    {
      "task": "navigate-tree",
      "seed": 2,
      "success": true,
      "businessSuccess": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.84365,
      "officialLimitMs": 10000,
      "elapsedMs": 40006.183000000005,
      "toolCalls": 2,
      "usage": {
        "inputTokens": 97660,
        "cachedInputTokens": 73984,
        "outputTokens": 246,
        "reasoningTokens": 0
      },
      "exitCode": 0,
      "timedOut": false,
      "budgetExceeded": false,
      "toolViolations": 0,
      "cleanup": true,
      "failure": null
    },
    {
      "task": "click-menu-2",
      "seed": 2,
      "success": true,
      "businessSuccess": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.6289722222222223,
      "officialLimitMs": 10000,
      "elapsedMs": 80658.4875,
      "toolCalls": 5,
      "usage": {
        "inputTokens": 208209,
        "cachedInputTokens": 185472,
        "outputTokens": 520,
        "reasoningTokens": 0
      },
      "exitCode": 0,
      "timedOut": false,
      "budgetExceeded": false,
      "toolViolations": 0,
      "cleanup": true,
      "failure": null
    },
    {
      "task": "multi-layouts",
      "seed": 2,
      "success": true,
      "businessSuccess": true,
      "done": true,
      "rawReward": 1,
      "envReward": 0.738161111111111,
      "officialLimitMs": 20000,
      "elapsedMs": 57273.170125000004,
      "toolCalls": 5,
      "usage": {
        "inputTokens": 180726,
        "cachedInputTokens": 139776,
        "outputTokens": 424,
        "reasoningTokens": 0
      },
      "exitCode": 0,
      "timedOut": false,
      "budgetExceeded": false,
      "toolViolations": 0,
      "cleanup": true,
      "failure": null
    }
  ]
}
