commit 2c88a48235c8cd6f7a422e556594f7c8dbd3ffbe parent c7095255ad2f40ee04f9d0e3824a1813ec8603fa Author: Brian Graham <brian@buildingbetterteams.de> Date: Wed, 8 Apr 2026 07:06:28 +0200 Checkpoint: 20 runs (433 total) Diffstat:
91 files changed, 3745 insertions(+), 619 deletions(-)
diff --git a/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/.scannerwork/.sonar_lock b/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/.scannerwork/.sonar_lock diff --git a/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/.scannerwork/report-task.txt b/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/.scannerwork/report-task.txt @@ -0,0 +1,6 @@ +projectKey=tetris-tetris_arch-none_ctx-none_noise-clean_dsgn-none_eff-high_echk-none_hlang-en_lang-ts_lint-on_budget-low_model-qwen36p_pw-off_prompt-simple_prov-or_rndr-none_strat-none_tst-none_tedit-on_tglob-on_tgrep-on_tread-on_twrite-on_web-on_run3 +serverUrl=http://localhost:9000 +serverVersion=25.5.0.107428 +dashboardUrl=http://localhost:9000/dashboard?id=tetris-tetris_arch-none_ctx-none_noise-clean_dsgn-none_eff-high_echk-none_hlang-en_lang-ts_lint-on_budget-low_model-qwen36p_pw-off_prompt-simple_prov-or_rndr-none_strat-none_tst-none_tedit-on_tglob-on_tgrep-on_tread-on_twrite-on_web-on_run3 +ceTaskId=2facefcb-dae5-43ef-9a32-d77824ed3374 +ceTaskUrl=http://localhost:9000/api/ce/task?id=2facefcb-dae5-43ef-9a32-d77824ed3374 diff --git a/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/package-lock.json b/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/package-lock.json @@ -0,0 +1,2270 @@ +{ + "name": "loop-bench-ugomr8ku", + "version": "1.0.0", + "lockfileVersion": 3, + "requires": true, + "packages": { + "": { + "name": "loop-bench-ugomr8ku", + "version": "1.0.0", + "license": "ISC", + "devDependencies": { + "@eslint/js": "^10.0.1", + "@types/node": "^25.5.2", + "eslint": "^10.2.0", + "jscpd": "^4.0.8", + "typescript": "^6.0.2" + } + }, + "node_modules/@babel/helper-string-parser": { + "version": "7.27.1", + "resolved": "https://registry.npmjs.org/@babel/helper-string-parser/-/helper-string-parser-7.27.1.tgz", + "integrity": "sha512-qMlSxKbpRlAridDExk92nSobyDdpPijUq2DW6oDnUqd0iOGxmQjyqhMIihI9+zv4LPyZdRje2cavWPbCbWm3eA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/helper-validator-identifier": { + "version": "7.28.5", + "resolved": "https://registry.npmjs.org/@babel/helper-validator-identifier/-/helper-validator-identifier-7.28.5.tgz", + "integrity": "sha512-qSs4ifwzKJSV39ucNjsvc6WVHs6b7S03sOh2OcHF9UHfVPqWWALUsNUVzhSBiItjRZoLHx7nIarVjqKVusUZ1Q==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@babel/parser": { + "version": "7.29.2", + "resolved": "https://registry.npmjs.org/@babel/parser/-/parser-7.29.2.tgz", + "integrity": "sha512-4GgRzy/+fsBa72/RZVJmGKPmZu9Byn8o4MoLpmNe1m8ZfYnz5emHLQz3U4gLud6Zwl0RZIcgiLD7Uq7ySFuDLA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/types": "^7.29.0" + }, + "bin": { + "parser": "bin/babel-parser.js" + }, + "engines": { + "node": ">=6.0.0" + } + }, + "node_modules/@babel/types": { + "version": "7.29.0", + "resolved": "https://registry.npmjs.org/@babel/types/-/types-7.29.0.tgz", + "integrity": "sha512-LwdZHpScM4Qz8Xw2iKSzS+cfglZzJGvofQICy7W7v4caru4EaAmyUuO6BGrbyQ2mYV11W0U8j5mBhd14dd3B0A==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/helper-string-parser": "^7.27.1", + "@babel/helper-validator-identifier": "^7.28.5" + }, + "engines": { + "node": ">=6.9.0" + } + }, + "node_modules/@colors/colors": { + "version": "1.5.0", + "resolved": "https://registry.npmjs.org/@colors/colors/-/colors-1.5.0.tgz", + "integrity": "sha512-ooWCrlZP11i8GImSjTHYHLkvFDP48nS4+204nGb1RiX/WXYHmJA2III9/e2DWVabCESdW7hBAEzHRqUn9OUVvQ==", + "dev": true, + "license": "MIT", + "optional": true, + "engines": { + "node": ">=0.1.90" + } + }, + "node_modules/@eslint-community/eslint-utils": { + "version": "4.9.1", + "resolved": "https://registry.npmjs.org/@eslint-community/eslint-utils/-/eslint-utils-4.9.1.tgz", + "integrity": "sha512-phrYmNiYppR7znFEdqgfWHXR6NCkZEK7hwWDHZUjit/2/U0r6XvkDl0SYnoM51Hq7FhCGdLDT6zxCCOY1hexsQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "eslint-visitor-keys": "^3.4.3" + }, + "engines": { + "node": "^12.22.0 || ^14.17.0 || >=16.0.0" + }, + "funding": { + "url": "https://opencollective.com/eslint" + }, + "peerDependencies": { + "eslint": "^6.0.0 || ^7.0.0 || >=8.0.0" + } + }, + "node_modules/@eslint-community/eslint-utils/node_modules/eslint-visitor-keys": { + "version": "3.4.3", + "resolved": "https://registry.npmjs.org/eslint-visitor-keys/-/eslint-visitor-keys-3.4.3.tgz", + "integrity": "sha512-wpc+LXeiyiisxPlEkUzU6svyS1frIO3Mgxj1fdy7Pm8Ygzguax2N3Fa/D/ag1WqbOprdI+uY6wMUl8/a2G+iag==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": "^12.22.0 || ^14.17.0 || >=16.0.0" + }, + "funding": { + "url": "https://opencollective.com/eslint" + } + }, + "node_modules/@eslint-community/regexpp": { + "version": "4.12.2", + "resolved": "https://registry.npmjs.org/@eslint-community/regexpp/-/regexpp-4.12.2.tgz", + "integrity": "sha512-EriSTlt5OC9/7SXkRSCAhfSxxoSUgBm33OH+IkwbdpgoqsSsUg7y3uh+IICI/Qg4BBWr3U2i39RpmycbxMq4ew==", + "dev": true, + "license": "MIT", + "engines": { + "node": "^12.0.0 || ^14.0.0 || >=16.0.0" + } + }, + "node_modules/@eslint/config-array": { + "version": "0.23.4", + "resolved": "https://registry.npmjs.org/@eslint/config-array/-/config-array-0.23.4.tgz", + "integrity": "sha512-lf19F24LSMfF8weXvW5QEtnLqW70u7kgit5e9PSx0MsHAFclGd1T9ynvWEMDT1w5J4Qt54tomGeAhdoAku1Xow==", + "dev": true, + "license": "Apache-2.0", + "dependencies": { + "@eslint/object-schema": "^3.0.4", + "debug": "^4.3.1", + "minimatch": "^10.2.4" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + } + }, + "node_modules/@eslint/config-helpers": { + "version": "0.5.4", + "resolved": "https://registry.npmjs.org/@eslint/config-helpers/-/config-helpers-0.5.4.tgz", + "integrity": "sha512-jJhqiY3wPMlWWO3370M86CPJ7pt8GmEwSLglMfQhjXal07RCvhmU0as4IuUEW5SJeunfItiEetHmSxCCe9lDBg==", + "dev": true, + "license": "Apache-2.0", + "dependencies": { + "@eslint/core": "^1.2.0" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + } + }, + "node_modules/@eslint/core": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/@eslint/core/-/core-1.2.0.tgz", + "integrity": "sha512-8FTGbNzTvmSlc4cZBaShkC6YvFMG0riksYWRFKXztqVdXaQbcZLXlFbSpC05s70sGEsXAw0qwhx69JiW7hQS7A==", + "dev": true, + "license": "Apache-2.0", + "dependencies": { + "@types/json-schema": "^7.0.15" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + } + }, + "node_modules/@eslint/js": { + "version": "10.0.1", + "resolved": "https://registry.npmjs.org/@eslint/js/-/js-10.0.1.tgz", + "integrity": "sha512-zeR9k5pd4gxjZ0abRoIaxdc7I3nDktoXZk2qOv9gCNWx3mVwEn32VRhyLaRsDiJjTs0xq/T8mfPtyuXu7GWBcA==", + "dev": true, + "license": "MIT", + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + }, + "funding": { + "url": "https://eslint.org/donate" + }, + "peerDependencies": { + "eslint": "^10.0.0" + }, + "peerDependenciesMeta": { + "eslint": { + "optional": true + } + } + }, + "node_modules/@eslint/object-schema": { + "version": "3.0.4", + "resolved": "https://registry.npmjs.org/@eslint/object-schema/-/object-schema-3.0.4.tgz", + "integrity": "sha512-55lO/7+Yp0ISKRP0PsPtNTeNGapXaO085aELZmWCVc5SH3jfrqpuU6YgOdIxMS99ZHkQN1cXKE+cdIqwww9ptw==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + } + }, + "node_modules/@eslint/plugin-kit": { + "version": "0.7.0", + "resolved": "https://registry.npmjs.org/@eslint/plugin-kit/-/plugin-kit-0.7.0.tgz", + "integrity": "sha512-ejvBr8MQCbVsWNZnCwDXjUKq40MDmHalq7cJ6e9s/qzTUFIIo/afzt1Vui9T97FM/V/pN4YsFVoed5NIa96RDg==", + "dev": true, + "license": "Apache-2.0", + "dependencies": { + "@eslint/core": "^1.2.0", + "levn": "^0.4.1" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + } + }, + "node_modules/@humanfs/core": { + "version": "0.19.1", + "resolved": "https://registry.npmjs.org/@humanfs/core/-/core-0.19.1.tgz", + "integrity": "sha512-5DyQ4+1JEUzejeK1JGICcideyfUbGixgS9jNgex5nqkW+cY7WZhxBigmieN5Qnw9ZosSNVC9KQKyb+GUaGyKUA==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": ">=18.18.0" + } + }, + "node_modules/@humanfs/node": { + "version": "0.16.7", + "resolved": "https://registry.npmjs.org/@humanfs/node/-/node-0.16.7.tgz", + "integrity": "sha512-/zUx+yOsIrG4Y43Eh2peDeKCxlRt/gET6aHfaKpuq267qXdYDFViVHfMaLyygZOnl0kGWxFIgsBy8QFuTLUXEQ==", + "dev": true, + "license": "Apache-2.0", + "dependencies": { + "@humanfs/core": "^0.19.1", + "@humanwhocodes/retry": "^0.4.0" + }, + "engines": { + "node": ">=18.18.0" + } + }, + "node_modules/@humanwhocodes/module-importer": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/@humanwhocodes/module-importer/-/module-importer-1.0.1.tgz", + "integrity": "sha512-bxveV4V8v5Yb4ncFTT3rPSgZBOpCkjfK0y4oVVVJwIuDVBRMDXrPyXRL988i5ap9m9bnyEEjWfm5WkBmtffLfA==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": ">=12.22" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/nzakas" + } + }, + "node_modules/@humanwhocodes/retry": { + "version": "0.4.3", + "resolved": "https://registry.npmjs.org/@humanwhocodes/retry/-/retry-0.4.3.tgz", + "integrity": "sha512-bV0Tgo9K4hfPCek+aMAn81RppFKv2ySDQeMoSZuvTASywNTnVJCArCZE2FWqpvIatKu7VMRLWlR1EazvVhDyhQ==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": ">=18.18" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/nzakas" + } + }, + "node_modules/@jscpd/badge-reporter": { + "version": "4.0.4", + "resolved": "https://registry.npmjs.org/@jscpd/badge-reporter/-/badge-reporter-4.0.4.tgz", + "integrity": "sha512-I9b4MmLXPM2vo0SxSUWnNGKcA4PjQlD3GzXvFK60z43cN/EIdLbOq3FVwCL+dg2obUqGXKIzAm7EsDFTg0D+mQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "badgen": "^3.2.3", + "colors": "^1.4.0", + "fs-extra": "^11.2.0" + } + }, + "node_modules/@jscpd/core": { + "version": "4.0.4", + "resolved": "https://registry.npmjs.org/@jscpd/core/-/core-4.0.4.tgz", + "integrity": "sha512-QGMT3iXEX1fI6lgjPH+x8eyJwhwr2KkpSF5uBpjC0Z5Xloj0yFTFLtwJT+RhxP/Ob4WYrtx2jvpKB269oIwgMQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "eventemitter3": "^5.0.1" + } + }, + "node_modules/@jscpd/finder": { + "version": "4.0.4", + "resolved": "https://registry.npmjs.org/@jscpd/finder/-/finder-4.0.4.tgz", + "integrity": "sha512-qVUWY7Nzuvfd5OIk+n7/5CM98LmFroLqblRXAI2gDABwZrc7qS+WH2SNr0qoUq0f4OqwM+piiwKvwL/VDNn/Cg==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jscpd/core": "4.0.4", + "@jscpd/tokenizer": "4.0.4", + "blamer": "^1.0.6", + "bytes": "^3.1.2", + "cli-table3": "^0.6.5", + "colors": "^1.4.0", + "fast-glob": "^3.3.2", + "fs-extra": "^11.2.0", + "markdown-table": "^2.0.0", + "pug": "^3.0.3" + } + }, + "node_modules/@jscpd/html-reporter": { + "version": "4.0.4", + "resolved": "https://registry.npmjs.org/@jscpd/html-reporter/-/html-reporter-4.0.4.tgz", + "integrity": "sha512-YiepyeYkeH74Kx59PJRdUdonznct0wHPFkf6FLQN+mCBoy6leAWCcOfHtcexnp+UsBFDlItG5nRdKrDSxSH+Kg==", + "dev": true, + "license": "MIT", + "dependencies": { + "colors": "1.4.0", + "fs-extra": "^11.2.0", + "pug": "^3.0.3" + } + }, + "node_modules/@jscpd/tokenizer": { + "version": "4.0.4", + "resolved": "https://registry.npmjs.org/@jscpd/tokenizer/-/tokenizer-4.0.4.tgz", + "integrity": "sha512-xxYYY/qaLah/FlwogEbGIxx9CjDO+G9E6qawcy26WwrflzJb6wsnhjwdneN6Wb0RNCDsqvzY+bzG453jsin4UQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jscpd/core": "4.0.4", + "reprism": "^0.0.11", + "spark-md5": "^3.0.2" + } + }, + "node_modules/@nodelib/fs.scandir": { + "version": "2.1.5", + "resolved": "https://registry.npmjs.org/@nodelib/fs.scandir/-/fs.scandir-2.1.5.tgz", + "integrity": "sha512-vq24Bq3ym5HEQm2NKCr3yXDwjc7vTsEThRDnkp2DK9p1uqLR+DHurm/NOTo0KG7HYHU7eppKZj3MyqYuMBf62g==", + "dev": true, + "license": "MIT", + "dependencies": { + "@nodelib/fs.stat": "2.0.5", + "run-parallel": "^1.1.9" + }, + "engines": { + "node": ">= 8" + } + }, + "node_modules/@nodelib/fs.stat": { + "version": "2.0.5", + "resolved": "https://registry.npmjs.org/@nodelib/fs.stat/-/fs.stat-2.0.5.tgz", + "integrity": "sha512-RkhPPp2zrqDAQA/2jNhnztcPAlv64XdhIp7a7454A5ovI7Bukxgt7MX7udwAu3zg1DcpPU0rz3VV1SeaqvY4+A==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 8" + } + }, + "node_modules/@nodelib/fs.walk": { + "version": "1.2.8", + "resolved": "https://registry.npmjs.org/@nodelib/fs.walk/-/fs.walk-1.2.8.tgz", + "integrity": "sha512-oGB+UxlgWcgQkgwo8GcEGwemoTFt3FIO9ababBmaGwXIoBKZ+GTy0pP185beGg7Llih/NSHSV2XAs1lnznocSg==", + "dev": true, + "license": "MIT", + "dependencies": { + "@nodelib/fs.scandir": "2.1.5", + "fastq": "^1.6.0" + }, + "engines": { + "node": ">= 8" + } + }, + "node_modules/@types/esrecurse": { + "version": "4.3.1", + "resolved": "https://registry.npmjs.org/@types/esrecurse/-/esrecurse-4.3.1.tgz", + "integrity": "sha512-xJBAbDifo5hpffDBuHl0Y8ywswbiAp/Wi7Y/GtAgSlZyIABppyurxVueOPE8LUQOxdlgi6Zqce7uoEpqNTeiUw==", + "dev": true, + "license": "MIT" + }, + "node_modules/@types/estree": { + "version": "1.0.8", + "resolved": "https://registry.npmjs.org/@types/estree/-/estree-1.0.8.tgz", + "integrity": "sha512-dWHzHa2WqEXI/O1E9OjrocMTKJl2mSrEolh1Iomrv6U+JuNwaHXsXx9bLu5gG7BUWFIN0skIQJQ/L1rIex4X6w==", + "dev": true, + "license": "MIT" + }, + "node_modules/@types/json-schema": { + "version": "7.0.15", + "resolved": "https://registry.npmjs.org/@types/json-schema/-/json-schema-7.0.15.tgz", + "integrity": "sha512-5+fP8P8MFNC+AyZCDxrB2pkZFPGzqQWUzpSeuuVLvm8VMcorNYavBqoFcxK8bQz4Qsbn4oUEEem4wDLfcysGHA==", + "dev": true, + "license": "MIT" + }, + "node_modules/@types/node": { + "version": "25.5.2", + "resolved": "https://registry.npmjs.org/@types/node/-/node-25.5.2.tgz", + "integrity": "sha512-tO4ZIRKNC+MDWV4qKVZe3Ql/woTnmHDr5JD8UI5hn2pwBrHEwOEMZK7WlNb5RKB6EoJ02gwmQS9OrjuFnZYdpg==", + "dev": true, + "license": "MIT", + "dependencies": { + "undici-types": "~7.18.0" + } + }, + "node_modules/@types/sarif": { + "version": "2.1.7", + "resolved": "https://registry.npmjs.org/@types/sarif/-/sarif-2.1.7.tgz", + "integrity": "sha512-kRz0VEkJqWLf1LLVN4pT1cg1Z9wAuvI6L97V3m2f5B76Tg8d413ddvLBPTEHAZJlnn4XSvu0FkZtViCQGVyrXQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/acorn": { + "version": "8.16.0", + "resolved": "https://registry.npmjs.org/acorn/-/acorn-8.16.0.tgz", + "integrity": "sha512-UVJyE9MttOsBQIDKw1skb9nAwQuR5wuGD3+82K6JgJlm/Y+KI92oNsMNGZCYdDsVtRHSak0pcV5Dno5+4jh9sw==", + "dev": true, + "license": "MIT", + "bin": { + "acorn": "bin/acorn" + }, + "engines": { + "node": ">=0.4.0" + } + }, + "node_modules/acorn-jsx": { + "version": "5.3.2", + "resolved": "https://registry.npmjs.org/acorn-jsx/-/acorn-jsx-5.3.2.tgz", + "integrity": "sha512-rq9s+JNhf0IChjtDXxllJ7g41oZk5SlXtp0LHwyA5cejwn7vKmKp4pPri6YEePv2PU65sAsegbXtIinmDFDXgQ==", + "dev": true, + "license": "MIT", + "peerDependencies": { + "acorn": "^6.0.0 || ^7.0.0 || ^8.0.0" + } + }, + "node_modules/ajv": { + "version": "6.14.0", + "resolved": "https://registry.npmjs.org/ajv/-/ajv-6.14.0.tgz", + "integrity": "sha512-IWrosm/yrn43eiKqkfkHis7QioDleaXQHdDVPKg0FSwwd/DuvyX79TZnFOnYpB7dcsFAMmtFztZuXPDvSePkFw==", + "dev": true, + "license": "MIT", + "dependencies": { + "fast-deep-equal": "^3.1.1", + "fast-json-stable-stringify": "^2.0.0", + "json-schema-traverse": "^0.4.1", + "uri-js": "^4.2.2" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/epoberezkin" + } + }, + "node_modules/ansi-regex": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-5.0.1.tgz", + "integrity": "sha512-quJQXlTSUGL2LH9SUXo8VwsY4soanhgo6LNSm84E1LBcE8s3O0wpdiRzyR9z/ZZJMlMWv37qOOb9pdJlMUEKFQ==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=8" + } + }, + "node_modules/asap": { + "version": "2.0.6", + "resolved": "https://registry.npmjs.org/asap/-/asap-2.0.6.tgz", + "integrity": "sha512-BSHWgDSAiKs50o2Re8ppvp3seVHXSRM44cdSsT9FfNEUUZLOGWVCsiWaRPWM1Znn+mqZ1OfVZ3z3DWEzSp7hRA==", + "dev": true, + "license": "MIT" + }, + "node_modules/assert-never": { + "version": "1.4.0", + "resolved": "https://registry.npmjs.org/assert-never/-/assert-never-1.4.0.tgz", + "integrity": "sha512-5oJg84os6NMQNl27T9LnZkvvqzvAnHu03ShCnoj6bsJwS7L8AO4lf+C/XjK/nvzEqQB744moC6V128RucQd1jA==", + "dev": true, + "license": "MIT" + }, + "node_modules/babel-walk": { + "version": "3.0.0-canary-5", + "resolved": "https://registry.npmjs.org/babel-walk/-/babel-walk-3.0.0-canary-5.tgz", + "integrity": "sha512-GAwkz0AihzY5bkwIY5QDR+LvsRQgB/B+1foMPvi0FZPMl5fjD7ICiznUiBdLYMH1QYe6vqu4gWYytZOccLouFw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/types": "^7.9.6" + }, + "engines": { + "node": ">= 10.0.0" + } + }, + "node_modules/badgen": { + "version": "3.2.3", + "resolved": "https://registry.npmjs.org/badgen/-/badgen-3.2.3.tgz", + "integrity": "sha512-svDuwkc63E/z0ky3drpUppB83s/nlgDciH9m+STwwQoWyq7yCgew1qEfJ+9axkKdNq7MskByptWUN9j1PGMwFA==", + "dev": true, + "license": "MIT" + }, + "node_modules/balanced-match": { + "version": "4.0.4", + "resolved": "https://registry.npmjs.org/balanced-match/-/balanced-match-4.0.4.tgz", + "integrity": "sha512-BLrgEcRTwX2o6gGxGOCNyMvGSp35YofuYzw9h1IMTRmKqttAZZVU67bdb9Pr2vUHA8+j3i2tJfjO6C6+4myGTA==", + "dev": true, + "license": "MIT", + "engines": { + "node": "18 || 20 || >=22" + } + }, + "node_modules/blamer": { + "version": "1.0.7", + "resolved": "https://registry.npmjs.org/blamer/-/blamer-1.0.7.tgz", + "integrity": "sha512-GbBStl/EVlSWkiJQBZps3H1iARBrC7vt++Jb/TTmCNu/jZ04VW7tSN1nScbFXBUy1AN+jzeL7Zep9sbQxLhXKA==", + "dev": true, + "license": "MIT", + "dependencies": { + "execa": "^4.0.0", + "which": "^2.0.2" + }, + "engines": { + "node": ">=8.9" + } + }, + "node_modules/brace-expansion": { + "version": "5.0.5", + "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-5.0.5.tgz", + "integrity": "sha512-VZznLgtwhn+Mact9tfiwx64fA9erHH/MCXEUfB/0bX/6Fz6ny5EGTXYltMocqg4xFAQZtnO3DHWWXi8RiuN7cQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "balanced-match": "^4.0.2" + }, + "engines": { + "node": "18 || 20 || >=22" + } + }, + "node_modules/braces": { + "version": "3.0.3", + "resolved": "https://registry.npmjs.org/braces/-/braces-3.0.3.tgz", + "integrity": "sha512-yQbXgO/OSZVD2IsiLlro+7Hf6Q18EJrKSEsdoMzKePKXct3gvD8oLcOQdIzGupr5Fj+EDe8gO/lxc1BzfMpxvA==", + "dev": true, + "license": "MIT", + "dependencies": { + "fill-range": "^7.1.1" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/bytes": { + "version": "3.1.2", + "resolved": "https://registry.npmjs.org/bytes/-/bytes-3.1.2.tgz", + "integrity": "sha512-/Nf7TyzTx6S3yRJObOAV7956r8cr2+Oj8AC5dt8wSP3BQAoeX58NoHyCU8P8zGkNXStjTSi6fzO6F0pBdcYbEg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 0.8" + } + }, + "node_modules/call-bind-apply-helpers": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/call-bind-apply-helpers/-/call-bind-apply-helpers-1.0.2.tgz", + "integrity": "sha512-Sp1ablJ0ivDkSzjcaJdxEunN5/XvksFJ2sMBFfq6x0ryhQV/2b/KwFe21cMpmHtPOSij8K99/wSfoEuTObmuMQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "es-errors": "^1.3.0", + "function-bind": "^1.1.2" + }, + "engines": { + "node": ">= 0.4" + } + }, + "node_modules/call-bound": { + "version": "1.0.4", + "resolved": "https://registry.npmjs.org/call-bound/-/call-bound-1.0.4.tgz", + "integrity": "sha512-+ys997U96po4Kx/ABpBCqhA9EuxJaQWDQg7295H4hBphv3IZg0boBKuwYpt4YXp6MZ5AmZQnU/tyMTlRpaSejg==", + "dev": true, + "license": "MIT", + "dependencies": { + "call-bind-apply-helpers": "^1.0.2", + "get-intrinsic": "^1.3.0" + }, + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/character-parser": { + "version": "2.2.0", + "resolved": "https://registry.npmjs.org/character-parser/-/character-parser-2.2.0.tgz", + "integrity": "sha512-+UqJQjFEFaTAs3bNsF2j2kEN1baG/zghZbdqoYEDxGZtJo9LBzl1A+m0D4n3qKx8N2FNv8/Xp6yV9mQmBuptaw==", + "dev": true, + "license": "MIT", + "dependencies": { + "is-regex": "^1.0.3" + } + }, + "node_modules/cli-table3": { + "version": "0.6.5", + "resolved": "https://registry.npmjs.org/cli-table3/-/cli-table3-0.6.5.tgz", + "integrity": "sha512-+W/5efTR7y5HRD7gACw9yQjqMVvEMLBHmboM/kPWam+H+Hmyrgjh6YncVKK122YZkXrLudzTuAukUw9FnMf7IQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "string-width": "^4.2.0" + }, + "engines": { + "node": "10.* || >= 12.*" + }, + "optionalDependencies": { + "@colors/colors": "1.5.0" + } + }, + "node_modules/colors": { + "version": "1.4.0", + "resolved": "https://registry.npmjs.org/colors/-/colors-1.4.0.tgz", + "integrity": "sha512-a+UqTh4kgZg/SlGvfbzDHpgRu7AAQOmmqRHJnxhRZICKFUT91brVhNNt58CMWU9PsBbv3PDCZUHbVxuDiH2mtA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.1.90" + } + }, + "node_modules/commander": { + "version": "5.1.0", + "resolved": "https://registry.npmjs.org/commander/-/commander-5.1.0.tgz", + "integrity": "sha512-P0CysNDQ7rtVw4QIQtm+MRxV66vKFSvlsQvGYXZWR3qFU0jlMKHZZZgw8e+8DSah4UDKMqnknRDQz+xuQXQ/Zg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 6" + } + }, + "node_modules/constantinople": { + "version": "4.0.1", + "resolved": "https://registry.npmjs.org/constantinople/-/constantinople-4.0.1.tgz", + "integrity": "sha512-vCrqcSIq4//Gx74TXXCGnHpulY1dskqLTFGDmhrGxzeXL8lF8kvXv6mpNWlJj1uD4DW23D4ljAqbY4RRaaUZIw==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/parser": "^7.6.0", + "@babel/types": "^7.6.1" + } + }, + "node_modules/cross-spawn": { + "version": "7.0.6", + "resolved": "https://registry.npmjs.org/cross-spawn/-/cross-spawn-7.0.6.tgz", + "integrity": "sha512-uV2QOWP2nWzsy2aMp8aRibhi9dlzF5Hgh5SHaB9OiTGEyDTiJJyx0uy51QXdyWbtAHNua4XJzUKca3OzKUd3vA==", + "dev": true, + "license": "MIT", + "dependencies": { + "path-key": "^3.1.0", + "shebang-command": "^2.0.0", + "which": "^2.0.1" + }, + "engines": { + "node": ">= 8" + } + }, + "node_modules/debug": { + "version": "4.4.3", + "resolved": "https://registry.npmjs.org/debug/-/debug-4.4.3.tgz", + "integrity": "sha512-RGwwWnwQvkVfavKVt22FGLw+xYSdzARwm0ru6DhTVA3umU5hZc28V3kO4stgYryrTlLpuvgI9GiijltAjNbcqA==", + "dev": true, + "license": "MIT", + "dependencies": { + "ms": "^2.1.3" + }, + "engines": { + "node": ">=6.0" + }, + "peerDependenciesMeta": { + "supports-color": { + "optional": true + } + } + }, + "node_modules/deep-is": { + "version": "0.1.4", + "resolved": "https://registry.npmjs.org/deep-is/-/deep-is-0.1.4.tgz", + "integrity": "sha512-oIPzksmTg4/MriiaYGO+okXDT7ztn/w3Eptv/+gSIdMdKsJo0u4CfYNFJPy+4SKMuCqGw2wxnA+URMg3t8a/bQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/doctypes": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/doctypes/-/doctypes-1.1.0.tgz", + "integrity": "sha512-LLBi6pEqS6Do3EKQ3J0NqHWV5hhb78Pi8vvESYwyOy2c31ZEZVdtitdzsQsKb7878PEERhzUk0ftqGhG6Mz+pQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/dunder-proto": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/dunder-proto/-/dunder-proto-1.0.1.tgz", + "integrity": "sha512-KIN/nDJBQRcXw0MLVhZE9iQHmG68qAVIBg9CqmUYjmQIhgij9U5MFvrqkUL5FbtyyzZuOeOt0zdeRe4UY7ct+A==", + "dev": true, + "license": "MIT", + "dependencies": { + "call-bind-apply-helpers": "^1.0.1", + "es-errors": "^1.3.0", + "gopd": "^1.2.0" + }, + "engines": { + "node": ">= 0.4" + } + }, + "node_modules/emoji-regex": { + "version": "8.0.0", + "resolved": "https://registry.npmjs.org/emoji-regex/-/emoji-regex-8.0.0.tgz", + "integrity": "sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A==", + "dev": true, + "license": "MIT" + }, + "node_modules/end-of-stream": { + "version": "1.4.5", + "resolved": "https://registry.npmjs.org/end-of-stream/-/end-of-stream-1.4.5.tgz", + "integrity": "sha512-ooEGc6HP26xXq/N+GCGOT0JKCLDGrq2bQUZrQ7gyrJiZANJ/8YDTxTpQBXGMn+WbIQXNVpyWymm7KYVICQnyOg==", + "dev": true, + "license": "MIT", + "dependencies": { + "once": "^1.4.0" + } + }, + "node_modules/es-define-property": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/es-define-property/-/es-define-property-1.0.1.tgz", + "integrity": "sha512-e3nRfgfUZ4rNGL232gUgX06QNyyez04KdjFrF+LTRoOXmrOgFKDg4BCdsjW8EnT69eqdYGmRpJwiPVYNrCaW3g==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 0.4" + } + }, + "node_modules/es-errors": { + "version": "1.3.0", + "resolved": "https://registry.npmjs.org/es-errors/-/es-errors-1.3.0.tgz", + "integrity": "sha512-Zf5H2Kxt2xjTvbJvP2ZWLEICxA6j+hAmMzIlypy4xcBg1vKVnx89Wy0GbS+kf5cwCVFFzdCFh2XSCFNULS6csw==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 0.4" + } + }, + "node_modules/es-object-atoms": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/es-object-atoms/-/es-object-atoms-1.1.1.tgz", + "integrity": "sha512-FGgH2h8zKNim9ljj7dankFPcICIK9Cp5bm+c2gQSYePhpaG5+esrLODihIorn+Pe6FGJzWhXQotPv73jTaldXA==", + "dev": true, + "license": "MIT", + "dependencies": { + "es-errors": "^1.3.0" + }, + "engines": { + "node": ">= 0.4" + } + }, + "node_modules/escape-string-regexp": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-4.0.0.tgz", + "integrity": "sha512-TtpcNJ3XAzx3Gq8sWRzJaVajRs0uVxA2YAkdb1jm2YkPz4G6egUFAyA3n5vtEIZefPk5Wa4UXbKuS5fKkJWdgA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/eslint": { + "version": "10.2.0", + "resolved": "https://registry.npmjs.org/eslint/-/eslint-10.2.0.tgz", + "integrity": "sha512-+L0vBFYGIpSNIt/KWTpFonPrqYvgKw1eUI5Vn7mEogrQcWtWYtNQ7dNqC+px/J0idT3BAkiWrhfS7k+Tum8TUA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@eslint-community/eslint-utils": "^4.8.0", + "@eslint-community/regexpp": "^4.12.2", + "@eslint/config-array": "^0.23.4", + "@eslint/config-helpers": "^0.5.4", + "@eslint/core": "^1.2.0", + "@eslint/plugin-kit": "^0.7.0", + "@humanfs/node": "^0.16.6", + "@humanwhocodes/module-importer": "^1.0.1", + "@humanwhocodes/retry": "^0.4.2", + "@types/estree": "^1.0.6", + "ajv": "^6.14.0", + "cross-spawn": "^7.0.6", + "debug": "^4.3.2", + "escape-string-regexp": "^4.0.0", + "eslint-scope": "^9.1.2", + "eslint-visitor-keys": "^5.0.1", + "espree": "^11.2.0", + "esquery": "^1.7.0", + "esutils": "^2.0.2", + "fast-deep-equal": "^3.1.3", + "file-entry-cache": "^8.0.0", + "find-up": "^5.0.0", + "glob-parent": "^6.0.2", + "ignore": "^5.2.0", + "imurmurhash": "^0.1.4", + "is-glob": "^4.0.0", + "json-stable-stringify-without-jsonify": "^1.0.1", + "minimatch": "^10.2.4", + "natural-compare": "^1.4.0", + "optionator": "^0.9.3" + }, + "bin": { + "eslint": "bin/eslint.js" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + }, + "funding": { + "url": "https://eslint.org/donate" + }, + "peerDependencies": { + "jiti": "*" + }, + "peerDependenciesMeta": { + "jiti": { + "optional": true + } + } + }, + "node_modules/eslint-scope": { + "version": "9.1.2", + "resolved": "https://registry.npmjs.org/eslint-scope/-/eslint-scope-9.1.2.tgz", + "integrity": "sha512-xS90H51cKw0jltxmvmHy2Iai1LIqrfbw57b79w/J7MfvDfkIkFZ+kj6zC3BjtUwh150HsSSdxXZcsuv72miDFQ==", + "dev": true, + "license": "BSD-2-Clause", + "dependencies": { + "@types/esrecurse": "^4.3.1", + "@types/estree": "^1.0.8", + "esrecurse": "^4.3.0", + "estraverse": "^5.2.0" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + }, + "funding": { + "url": "https://opencollective.com/eslint" + } + }, + "node_modules/eslint-visitor-keys": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/eslint-visitor-keys/-/eslint-visitor-keys-5.0.1.tgz", + "integrity": "sha512-tD40eHxA35h0PEIZNeIjkHoDR4YjjJp34biM0mDvplBe//mB+IHCqHDGV7pxF+7MklTvighcCPPZC7ynWyjdTA==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + }, + "funding": { + "url": "https://opencollective.com/eslint" + } + }, + "node_modules/espree": { + "version": "11.2.0", + "resolved": "https://registry.npmjs.org/espree/-/espree-11.2.0.tgz", + "integrity": "sha512-7p3DrVEIopW1B1avAGLuCSh1jubc01H2JHc8B4qqGblmg5gI9yumBgACjWo4JlIc04ufug4xJ3SQI8HkS/Rgzw==", + "dev": true, + "license": "BSD-2-Clause", + "dependencies": { + "acorn": "^8.16.0", + "acorn-jsx": "^5.3.2", + "eslint-visitor-keys": "^5.0.1" + }, + "engines": { + "node": "^20.19.0 || ^22.13.0 || >=24" + }, + "funding": { + "url": "https://opencollective.com/eslint" + } + }, + "node_modules/esquery": { + "version": "1.7.0", + "resolved": "https://registry.npmjs.org/esquery/-/esquery-1.7.0.tgz", + "integrity": "sha512-Ap6G0WQwcU/LHsvLwON1fAQX9Zp0A2Y6Y/cJBl9r/JbW90Zyg4/zbG6zzKa2OTALELarYHmKu0GhpM5EO+7T0g==", + "dev": true, + "license": "BSD-3-Clause", + "dependencies": { + "estraverse": "^5.1.0" + }, + "engines": { + "node": ">=0.10" + } + }, + "node_modules/esrecurse": { + "version": "4.3.0", + "resolved": "https://registry.npmjs.org/esrecurse/-/esrecurse-4.3.0.tgz", + "integrity": "sha512-KmfKL3b6G+RXvP8N1vr3Tq1kL/oCFgn2NYXEtqP8/L3pKapUA4G8cFVaoF3SU323CD4XypR/ffioHmkti6/Tag==", + "dev": true, + "license": "BSD-2-Clause", + "dependencies": { + "estraverse": "^5.2.0" + }, + "engines": { + "node": ">=4.0" + } + }, + "node_modules/estraverse": { + "version": "5.3.0", + "resolved": "https://registry.npmjs.org/estraverse/-/estraverse-5.3.0.tgz", + "integrity": "sha512-MMdARuVEQziNTeJD8DgMqmhwR11BRQ/cBP+pLtYdSTnf3MIO8fFeiINEbX36ZdNlfU/7A9f3gUw49B3oQsvwBA==", + "dev": true, + "license": "BSD-2-Clause", + "engines": { + "node": ">=4.0" + } + }, + "node_modules/esutils": { + "version": "2.0.3", + "resolved": "https://registry.npmjs.org/esutils/-/esutils-2.0.3.tgz", + "integrity": "sha512-kVscqXk4OCp68SZ0dkgEKVi6/8ij300KBWTJq32P/dYeWTSwK41WyTxalN1eRmA5Z9UU/LX9D7FWSmV9SAYx6g==", + "dev": true, + "license": "BSD-2-Clause", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/eventemitter3": { + "version": "5.0.4", + "resolved": "https://registry.npmjs.org/eventemitter3/-/eventemitter3-5.0.4.tgz", + "integrity": "sha512-mlsTRyGaPBjPedk6Bvw+aqbsXDtoAyAzm5MO7JgU+yVRyMQ5O8bD4Kcci7BS85f93veegeCPkL8R4GLClnjLFw==", + "dev": true, + "license": "MIT" + }, + "node_modules/execa": { + "version": "4.1.0", + "resolved": "https://registry.npmjs.org/execa/-/execa-4.1.0.tgz", + "integrity": "sha512-j5W0//W7f8UxAn8hXVnwG8tLwdiUy4FJLcSupCg6maBYZDpyBvTApK7KyuI4bKj8KOh1r2YH+6ucuYtJv1bTZA==", + "dev": true, + "license": "MIT", + "dependencies": { + "cross-spawn": "^7.0.0", + "get-stream": "^5.0.0", + "human-signals": "^1.1.1", + "is-stream": "^2.0.0", + "merge-stream": "^2.0.0", + "npm-run-path": "^4.0.0", + "onetime": "^5.1.0", + "signal-exit": "^3.0.2", + "strip-final-newline": "^2.0.0" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sindresorhus/execa?sponsor=1" + } + }, + "node_modules/fast-deep-equal": { + "version": "3.1.3", + "resolved": "https://registry.npmjs.org/fast-deep-equal/-/fast-deep-equal-3.1.3.tgz", + "integrity": "sha512-f3qQ9oQy9j2AhBe/H9VC91wLmKBCCU/gDOnKNAYG5hswO7BLKj09Hc5HYNz9cGI++xlpDCIgDaitVs03ATR84Q==", + "dev": true, + "license": "MIT" + }, + "node_modules/fast-glob": { + "version": "3.3.3", + "resolved": "https://registry.npmjs.org/fast-glob/-/fast-glob-3.3.3.tgz", + "integrity": "sha512-7MptL8U0cqcFdzIzwOTHoilX9x5BrNqye7Z/LuC7kCMRio1EMSyqRK3BEAUD7sXRq4iT4AzTVuZdhgQ2TCvYLg==", + "dev": true, + "license": "MIT", + "dependencies": { + "@nodelib/fs.stat": "^2.0.2", + "@nodelib/fs.walk": "^1.2.3", + "glob-parent": "^5.1.2", + "merge2": "^1.3.0", + "micromatch": "^4.0.8" + }, + "engines": { + "node": ">=8.6.0" + } + }, + "node_modules/fast-glob/node_modules/glob-parent": { + "version": "5.1.2", + "resolved": "https://registry.npmjs.org/glob-parent/-/glob-parent-5.1.2.tgz", + "integrity": "sha512-AOIgSQCepiJYwP3ARnGx+5VnTu2HBYdzbGP45eLw1vr3zB3vZLeyed1sC9hnbcOc9/SrMyM5RPQrkGz4aS9Zow==", + "dev": true, + "license": "ISC", + "dependencies": { + "is-glob": "^4.0.1" + }, + "engines": { + "node": ">= 6" + } + }, + "node_modules/fast-json-stable-stringify": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/fast-json-stable-stringify/-/fast-json-stable-stringify-2.1.0.tgz", + "integrity": "sha512-lhd/wF+Lk98HZoTCtlVraHtfh5XYijIjalXck7saUtuanSDyLMxnHhSXEDJqHxD7msR8D0uCmqlkwjCV8xvwHw==", + "dev": true, + "license": "MIT" + }, + "node_modules/fast-levenshtein": { + "version": "2.0.6", + "resolved": "https://registry.npmjs.org/fast-levenshtein/-/fast-levenshtein-2.0.6.tgz", + "integrity": "sha512-DCXu6Ifhqcks7TZKY3Hxp3y6qphY5SJZmrWMDrKcERSOXWQdMhU9Ig/PYrzyw/ul9jOIyh0N4M0tbC5hodg8dw==", + "dev": true, + "license": "MIT" + }, + "node_modules/fastq": { + "version": "1.20.1", + "resolved": "https://registry.npmjs.org/fastq/-/fastq-1.20.1.tgz", + "integrity": "sha512-GGToxJ/w1x32s/D2EKND7kTil4n8OVk/9mycTc4VDza13lOvpUZTGX3mFSCtV9ksdGBVzvsyAVLM6mHFThxXxw==", + "dev": true, + "license": "ISC", + "dependencies": { + "reusify": "^1.0.4" + } + }, + "node_modules/file-entry-cache": { + "version": "8.0.0", + "resolved": "https://registry.npmjs.org/file-entry-cache/-/file-entry-cache-8.0.0.tgz", + "integrity": "sha512-XXTUwCvisa5oacNGRP9SfNtYBNAMi+RPwBFmblZEF7N7swHYQS6/Zfk7SRwx4D5j3CH211YNRco1DEMNVfZCnQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "flat-cache": "^4.0.0" + }, + "engines": { + "node": ">=16.0.0" + } + }, + "node_modules/fill-range": { + "version": "7.1.1", + "resolved": "https://registry.npmjs.org/fill-range/-/fill-range-7.1.1.tgz", + "integrity": "sha512-YsGpe3WHLK8ZYi4tWDg2Jy3ebRz2rXowDxnld4bkQB00cc/1Zw9AWnC0i9ztDJitivtQvaI9KaLyKrc+hBW0yg==", + "dev": true, + "license": "MIT", + "dependencies": { + "to-regex-range": "^5.0.1" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/find-up": { + "version": "5.0.0", + "resolved": "https://registry.npmjs.org/find-up/-/find-up-5.0.0.tgz", + "integrity": "sha512-78/PXT1wlLLDgTzDs7sjq9hzz0vXD+zn+7wypEe4fXQxCmdmqfGsEPQxmiCSQI3ajFV91bVSsvNtrJRiW6nGng==", + "dev": true, + "license": "MIT", + "dependencies": { + "locate-path": "^6.0.0", + "path-exists": "^4.0.0" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/flat-cache": { + "version": "4.0.1", + "resolved": "https://registry.npmjs.org/flat-cache/-/flat-cache-4.0.1.tgz", + "integrity": "sha512-f7ccFPK3SXFHpx15UIGyRJ/FJQctuKZ0zVuN3frBo4HnK3cay9VEW0R6yPYFHC0AgqhukPzKjq22t5DmAyqGyw==", + "dev": true, + "license": "MIT", + "dependencies": { + "flatted": "^3.2.9", + "keyv": "^4.5.4" + }, + "engines": { + "node": ">=16" + } + }, + "node_modules/flatted": { + "version": "3.4.2", + "resolved": "https://registry.npmjs.org/flatted/-/flatted-3.4.2.tgz", + "integrity": "sha512-PjDse7RzhcPkIJwy5t7KPWQSZ9cAbzQXcafsetQoD7sOJRQlGikNbx7yZp2OotDnJyrDcbyRq3Ttb18iYOqkxA==", + "dev": true, + "license": "ISC" + }, + "node_modules/fs-extra": { + "version": "11.3.4", + "resolved": "https://registry.npmjs.org/fs-extra/-/fs-extra-11.3.4.tgz", + "integrity": "sha512-CTXd6rk/M3/ULNQj8FBqBWHYBVYybQ3VPBw0xGKFe3tuH7ytT6ACnvzpIQ3UZtB8yvUKC2cXn1a+x+5EVQLovA==", + "dev": true, + "license": "MIT", + "dependencies": { + "graceful-fs": "^4.2.0", + "jsonfile": "^6.0.1", + "universalify": "^2.0.0" + }, + "engines": { + "node": ">=14.14" + } + }, + "node_modules/function-bind": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/function-bind/-/function-bind-1.1.2.tgz", + "integrity": "sha512-7XHNxH7qX9xG5mIwxkhumTox/MIRNcOgDrxWsMt2pAr23WHp6MrRlN7FBSFpCpr+oVO0F744iUgR82nJMfG2SA==", + "dev": true, + "license": "MIT", + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/get-intrinsic": { + "version": "1.3.0", + "resolved": "https://registry.npmjs.org/get-intrinsic/-/get-intrinsic-1.3.0.tgz", + "integrity": "sha512-9fSjSaos/fRIVIp+xSJlE6lfwhES7LNtKaCBIamHsjr2na1BiABJPo0mOjjz8GJDURarmCPGqaiVg5mfjb98CQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "call-bind-apply-helpers": "^1.0.2", + "es-define-property": "^1.0.1", + "es-errors": "^1.3.0", + "es-object-atoms": "^1.1.1", + "function-bind": "^1.1.2", + "get-proto": "^1.0.1", + "gopd": "^1.2.0", + "has-symbols": "^1.1.0", + "hasown": "^2.0.2", + "math-intrinsics": "^1.1.0" + }, + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/get-proto": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/get-proto/-/get-proto-1.0.1.tgz", + "integrity": "sha512-sTSfBjoXBp89JvIKIefqw7U2CCebsc74kiY6awiGogKtoSGbgjYE/G/+l9sF3MWFPNc9IcoOC4ODfKHfxFmp0g==", + "dev": true, + "license": "MIT", + "dependencies": { + "dunder-proto": "^1.0.1", + "es-object-atoms": "^1.0.0" + }, + "engines": { + "node": ">= 0.4" + } + }, + "node_modules/get-stream": { + "version": "5.2.0", + "resolved": "https://registry.npmjs.org/get-stream/-/get-stream-5.2.0.tgz", + "integrity": "sha512-nBF+F1rAZVCu/p7rjzgA+Yb4lfYXrpl7a6VmJrU8wF9I1CKvP/QwPNZHnOlwbTkY6dvtFIzFMSyQXbLoTQPRpA==", + "dev": true, + "license": "MIT", + "dependencies": { + "pump": "^3.0.0" + }, + "engines": { + "node": ">=8" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/gitignore-to-glob": { + "version": "0.3.0", + "resolved": "https://registry.npmjs.org/gitignore-to-glob/-/gitignore-to-glob-0.3.0.tgz", + "integrity": "sha512-mk74BdnK7lIwDHnotHddx1wsjMOFIThpLY3cPNniJ/2fA/tlLzHnFxIdR+4sLOu5KGgQJdij4kjJ2RoUNnCNMA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=4.4 <5 || >=6.9" + } + }, + "node_modules/glob-parent": { + "version": "6.0.2", + "resolved": "https://registry.npmjs.org/glob-parent/-/glob-parent-6.0.2.tgz", + "integrity": "sha512-XxwI8EOhVQgWp6iDL+3b0r86f4d6AX6zSU55HfB4ydCEuXLXc5FcYeOu+nnGftS4TEju/11rt4KJPTMgbfmv4A==", + "dev": true, + "license": "ISC", + "dependencies": { + "is-glob": "^4.0.3" + }, + "engines": { + "node": ">=10.13.0" + } + }, + "node_modules/gopd": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/gopd/-/gopd-1.2.0.tgz", + "integrity": "sha512-ZUKRh6/kUFoAiTAtTYPZJ3hw9wNxx+BIBOijnlG9PnrJsCcSjs1wyyD6vJpaYtgnzDrKYRSqf3OO6Rfa93xsRg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/graceful-fs": { + "version": "4.2.11", + "resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.2.11.tgz", + "integrity": "sha512-RbJ5/jmFcNNCcDV5o9eTnBLJ/HszWV0P73bc+Ff4nS/rJj+YaS6IGyiOL0VoBYX+l1Wrl3k63h/KrH+nhJ0XvQ==", + "dev": true, + "license": "ISC" + }, + "node_modules/has-symbols": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/has-symbols/-/has-symbols-1.1.0.tgz", + "integrity": "sha512-1cDNdwJ2Jaohmb3sg4OmKaMBwuC48sYni5HUw2DvsC8LjGTLK9h+eb1X6RyuOHe4hT0ULCW68iomhjUoKUqlPQ==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/has-tostringtag": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/has-tostringtag/-/has-tostringtag-1.0.2.tgz", + "integrity": "sha512-NqADB8VjPFLM2V0VvHUewwwsw0ZWBaIdgo+ieHtK3hasLz4qeCRjYcqfB6AQrBggRKppKF8L52/VqdVsO47Dlw==", + "dev": true, + "license": "MIT", + "dependencies": { + "has-symbols": "^1.0.3" + }, + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/hasown": { + "version": "2.0.2", + "resolved": "https://registry.npmjs.org/hasown/-/hasown-2.0.2.tgz", + "integrity": "sha512-0hJU9SCPvmMzIBdZFqNPXWa6dqh7WdH0cII9y+CyS8rG3nL48Bclra9HmKhVVUHyPWNH5Y7xDwAB7bfgSjkUMQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "function-bind": "^1.1.2" + }, + "engines": { + "node": ">= 0.4" + } + }, + "node_modules/human-signals": { + "version": "1.1.1", + "resolved": "https://registry.npmjs.org/human-signals/-/human-signals-1.1.1.tgz", + "integrity": "sha512-SEQu7vl8KjNL2eoGBLF3+wAjpsNfA9XMlXAYj/3EdaNfAlxKthD1xjEQfGOUhllCGGJVNY34bRr6lPINhNjyZw==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": ">=8.12.0" + } + }, + "node_modules/ignore": { + "version": "5.3.2", + "resolved": "https://registry.npmjs.org/ignore/-/ignore-5.3.2.tgz", + "integrity": "sha512-hsBTNUqQTDwkWtcdYI2i06Y/nUBEsNEDJKjWdigLvegy8kDuJAS8uRlpkkcQpyEXL0Z/pjDy5HBmMjRCJ2gq+g==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 4" + } + }, + "node_modules/imurmurhash": { + "version": "0.1.4", + "resolved": "https://registry.npmjs.org/imurmurhash/-/imurmurhash-0.1.4.tgz", + "integrity": "sha512-JmXMZ6wuvDmLiHEml9ykzqO6lwFbof0GG4IkcGaENdCRDDmMVnny7s5HsIgHCbaq0w2MyPhDqkhTUgS2LU2PHA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.8.19" + } + }, + "node_modules/is-core-module": { + "version": "2.16.1", + "resolved": "https://registry.npmjs.org/is-core-module/-/is-core-module-2.16.1.tgz", + "integrity": "sha512-UfoeMA6fIJ8wTYFEUjelnaGI67v6+N7qXJEvQuIGa99l4xsCruSYOVSQ0uPANn4dAzm8lkYPaKLrrijLq7x23w==", + "dev": true, + "license": "MIT", + "dependencies": { + "hasown": "^2.0.2" + }, + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/is-expression": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/is-expression/-/is-expression-4.0.0.tgz", + "integrity": "sha512-zMIXX63sxzG3XrkHkrAPvm/OVZVSCPNkwMHU8oTX7/U3AL78I0QXCEICXUM13BIa8TYGZ68PiTKfQz3yaTNr4A==", + "dev": true, + "license": "MIT", + "dependencies": { + "acorn": "^7.1.1", + "object-assign": "^4.1.1" + } + }, + "node_modules/is-expression/node_modules/acorn": { + "version": "7.4.1", + "resolved": "https://registry.npmjs.org/acorn/-/acorn-7.4.1.tgz", + "integrity": "sha512-nQyp0o1/mNdbTO1PO6kHkwSrmgZ0MT/jCCpNiwbUjGoRN4dlBhqJtoQuCnEOKzgTVwg0ZWiCoQy6SxMebQVh8A==", + "dev": true, + "license": "MIT", + "bin": { + "acorn": "bin/acorn" + }, + "engines": { + "node": ">=0.4.0" + } + }, + "node_modules/is-extglob": { + "version": "2.1.1", + "resolved": "https://registry.npmjs.org/is-extglob/-/is-extglob-2.1.1.tgz", + "integrity": "sha512-SbKbANkN603Vi4jEZv49LeVJMn4yGwsbzZworEoyEiutsN3nJYdbO36zfhGJ6QEDpOZIFkDtnq5JRxmvl3jsoQ==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/is-fullwidth-code-point": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/is-fullwidth-code-point/-/is-fullwidth-code-point-3.0.0.tgz", + "integrity": "sha512-zymm5+u+sCsSWyD9qNaejV3DFvhCKclKdizYaJUuHA83RLjb7nSuGnddCHGv0hk+KY7BMAlsWeK4Ueg6EV6XQg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=8" + } + }, + "node_modules/is-glob": { + "version": "4.0.3", + "resolved": "https://registry.npmjs.org/is-glob/-/is-glob-4.0.3.tgz", + "integrity": "sha512-xelSayHH36ZgE7ZWhli7pW34hNbNl8Ojv5KVmkJD4hBdD3th8Tfk9vYasLM+mXWOZhFkgZfxhLSnrwRr4elSSg==", + "dev": true, + "license": "MIT", + "dependencies": { + "is-extglob": "^2.1.1" + }, + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/is-number": { + "version": "7.0.0", + "resolved": "https://registry.npmjs.org/is-number/-/is-number-7.0.0.tgz", + "integrity": "sha512-41Cifkg6e8TylSpdtTpeLVMqvSBEVzTttHvERD741+pnZ8ANv0004MRL43QKPDlK9cGvNp6NZWZUBlbGXYxxng==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.12.0" + } + }, + "node_modules/is-promise": { + "version": "2.2.2", + "resolved": "https://registry.npmjs.org/is-promise/-/is-promise-2.2.2.tgz", + "integrity": "sha512-+lP4/6lKUBfQjZ2pdxThZvLUAafmZb8OAxFb8XXtiQmS35INgr85hdOGoEs124ez1FCnZJt6jau/T+alh58QFQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/is-regex": { + "version": "1.2.1", + "resolved": "https://registry.npmjs.org/is-regex/-/is-regex-1.2.1.tgz", + "integrity": "sha512-MjYsKHO5O7mCsmRGxWcLWheFqN9DJ/2TmngvjKXihe6efViPqc274+Fx/4fYj/r03+ESvBdTXK0V6tA3rgez1g==", + "dev": true, + "license": "MIT", + "dependencies": { + "call-bound": "^1.0.2", + "gopd": "^1.2.0", + "has-tostringtag": "^1.0.2", + "hasown": "^2.0.2" + }, + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/is-stream": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/is-stream/-/is-stream-2.0.1.tgz", + "integrity": "sha512-hFoiJiTl63nn+kstHGBtewWSKnQLpyb155KHheA1l39uvtO9nWIop1p3udqPcUd/xbF1VLMO4n7OI6p7RbngDg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=8" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/isexe": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/isexe/-/isexe-2.0.0.tgz", + "integrity": "sha512-RHxMLp9lnKHGHRng9QFhRCMbYAcVpn69smSGcq3f36xjgVVWThj4qqLbTLlq7Ssj8B+fIQ1EuCEGI2lKsyQeIw==", + "dev": true, + "license": "ISC" + }, + "node_modules/js-stringify": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/js-stringify/-/js-stringify-1.0.2.tgz", + "integrity": "sha512-rtS5ATOo2Q5k1G+DADISilDA6lv79zIiwFd6CcjuIxGKLFm5C+RLImRscVap9k55i+MOZwgliw+NejvkLuGD5g==", + "dev": true, + "license": "MIT" + }, + "node_modules/jscpd": { + "version": "4.0.8", + "resolved": "https://registry.npmjs.org/jscpd/-/jscpd-4.0.8.tgz", + "integrity": "sha512-d2VNT/2Hv4dxT2/59He8Lyda4DYOxPRyRG9zBaOpTZAqJCVf2xLrBlZkT8Va6Lo9u3X2qz8Bpq4HrDi4JsrQhA==", + "dev": true, + "license": "MIT", + "dependencies": { + "@jscpd/badge-reporter": "4.0.4", + "@jscpd/core": "4.0.4", + "@jscpd/finder": "4.0.4", + "@jscpd/html-reporter": "4.0.4", + "@jscpd/tokenizer": "4.0.4", + "colors": "^1.4.0", + "commander": "^5.0.0", + "fs-extra": "^11.2.0", + "gitignore-to-glob": "^0.3.0", + "jscpd-sarif-reporter": "4.0.6" + }, + "bin": { + "jscpd": "bin/jscpd" + } + }, + "node_modules/jscpd-sarif-reporter": { + "version": "4.0.6", + "resolved": "https://registry.npmjs.org/jscpd-sarif-reporter/-/jscpd-sarif-reporter-4.0.6.tgz", + "integrity": "sha512-b9Sm3IPZ3+m8Lwa4gZa+4/LhDhlc/ZLEsLXKSOy1DANQ6kx0ueqZT+fUHWEdQ6m0o3+RIVIa7DmvLSojQD05ng==", + "dev": true, + "license": "MIT", + "dependencies": { + "colors": "^1.4.0", + "fs-extra": "^11.2.0", + "node-sarif-builder": "^3.4.0" + } + }, + "node_modules/json-buffer": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/json-buffer/-/json-buffer-3.0.1.tgz", + "integrity": "sha512-4bV5BfR2mqfQTJm+V5tPPdf+ZpuhiIvTuAB5g8kcrXOZpTT/QwwVRWBywX1ozr6lEuPdbHxwaJlm9G6mI2sfSQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/json-schema-traverse": { + "version": "0.4.1", + "resolved": "https://registry.npmjs.org/json-schema-traverse/-/json-schema-traverse-0.4.1.tgz", + "integrity": "sha512-xbbCH5dCYU5T8LcEhhuh7HJ88HXuW3qsI3Y0zOZFKfZEHcpWiHU/Jxzk629Brsab/mMiHQti9wMP+845RPe3Vg==", + "dev": true, + "license": "MIT" + }, + "node_modules/json-stable-stringify-without-jsonify": { + "version": "1.0.1", + "resolved": "https://registry.npmjs.org/json-stable-stringify-without-jsonify/-/json-stable-stringify-without-jsonify-1.0.1.tgz", + "integrity": "sha512-Bdboy+l7tA3OGW6FjyFHWkP5LuByj1Tk33Ljyq0axyzdk9//JSi2u3fP1QSmd1KNwq6VOKYGlAu87CisVir6Pw==", + "dev": true, + "license": "MIT" + }, + "node_modules/jsonfile": { + "version": "6.2.0", + "resolved": "https://registry.npmjs.org/jsonfile/-/jsonfile-6.2.0.tgz", + "integrity": "sha512-FGuPw30AdOIUTRMC2OMRtQV+jkVj2cfPqSeWXv1NEAJ1qZ5zb1X6z1mFhbfOB/iy3ssJCD+3KuZ8r8C3uVFlAg==", + "dev": true, + "license": "MIT", + "dependencies": { + "universalify": "^2.0.0" + }, + "optionalDependencies": { + "graceful-fs": "^4.1.6" + } + }, + "node_modules/jstransformer": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/jstransformer/-/jstransformer-1.0.0.tgz", + "integrity": "sha512-C9YK3Rf8q6VAPDCCU9fnqo3mAfOH6vUGnMcP4AQAYIEpWtfGLpwOTmZ+igtdK5y+VvI2n3CyYSzy4Qh34eq24A==", + "dev": true, + "license": "MIT", + "dependencies": { + "is-promise": "^2.0.0", + "promise": "^7.0.1" + } + }, + "node_modules/keyv": { + "version": "4.5.4", + "resolved": "https://registry.npmjs.org/keyv/-/keyv-4.5.4.tgz", + "integrity": "sha512-oxVHkHR/EJf2CNXnWxRLW6mg7JyCCUcG0DtEGmL2ctUo1PNTin1PUil+r/+4r5MpVgC/fn1kjsx7mjSujKqIpw==", + "dev": true, + "license": "MIT", + "dependencies": { + "json-buffer": "3.0.1" + } + }, + "node_modules/levn": { + "version": "0.4.1", + "resolved": "https://registry.npmjs.org/levn/-/levn-0.4.1.tgz", + "integrity": "sha512-+bT2uH4E5LGE7h/n3evcS/sQlJXCpIp6ym8OWJ5eV6+67Dsql/LaaT7qJBAt2rzfoa/5QBGBhxDix1dMt2kQKQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "prelude-ls": "^1.2.1", + "type-check": "~0.4.0" + }, + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/locate-path": { + "version": "6.0.0", + "resolved": "https://registry.npmjs.org/locate-path/-/locate-path-6.0.0.tgz", + "integrity": "sha512-iPZK6eYjbxRu3uB4/WZ3EsEIMJFMqAoopl3R+zuq0UjcAm/MO6KCweDgPfP3elTztoKP3KtnVHxTn2NHBSDVUw==", + "dev": true, + "license": "MIT", + "dependencies": { + "p-locate": "^5.0.0" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/markdown-table": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/markdown-table/-/markdown-table-2.0.0.tgz", + "integrity": "sha512-Ezda85ToJUBhM6WGaG6veasyym+Tbs3cMAw/ZhOPqXiYsr0jgocBV3j3nx+4lk47plLlIqjwuTm/ywVI+zjJ/A==", + "dev": true, + "license": "MIT", + "dependencies": { + "repeat-string": "^1.0.0" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/wooorm" + } + }, + "node_modules/math-intrinsics": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/math-intrinsics/-/math-intrinsics-1.1.0.tgz", + "integrity": "sha512-/IXtbwEk5HTPyEwyKX6hGkYXxM9nbj64B+ilVJnC/R6B0pH5G4V3b0pVbL7DBj4tkhBAppbQUlf6F6Xl9LHu1g==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 0.4" + } + }, + "node_modules/merge-stream": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/merge-stream/-/merge-stream-2.0.0.tgz", + "integrity": "sha512-abv/qOcuPfk3URPfDzmZU1LKmuw8kT+0nIHvKrKgFrwifol/doWcdA4ZqsWQ8ENrFKkd67Mfpo/LovbIUsbt3w==", + "dev": true, + "license": "MIT" + }, + "node_modules/merge2": { + "version": "1.4.1", + "resolved": "https://registry.npmjs.org/merge2/-/merge2-1.4.1.tgz", + "integrity": "sha512-8q7VEgMJW4J8tcfVPy8g09NcQwZdbwFEqhe/WZkoIzjn/3TGDwtOCYtXGxA3O8tPzpczCCDgv+P2P5y00ZJOOg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 8" + } + }, + "node_modules/micromatch": { + "version": "4.0.8", + "resolved": "https://registry.npmjs.org/micromatch/-/micromatch-4.0.8.tgz", + "integrity": "sha512-PXwfBhYu0hBCPw8Dn0E+WDYb7af3dSLVWKi3HGv84IdF4TyFoC0ysxFd0Goxw7nSv4T/PzEJQxsYsEiFCKo2BA==", + "dev": true, + "license": "MIT", + "dependencies": { + "braces": "^3.0.3", + "picomatch": "^2.3.1" + }, + "engines": { + "node": ">=8.6" + } + }, + "node_modules/mimic-fn": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/mimic-fn/-/mimic-fn-2.1.0.tgz", + "integrity": "sha512-OqbOk5oEQeAZ8WXWydlu9HJjz9WVdEIvamMCcXmuqUYjTknH/sqsWvhQ3vgwKFRR1HpjvNBKQ37nbJgYzGqGcg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6" + } + }, + "node_modules/minimatch": { + "version": "10.2.5", + "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-10.2.5.tgz", + "integrity": "sha512-MULkVLfKGYDFYejP07QOurDLLQpcjk7Fw+7jXS2R2czRQzR56yHRveU5NDJEOviH+hETZKSkIk5c+T23GjFUMg==", + "dev": true, + "license": "BlueOak-1.0.0", + "dependencies": { + "brace-expansion": "^5.0.5" + }, + "engines": { + "node": "18 || 20 || >=22" + }, + "funding": { + "url": "https://github.com/sponsors/isaacs" + } + }, + "node_modules/ms": { + "version": "2.1.3", + "resolved": "https://registry.npmjs.org/ms/-/ms-2.1.3.tgz", + "integrity": "sha512-6FlzubTLZG3J2a/NVCAleEhjzq5oxgHyaCU9yYXvcLsvoVaHJq/s5xXI6/XXP6tz7R9xAOtHnSO/tXtF3WRTlA==", + "dev": true, + "license": "MIT" + }, + "node_modules/natural-compare": { + "version": "1.4.0", + "resolved": "https://registry.npmjs.org/natural-compare/-/natural-compare-1.4.0.tgz", + "integrity": "sha512-OWND8ei3VtNC9h7V60qff3SVobHr996CTwgxubgyQYEpg290h9J0buyECNNJexkFm5sOajh5G116RYA1c8ZMSw==", + "dev": true, + "license": "MIT" + }, + "node_modules/node-sarif-builder": { + "version": "3.4.0", + "resolved": "https://registry.npmjs.org/node-sarif-builder/-/node-sarif-builder-3.4.0.tgz", + "integrity": "sha512-tGnJW6OKRii9u/b2WiUViTJS+h7Apxx17qsMUjsUeNDiMMX5ZFf8F8Fcz7PAQ6omvOxHZtvDTmOYKJQwmfpjeg==", + "dev": true, + "license": "MIT", + "dependencies": { + "@types/sarif": "^2.1.7", + "fs-extra": "^11.1.1" + }, + "engines": { + "node": ">=20" + } + }, + "node_modules/npm-run-path": { + "version": "4.0.1", + "resolved": "https://registry.npmjs.org/npm-run-path/-/npm-run-path-4.0.1.tgz", + "integrity": "sha512-S48WzZW777zhNIrn7gxOlISNAqi9ZC/uQFnRdbeIHhZhCA6UqpkOT8T1G7BvfdgP4Er8gF4sUbaS0i7QvIfCWw==", + "dev": true, + "license": "MIT", + "dependencies": { + "path-key": "^3.0.0" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/object-assign": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/object-assign/-/object-assign-4.1.1.tgz", + "integrity": "sha512-rJgTQnkUnH1sFw8yT6VSU3zD3sWmu6sZhIseY8VX+GRu3P6F7Fu+JNDoXfklElbLJSnc3FUQHVe4cU5hj+BcUg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/once": { + "version": "1.4.0", + "resolved": "https://registry.npmjs.org/once/-/once-1.4.0.tgz", + "integrity": "sha512-lNaJgI+2Q5URQBkccEKHTQOPaXdUxnZZElQTZY0MFUAuaEqe1E+Nyvgdz/aIyNi6Z9MzO5dv1H8n58/GELp3+w==", + "dev": true, + "license": "ISC", + "dependencies": { + "wrappy": "1" + } + }, + "node_modules/onetime": { + "version": "5.1.2", + "resolved": "https://registry.npmjs.org/onetime/-/onetime-5.1.2.tgz", + "integrity": "sha512-kbpaSSGJTWdAY5KPVeMOKXSrPtr8C8C7wodJbcsd51jRnmD+GZu8Y0VoU6Dm5Z4vWr0Ig/1NKuWRKf7j5aaYSg==", + "dev": true, + "license": "MIT", + "dependencies": { + "mimic-fn": "^2.1.0" + }, + "engines": { + "node": ">=6" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/optionator": { + "version": "0.9.4", + "resolved": "https://registry.npmjs.org/optionator/-/optionator-0.9.4.tgz", + "integrity": "sha512-6IpQ7mKUxRcZNLIObR0hz7lxsapSSIYNZJwXPGeF0mTVqGKFIXj1DQcMoT22S3ROcLyY/rz0PWaWZ9ayWmad9g==", + "dev": true, + "license": "MIT", + "dependencies": { + "deep-is": "^0.1.3", + "fast-levenshtein": "^2.0.6", + "levn": "^0.4.1", + "prelude-ls": "^1.2.1", + "type-check": "^0.4.0", + "word-wrap": "^1.2.5" + }, + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/p-limit": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/p-limit/-/p-limit-3.1.0.tgz", + "integrity": "sha512-TYOanM3wGwNGsZN2cVTYPArw454xnXj5qmWF1bEoAc4+cU/ol7GVh7odevjp1FNHduHc3KZMcFduxU5Xc6uJRQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "yocto-queue": "^0.1.0" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/p-locate": { + "version": "5.0.0", + "resolved": "https://registry.npmjs.org/p-locate/-/p-locate-5.0.0.tgz", + "integrity": "sha512-LaNjtRWUBY++zB5nE/NwcaoMylSPk+S+ZHNB1TzdbMJMny6dynpAGt7X/tl/QYq3TIeE6nxHppbo2LGymrG5Pw==", + "dev": true, + "license": "MIT", + "dependencies": { + "p-limit": "^3.0.2" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/path-exists": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/path-exists/-/path-exists-4.0.0.tgz", + "integrity": "sha512-ak9Qy5Q7jYb2Wwcey5Fpvg2KoAc/ZIhLSLOSBmRmygPsGwkVVt0fZa0qrtMz+m6tJTAHfZQ8FnmB4MG4LWy7/w==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=8" + } + }, + "node_modules/path-key": { + "version": "3.1.1", + "resolved": "https://registry.npmjs.org/path-key/-/path-key-3.1.1.tgz", + "integrity": "sha512-ojmeN0qd+y0jszEtoY48r0Peq5dwMEkIlCOu6Q5f41lfkswXuKtYrhgoTpLnyIcHm24Uhqx+5Tqm2InSwLhE6Q==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=8" + } + }, + "node_modules/path-parse": { + "version": "1.0.7", + "resolved": "https://registry.npmjs.org/path-parse/-/path-parse-1.0.7.tgz", + "integrity": "sha512-LDJzPVEEEPR+y48z93A0Ed0yXb8pAByGWo/k5YYdYgpY2/2EsOsksJrq7lOHxryrVOn1ejG6oAp8ahvOIQD8sw==", + "dev": true, + "license": "MIT" + }, + "node_modules/picomatch": { + "version": "2.3.2", + "resolved": "https://registry.npmjs.org/picomatch/-/picomatch-2.3.2.tgz", + "integrity": "sha512-V7+vQEJ06Z+c5tSye8S+nHUfI51xoXIXjHQ99cQtKUkQqqO1kO/KCJUfZXuB47h/YBlDhah2H3hdUGXn8ie0oA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=8.6" + }, + "funding": { + "url": "https://github.com/sponsors/jonschlinkert" + } + }, + "node_modules/prelude-ls": { + "version": "1.2.1", + "resolved": "https://registry.npmjs.org/prelude-ls/-/prelude-ls-1.2.1.tgz", + "integrity": "sha512-vkcDPrRZo1QZLbn5RLGPpg/WmIQ65qoWWhcGKf/b5eplkkarX0m9z8ppCat4mlOqUsWpyNuYgO3VRyrYHSzX5g==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/promise": { + "version": "7.3.1", + "resolved": "https://registry.npmjs.org/promise/-/promise-7.3.1.tgz", + "integrity": "sha512-nolQXZ/4L+bP/UGlkfaIujX9BKxGwmQ9OT4mOt5yvy8iK1h3wqTEJCijzGANTCCl9nWjY41juyAn2K3Q1hLLTg==", + "dev": true, + "license": "MIT", + "dependencies": { + "asap": "~2.0.3" + } + }, + "node_modules/pug": { + "version": "3.0.4", + "resolved": "https://registry.npmjs.org/pug/-/pug-3.0.4.tgz", + "integrity": "sha512-kFfq5mMzrS7+wrl5pLJzZEzemx34OQ0w4SARfhy/3yxTlhbstsudDwJzhf1hP02yHzbjoVMSXUj/Sz6RNfMyXg==", + "dev": true, + "license": "MIT", + "dependencies": { + "pug-code-gen": "^3.0.4", + "pug-filters": "^4.0.0", + "pug-lexer": "^5.0.1", + "pug-linker": "^4.0.0", + "pug-load": "^3.0.0", + "pug-parser": "^6.0.0", + "pug-runtime": "^3.0.1", + "pug-strip-comments": "^2.0.0" + } + }, + "node_modules/pug-attrs": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/pug-attrs/-/pug-attrs-3.0.0.tgz", + "integrity": "sha512-azINV9dUtzPMFQktvTXciNAfAuVh/L/JCl0vtPCwvOA21uZrC08K/UnmrL+SXGEVc1FwzjW62+xw5S/uaLj6cA==", + "dev": true, + "license": "MIT", + "dependencies": { + "constantinople": "^4.0.1", + "js-stringify": "^1.0.2", + "pug-runtime": "^3.0.0" + } + }, + "node_modules/pug-code-gen": { + "version": "3.0.4", + "resolved": "https://registry.npmjs.org/pug-code-gen/-/pug-code-gen-3.0.4.tgz", + "integrity": "sha512-6okWYIKdasTyXICyEtvobmTZAVX57JkzgzIi4iRJlin8kmhG+Xry2dsus+Mun/nGCn6F2U49haHI5mkELXB14g==", + "dev": true, + "license": "MIT", + "dependencies": { + "constantinople": "^4.0.1", + "doctypes": "^1.1.0", + "js-stringify": "^1.0.2", + "pug-attrs": "^3.0.0", + "pug-error": "^2.1.0", + "pug-runtime": "^3.0.1", + "void-elements": "^3.1.0", + "with": "^7.0.0" + } + }, + "node_modules/pug-error": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/pug-error/-/pug-error-2.1.0.tgz", + "integrity": "sha512-lv7sU9e5Jk8IeUheHata6/UThZ7RK2jnaaNztxfPYUY+VxZyk/ePVaNZ/vwmH8WqGvDz3LrNYt/+gA55NDg6Pg==", + "dev": true, + "license": "MIT" + }, + "node_modules/pug-filters": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/pug-filters/-/pug-filters-4.0.0.tgz", + "integrity": "sha512-yeNFtq5Yxmfz0f9z2rMXGw/8/4i1cCFecw/Q7+D0V2DdtII5UvqE12VaZ2AY7ri6o5RNXiweGH79OCq+2RQU4A==", + "dev": true, + "license": "MIT", + "dependencies": { + "constantinople": "^4.0.1", + "jstransformer": "1.0.0", + "pug-error": "^2.0.0", + "pug-walk": "^2.0.0", + "resolve": "^1.15.1" + } + }, + "node_modules/pug-lexer": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/pug-lexer/-/pug-lexer-5.0.1.tgz", + "integrity": "sha512-0I6C62+keXlZPZkOJeVam9aBLVP2EnbeDw3An+k0/QlqdwH6rv8284nko14Na7c0TtqtogfWXcRoFE4O4Ff20w==", + "dev": true, + "license": "MIT", + "dependencies": { + "character-parser": "^2.2.0", + "is-expression": "^4.0.0", + "pug-error": "^2.0.0" + } + }, + "node_modules/pug-linker": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/pug-linker/-/pug-linker-4.0.0.tgz", + "integrity": "sha512-gjD1yzp0yxbQqnzBAdlhbgoJL5qIFJw78juN1NpTLt/mfPJ5VgC4BvkoD3G23qKzJtIIXBbcCt6FioLSFLOHdw==", + "dev": true, + "license": "MIT", + "dependencies": { + "pug-error": "^2.0.0", + "pug-walk": "^2.0.0" + } + }, + "node_modules/pug-load": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/pug-load/-/pug-load-3.0.0.tgz", + "integrity": "sha512-OCjTEnhLWZBvS4zni/WUMjH2YSUosnsmjGBB1An7CsKQarYSWQ0GCVyd4eQPMFJqZ8w9xgs01QdiZXKVjk92EQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "object-assign": "^4.1.1", + "pug-walk": "^2.0.0" + } + }, + "node_modules/pug-parser": { + "version": "6.0.0", + "resolved": "https://registry.npmjs.org/pug-parser/-/pug-parser-6.0.0.tgz", + "integrity": "sha512-ukiYM/9cH6Cml+AOl5kETtM9NR3WulyVP2y4HOU45DyMim1IeP/OOiyEWRr6qk5I5klpsBnbuHpwKmTx6WURnw==", + "dev": true, + "license": "MIT", + "dependencies": { + "pug-error": "^2.0.0", + "token-stream": "1.0.0" + } + }, + "node_modules/pug-runtime": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/pug-runtime/-/pug-runtime-3.0.1.tgz", + "integrity": "sha512-L50zbvrQ35TkpHwv0G6aLSuueDRwc/97XdY8kL3tOT0FmhgG7UypU3VztfV/LATAvmUfYi4wNxSajhSAeNN+Kg==", + "dev": true, + "license": "MIT" + }, + "node_modules/pug-strip-comments": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/pug-strip-comments/-/pug-strip-comments-2.0.0.tgz", + "integrity": "sha512-zo8DsDpH7eTkPHCXFeAk1xZXJbyoTfdPlNR0bK7rpOMuhBYb0f5qUVCO1xlsitYd3w5FQTK7zpNVKb3rZoUrrQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "pug-error": "^2.0.0" + } + }, + "node_modules/pug-walk": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/pug-walk/-/pug-walk-2.0.0.tgz", + "integrity": "sha512-yYELe9Q5q9IQhuvqsZNwA5hfPkMJ8u92bQLIMcsMxf/VADjNtEYptU+inlufAFYcWdHlwNfZOEnOOQrZrcyJCQ==", + "dev": true, + "license": "MIT" + }, + "node_modules/pump": { + "version": "3.0.4", + "resolved": "https://registry.npmjs.org/pump/-/pump-3.0.4.tgz", + "integrity": "sha512-VS7sjc6KR7e1ukRFhQSY5LM2uBWAUPiOPa/A3mkKmiMwSmRFUITt0xuj+/lesgnCv+dPIEYlkzrcyXgquIHMcA==", + "dev": true, + "license": "MIT", + "dependencies": { + "end-of-stream": "^1.1.0", + "once": "^1.3.1" + } + }, + "node_modules/punycode": { + "version": "2.3.1", + "resolved": "https://registry.npmjs.org/punycode/-/punycode-2.3.1.tgz", + "integrity": "sha512-vYt7UD1U9Wg6138shLtLOvdAu+8DsC/ilFtEVHcH+wydcSpNE20AfSOduf6MkRFahL5FY7X1oU7nKVZFtfq8Fg==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6" + } + }, + "node_modules/queue-microtask": { + "version": "1.2.3", + "resolved": "https://registry.npmjs.org/queue-microtask/-/queue-microtask-1.2.3.tgz", + "integrity": "sha512-NuaNSa6flKT5JaSYQzJok04JzTL1CA6aGhv5rfLW3PgqA+M2ChpZQnAC8h8i4ZFkBS8X5RqkDBHA7r4hej3K9A==", + "dev": true, + "funding": [ + { + "type": "github", + "url": "https://github.com/sponsors/feross" + }, + { + "type": "patreon", + "url": "https://www.patreon.com/feross" + }, + { + "type": "consulting", + "url": "https://feross.org/support" + } + ], + "license": "MIT" + }, + "node_modules/repeat-string": { + "version": "1.6.1", + "resolved": "https://registry.npmjs.org/repeat-string/-/repeat-string-1.6.1.tgz", + "integrity": "sha512-PV0dzCYDNfRi1jCDbJzpW7jNNDRuCOG/jI5ctQcGKt/clZD+YcPS3yIlWuTJMmESC8aevCFmWJy5wjAFgNqN6w==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.10" + } + }, + "node_modules/reprism": { + "version": "0.0.11", + "resolved": "https://registry.npmjs.org/reprism/-/reprism-0.0.11.tgz", + "integrity": "sha512-VsxDR5QxZo08M/3nRypNlScw5r3rKeSOPdU/QhDmu3Ai3BJxHn/qgfXGWQp/tAxUtzwYNo9W6997JZR0tPLZsA==", + "dev": true, + "license": "MIT" + }, + "node_modules/resolve": { + "version": "1.22.11", + "resolved": "https://registry.npmjs.org/resolve/-/resolve-1.22.11.tgz", + "integrity": "sha512-RfqAvLnMl313r7c9oclB1HhUEAezcpLjz95wFH4LVuhk9JF/r22qmVP9AMmOU4vMX7Q8pN8jwNg/CSpdFnMjTQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "is-core-module": "^2.16.1", + "path-parse": "^1.0.7", + "supports-preserve-symlinks-flag": "^1.0.0" + }, + "bin": { + "resolve": "bin/resolve" + }, + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/reusify": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/reusify/-/reusify-1.1.0.tgz", + "integrity": "sha512-g6QUff04oZpHs0eG5p83rFLhHeV00ug/Yf9nZM6fLeUrPguBTkTQOdpAWWspMh55TZfVQDPaN3NQJfbVRAxdIw==", + "dev": true, + "license": "MIT", + "engines": { + "iojs": ">=1.0.0", + "node": ">=0.10.0" + } + }, + "node_modules/run-parallel": { + "version": "1.2.0", + "resolved": "https://registry.npmjs.org/run-parallel/-/run-parallel-1.2.0.tgz", + "integrity": "sha512-5l4VyZR86LZ/lDxZTR6jqL8AFE2S0IFLMP26AbjsLVADxHdhB/c0GUsH+y39UfCi3dzz8OlQuPmnaJOMoDHQBA==", + "dev": true, + "funding": [ + { + "type": "github", + "url": "https://github.com/sponsors/feross" + }, + { + "type": "patreon", + "url": "https://www.patreon.com/feross" + }, + { + "type": "consulting", + "url": "https://feross.org/support" + } + ], + "license": "MIT", + "dependencies": { + "queue-microtask": "^1.2.2" + } + }, + "node_modules/shebang-command": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/shebang-command/-/shebang-command-2.0.0.tgz", + "integrity": "sha512-kHxr2zZpYtdmrN1qDjrrX/Z1rR1kG8Dx+gkpK1G4eXmvXswmcE1hTWBWYUzlraYw1/yZp6YuDY77YtvbN0dmDA==", + "dev": true, + "license": "MIT", + "dependencies": { + "shebang-regex": "^3.0.0" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/shebang-regex": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/shebang-regex/-/shebang-regex-3.0.0.tgz", + "integrity": "sha512-7++dFhtcx3353uBaq8DDR4NuxBetBzC7ZQOhmTQInHEd6bSrXdiEyzCvG07Z44UYdLShWUyXt5M/yhz8ekcb1A==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=8" + } + }, + "node_modules/signal-exit": { + "version": "3.0.7", + "resolved": "https://registry.npmjs.org/signal-exit/-/signal-exit-3.0.7.tgz", + "integrity": "sha512-wnD2ZE+l+SPC/uoS0vXeE9L1+0wuaMqKlfz9AMUo38JsyLSBWSFcHR1Rri62LZc12vLr1gb3jl7iwQhgwpAbGQ==", + "dev": true, + "license": "ISC" + }, + "node_modules/spark-md5": { + "version": "3.0.2", + "resolved": "https://registry.npmjs.org/spark-md5/-/spark-md5-3.0.2.tgz", + "integrity": "sha512-wcFzz9cDfbuqe0FZzfi2or1sgyIrsDwmPwfZC4hiNidPdPINjeUwNfv5kldczoEAcjl9Y1L3SM7Uz2PUEQzxQw==", + "dev": true, + "license": "(WTFPL OR MIT)" + }, + "node_modules/string-width": { + "version": "4.2.3", + "resolved": "https://registry.npmjs.org/string-width/-/string-width-4.2.3.tgz", + "integrity": "sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==", + "dev": true, + "license": "MIT", + "dependencies": { + "emoji-regex": "^8.0.0", + "is-fullwidth-code-point": "^3.0.0", + "strip-ansi": "^6.0.1" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/strip-ansi": { + "version": "6.0.1", + "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-6.0.1.tgz", + "integrity": "sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==", + "dev": true, + "license": "MIT", + "dependencies": { + "ansi-regex": "^5.0.1" + }, + "engines": { + "node": ">=8" + } + }, + "node_modules/strip-final-newline": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/strip-final-newline/-/strip-final-newline-2.0.0.tgz", + "integrity": "sha512-BrpvfNAE3dcvq7ll3xVumzjKjZQ5tI1sEUIKr3Uoks0XUl45St3FlatVqef9prk4jRDzhW6WZg+3bk93y6pLjA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=6" + } + }, + "node_modules/supports-preserve-symlinks-flag": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/supports-preserve-symlinks-flag/-/supports-preserve-symlinks-flag-1.0.0.tgz", + "integrity": "sha512-ot0WnXS9fgdkgIcePe6RHNk1WA8+muPa6cSjeR3V8K27q9BB1rTE3R1p7Hv0z1ZyAc8s6Vvv8DIyWf681MAt0w==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, + "node_modules/to-regex-range": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/to-regex-range/-/to-regex-range-5.0.1.tgz", + "integrity": "sha512-65P7iz6X5yEr1cwcgvQxbbIw7Uk3gOy5dIdtZ4rDveLqhrdJP+Li/Hx6tyK0NEb+2GCyneCMJiGqrADCSNk8sQ==", + "dev": true, + "license": "MIT", + "dependencies": { + "is-number": "^7.0.0" + }, + "engines": { + "node": ">=8.0" + } + }, + "node_modules/token-stream": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/token-stream/-/token-stream-1.0.0.tgz", + "integrity": "sha512-VSsyNPPW74RpHwR8Fc21uubwHY7wMDeJLys2IX5zJNih+OnAnaifKHo+1LHT7DAdloQ7apeaaWg8l7qnf/TnEg==", + "dev": true, + "license": "MIT" + }, + "node_modules/type-check": { + "version": "0.4.0", + "resolved": "https://registry.npmjs.org/type-check/-/type-check-0.4.0.tgz", + "integrity": "sha512-XleUoc9uwGXqjWwXaUTZAmzMcFZ5858QA2vvx1Ur5xIcixXIP+8LnFDgRplU30us6teqdlskFfu+ae4K79Ooew==", + "dev": true, + "license": "MIT", + "dependencies": { + "prelude-ls": "^1.2.1" + }, + "engines": { + "node": ">= 0.8.0" + } + }, + "node_modules/typescript": { + "version": "6.0.2", + "resolved": "https://registry.npmjs.org/typescript/-/typescript-6.0.2.tgz", + "integrity": "sha512-bGdAIrZ0wiGDo5l8c++HWtbaNCWTS4UTv7RaTH/ThVIgjkveJt83m74bBHMJkuCbslY8ixgLBVZJIOiQlQTjfQ==", + "dev": true, + "license": "Apache-2.0", + "bin": { + "tsc": "bin/tsc", + "tsserver": "bin/tsserver" + }, + "engines": { + "node": ">=14.17" + } + }, + "node_modules/undici-types": { + "version": "7.18.2", + "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-7.18.2.tgz", + "integrity": "sha512-AsuCzffGHJybSaRrmr5eHr81mwJU3kjw6M+uprWvCXiNeN9SOGwQ3Jn8jb8m3Z6izVgknn1R0FTCEAP2QrLY/w==", + "dev": true, + "license": "MIT" + }, + "node_modules/universalify": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/universalify/-/universalify-2.0.1.tgz", + "integrity": "sha512-gptHNQghINnc/vTGIk0SOFGFNXw7JVrlRUtConJRlvaw6DuX0wO5Jeko9sWrMBhh+PsYAZ7oXAiOnf/UKogyiw==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">= 10.0.0" + } + }, + "node_modules/uri-js": { + "version": "4.4.1", + "resolved": "https://registry.npmjs.org/uri-js/-/uri-js-4.4.1.tgz", + "integrity": "sha512-7rKUyy33Q1yc98pQ1DAmLtwX109F7TIfWlW1Ydo8Wl1ii1SeHieeh0HHfPeL2fMXK6z0s8ecKs9frCuLJvndBg==", + "dev": true, + "license": "BSD-2-Clause", + "dependencies": { + "punycode": "^2.1.0" + } + }, + "node_modules/void-elements": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/void-elements/-/void-elements-3.1.0.tgz", + "integrity": "sha512-Dhxzh5HZuiHQhbvTW9AMetFfBHDMYpo23Uo9btPXgdYP+3T5S+p+jgNy7spra+veYhBP2dCSgxR/i2Y02h5/6w==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/which": { + "version": "2.0.2", + "resolved": "https://registry.npmjs.org/which/-/which-2.0.2.tgz", + "integrity": "sha512-BLI3Tl1TW3Pvl70l3yq3Y64i+awpwXqsGBYWkkqMtnbXgrMD+yj7rhW0kuEDxzJaYXGjEW5ogapKNMEKNMjibA==", + "dev": true, + "license": "ISC", + "dependencies": { + "isexe": "^2.0.0" + }, + "bin": { + "node-which": "bin/node-which" + }, + "engines": { + "node": ">= 8" + } + }, + "node_modules/with": { + "version": "7.0.2", + "resolved": "https://registry.npmjs.org/with/-/with-7.0.2.tgz", + "integrity": "sha512-RNGKj82nUPg3g5ygxkQl0R937xLyho1J24ItRCBTr/m1YnZkzJy1hUiHUJrc/VlsDQzsCnInEGSg3bci0Lmd4w==", + "dev": true, + "license": "MIT", + "dependencies": { + "@babel/parser": "^7.9.6", + "@babel/types": "^7.9.6", + "assert-never": "^1.2.1", + "babel-walk": "3.0.0-canary-5" + }, + "engines": { + "node": ">= 10.0.0" + } + }, + "node_modules/word-wrap": { + "version": "1.2.5", + "resolved": "https://registry.npmjs.org/word-wrap/-/word-wrap-1.2.5.tgz", + "integrity": "sha512-BN22B5eaMMI9UMtjrGd5g5eCYPpCPDUy0FJXbYsaT5zYxjFOckS53SQDE3pWkVoWpHXVb3BrYcEN4Twa55B5cA==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, + "node_modules/wrappy": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz", + "integrity": "sha512-l4Sp/DRseor9wL6EvV2+TuQn63dMkPjZ/sp9XkghTEbV9KlPS1xUsZ3u7/IQO4wxtcFB4bgpQPRcR3QCvezPcQ==", + "dev": true, + "license": "ISC" + }, + "node_modules/yocto-queue": { + "version": "0.1.0", + "resolved": "https://registry.npmjs.org/yocto-queue/-/yocto-queue-0.1.0.tgz", + "integrity": "sha512-rVksvsnNCdJ/ohGc6xgPwyN8eheCxsiLM8mxuE/t/mOVqJewPuO1miLpTHQiRgTKCLexL4MeAFVagts7HmNZ2Q==", + "dev": true, + "license": "MIT", + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + } + } +} diff --git a/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/package.json b/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/package.json @@ -0,0 +1,20 @@ +{ + "name": "loop-bench-ugomr8ku", + "version": "1.0.0", + "description": "", + "main": "index.js", + "scripts": { + "test": "echo \"Error: no test specified\" && exit 1" + }, + "keywords": [], + "author": "", + "license": "ISC", + "type": "commonjs", + "devDependencies": { + "@eslint/js": "^10.0.1", + "@types/node": "^25.5.2", + "eslint": "^10.2.0", + "jscpd": "^4.0.8", + "typescript": "^6.0.2" + } +} diff --git a/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/tests-few/playwright.config.ts b/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/tests-few/playwright.config.ts @@ -0,0 +1,13 @@ +import { defineConfig } from "@playwright/test"; + +export default defineConfig({ + testDir: ".", + timeout: 30_000, + retries: 0, + workers: 1, + use: { + baseURL: "http://localhost:3000", + headless: true, + viewport: { width: 1280, height: 720 }, + }, +}); diff --git a/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/tests-few/tetris.spec.ts b/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/tests-few/tetris.spec.ts @@ -0,0 +1,96 @@ +import { test, expect, type Page } from "@playwright/test"; + +// Try common entry points until one loads successfully. +async function loadGame(page: Page) { + const candidates = [ + "/", + "/index.html", + "/dist/index.html", + "/public/index.html", + "/build/index.html", + ]; + + for (const path of candidates) { + try { + const resp = await page.goto(path, { timeout: 5000 }); + if (resp?.ok()) return; + } catch { + continue; + } + } +} + +test.describe("Tetris Game", () => { + test.beforeEach(async ({ page }) => { + await loadGame(page); + await page.waitForLoadState("domcontentloaded"); + }); + + test("page loads without console errors", async ({ page }) => { + const errors: string[] = []; + page.on("pageerror", (err) => errors.push(err.message)); + + // Give the page a moment to finish initializing + await page.waitForTimeout(2000); + + expect(errors).toEqual([]); + }); + + test("game board is visible", async ({ page }) => { + // A Tetris game should render either a <canvas> or a grid of DOM elements + const canvas = page.locator("canvas"); + const gridContainer = page.locator( + [ + '[class*="board"]', + '[class*="grid"]', + '[class*="game"]', + '[class*="field"]', + '[id*="board"]', + '[id*="grid"]', + '[id*="game"]', + '[id*="field"]', + "table", + ].join(", ") + ); + + const canvasCount = await canvas.count(); + const gridCount = await gridContainer.count(); + + expect( + canvasCount + gridCount, + "Expected a <canvas> or a container with board/grid/game/field in its class or id" + ).toBeGreaterThan(0); + }); + + test("keyboard input does not crash the game", async ({ page }) => { + const errors: string[] = []; + page.on("pageerror", (err) => errors.push(err.message)); + + // Press every key a Tetris game should handle + const keys = [ + "ArrowLeft", + "ArrowRight", + "ArrowDown", + "ArrowUp", + "Space", + ]; + for (const key of keys) { + await page.keyboard.press(key); + await page.waitForTimeout(150); + } + + expect(errors).toEqual([]); + }); + + test("game state changes over time", async ({ page }) => { + // If the game is running, the visual output should change as pieces fall + const shot1 = await page.screenshot(); + await page.waitForTimeout(3000); + const shot2 = await page.screenshot(); + + expect( + Buffer.from(shot1).equals(Buffer.from(shot2)), + "Expected the page to visually change over 3 seconds (pieces should be falling)" + ).toBe(false); + }); +}); diff --git a/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/tests-full/playwright.config.ts b/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/tests-full/playwright.config.ts @@ -0,0 +1,13 @@ +import { defineConfig } from "@playwright/test"; + +export default defineConfig({ + testDir: ".", + timeout: 60_000, + retries: 0, + workers: 1, + use: { + baseURL: "http://localhost:3000", + headless: true, + viewport: { width: 1280, height: 720 }, + }, +}); diff --git a/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/tests-full/tetris.spec.ts b/artifacts/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=qwen36p_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/tests-full/tetris.spec.ts @@ -0,0 +1,474 @@ +import { test, expect, type Page } from "@playwright/test"; + +// Try common entry points until one loads successfully. +async function loadGame(page: Page) { + const candidates = [ + "/", + "/index.html", + "/dist/index.html", + "/public/index.html", + "/build/index.html", + ]; + + for (const path of candidates) { + try { + const resp = await page.goto(path, { timeout: 5000 }); + if (resp?.ok()) return; + } catch { + continue; + } + } +} + +// Find the game surface: canvas or a grid-like DOM container. +function gameBoard(page: Page) { + return page.locator( + [ + "canvas", + '[class*="board"]', + '[class*="grid"]', + '[class*="game-area"]', + '[class*="field"]', + '[id*="board"]', + '[id*="grid"]', + '[id*="game"]', + '[id*="field"]', + "table", + ].join(", ") + ); +} + +// Click the board area to make sure it has focus, then try common +// start interactions in case the game waits for user action. +async function ensureGameStarted(page: Page) { + const board = gameBoard(page); + const count = await board.count(); + if (count > 0) { + try { + await board.first().click({ timeout: 2000 }); + } catch { + // click failed, continue anyway + } + } + + // Some games need a key press or button click to start + const startButton = page.locator( + 'button:has-text("start"), button:has-text("Start"), button:has-text("play"), button:has-text("Play"), [class*="start"], [id*="start"]' + ); + if ((await startButton.count()) > 0) { + try { + await startButton.first().click({ timeout: 2000 }); + } catch { + // ignore + } + } + + // Press Enter/Space as a fallback start trigger + await page.keyboard.press("Enter"); + await page.waitForTimeout(300); + await page.keyboard.press("Space"); + await page.waitForTimeout(500); +} + +test.describe("Tetris Game", () => { + test.beforeEach(async ({ page }) => { + await loadGame(page); + await page.waitForLoadState("domcontentloaded"); + await page.waitForTimeout(1000); + await ensureGameStarted(page); + }); + + // ---- 1. Page loads without errors ---- + test("page loads without console errors", async ({ page }) => { + const errors: string[] = []; + page.on("pageerror", (err) => errors.push(err.message)); + await page.waitForTimeout(2000); + expect(errors).toEqual([]); + }); + + // ---- 2. Game board is visible ---- + test("game board is visible", async ({ page }) => { + const board = gameBoard(page); + const count = await board.count(); + + expect( + count, + "Expected a <canvas> or a container with board/grid/game/field in its class or id" + ).toBeGreaterThan(0); + + // The board element should have meaningful dimensions + const box = await board.first().boundingBox(); + expect(box, "Game board should be visible on screen").not.toBeNull(); + expect(box!.width).toBeGreaterThan(50); + expect(box!.height).toBeGreaterThan(50); + }); + + // ---- 3. Game starts automatically or via interaction ---- + test("game starts", async ({ page }) => { + // After beforeEach, the game should be running. Verify by checking that + // the page is not static: take two screenshots separated by time. + const shot1 = await page.screenshot(); + await page.waitForTimeout(2500); + const shot2 = await page.screenshot(); + + expect( + Buffer.from(shot1).equals(Buffer.from(shot2)), + "Expected the game to show visual activity after starting" + ).toBe(false); + }); + + // ---- 4. Piece falls automatically (auto-drop) ---- + test("piece falls automatically", async ({ page }) => { + // Take screenshots at intervals without pressing any keys. + // A falling piece should cause visual changes. + const shot1 = await page.screenshot(); + await page.waitForTimeout(2000); + const shot2 = await page.screenshot(); + await page.waitForTimeout(2000); + const shot3 = await page.screenshot(); + + const buf1 = Buffer.from(shot1); + const buf2 = Buffer.from(shot2); + const buf3 = Buffer.from(shot3); + + // At least one pair should differ (piece is moving down) + const changed = !buf1.equals(buf2) || !buf2.equals(buf3); + expect(changed, "Expected piece to fall over time without input").toBe( + true + ); + }); + + // ---- 5. Left arrow moves piece left ---- + test("left arrow moves piece", async ({ page }) => { + const errors: string[] = []; + page.on("pageerror", (err) => errors.push(err.message)); + + const shot1 = await page.screenshot(); + await page.keyboard.press("ArrowLeft"); + await page.waitForTimeout(200); + await page.keyboard.press("ArrowLeft"); + await page.waitForTimeout(200); + await page.keyboard.press("ArrowLeft"); + await page.waitForTimeout(300); + const shot2 = await page.screenshot(); + + // The piece should have moved, so the screenshots should differ + expect( + Buffer.from(shot1).equals(Buffer.from(shot2)), + "Expected visual change after pressing left arrow" + ).toBe(false); + expect(errors).toEqual([]); + }); + + // ---- 6. Right arrow moves piece right ---- + test("right arrow moves piece", async ({ page }) => { + const errors: string[] = []; + page.on("pageerror", (err) => errors.push(err.message)); + + const shot1 = await page.screenshot(); + await page.keyboard.press("ArrowRight"); + await page.waitForTimeout(200); + await page.keyboard.press("ArrowRight"); + await page.waitForTimeout(200); + await page.keyboard.press("ArrowRight"); + await page.waitForTimeout(300); + const shot2 = await page.screenshot(); + + expect( + Buffer.from(shot1).equals(Buffer.from(shot2)), + "Expected visual change after pressing right arrow" + ).toBe(false); + expect(errors).toEqual([]); + }); + + // ---- 7. Down arrow moves piece down faster ---- + test("down arrow accelerates piece", async ({ page }) => { + const errors: string[] = []; + page.on("pageerror", (err) => errors.push(err.message)); + + const shot1 = await page.screenshot(); + for (let i = 0; i < 10; i++) { + await page.keyboard.press("ArrowDown"); + await page.waitForTimeout(50); + } + await page.waitForTimeout(200); + const shot2 = await page.screenshot(); + + expect( + Buffer.from(shot1).equals(Buffer.from(shot2)), + "Expected visual change after pressing down arrow repeatedly" + ).toBe(false); + expect(errors).toEqual([]); + }); + + // ---- 8. Up arrow (or Z) rotates piece ---- + test("rotation changes the piece", async ({ page }) => { + const errors: string[] = []; + page.on("pageerror", (err) => errors.push(err.message)); + + const shot1 = await page.screenshot(); + await page.keyboard.press("ArrowUp"); + await page.waitForTimeout(300); + const shot2 = await page.screenshot(); + + expect( + Buffer.from(shot1).equals(Buffer.from(shot2)), + "Expected visual change after pressing rotate key" + ).toBe(false); + expect(errors).toEqual([]); + }); + + // ---- 9. Space bar hard-drops piece ---- + test("space bar hard-drops piece", async ({ page }) => { + const errors: string[] = []; + page.on("pageerror", (err) => errors.push(err.message)); + + const shot1 = await page.screenshot(); + await page.keyboard.press("Space"); + await page.waitForTimeout(500); + const shot2 = await page.screenshot(); + + expect( + Buffer.from(shot1).equals(Buffer.from(shot2)), + "Expected visual change after pressing space (hard drop)" + ).toBe(false); + expect(errors).toEqual([]); + }); + + // ---- 10. Pieces lock at the bottom ---- + test("pieces lock at the bottom", async ({ page }) => { + // Hard-drop several pieces and check that the bottom of the board + // accumulates filled cells (the visual should change cumulatively). + const shots: Buffer[] = []; + + shots.push(Buffer.from(await page.screenshot())); + + for (let i = 0; i < 3; i++) { + await page.keyboard.press("Space"); + await page.waitForTimeout(800); + } + + shots.push(Buffer.from(await page.screenshot())); + + // After 3 hard drops, the board should look different from the start + // because pieces have stacked up at the bottom. + expect( + shots[0].equals(shots[1]), + "Expected pieces to stack up at the bottom after hard drops" + ).toBe(false); + }); + + // ---- 11. New piece spawns after lock ---- + test("new piece spawns after locking", async ({ page }) => { + // Hard-drop to lock a piece, then wait and verify the game is still + // showing activity (a new piece should be falling). + await page.keyboard.press("Space"); + await page.waitForTimeout(1000); + + const shot1 = await page.screenshot(); + await page.waitForTimeout(2000); + const shot2 = await page.screenshot(); + + // If a new piece spawned and is falling, the screen should change + expect( + Buffer.from(shot1).equals(Buffer.from(shot2)), + "Expected a new piece to spawn and fall after the previous one locked" + ).toBe(false); + }); + + // ---- 12. Multiple different pieces appear ---- + test("multiple different pieces appear", async ({ page }) => { + // Play through several pieces and capture screenshots. Different piece + // shapes should produce visually distinct patterns. + const shots: Buffer[] = []; + + for (let i = 0; i < 6; i++) { + // Move each piece to a different column so they don't overlap identically + if (i % 2 === 0) { + await page.keyboard.press("ArrowLeft"); + await page.waitForTimeout(100); + await page.keyboard.press("ArrowLeft"); + await page.waitForTimeout(100); + } else { + await page.keyboard.press("ArrowRight"); + await page.waitForTimeout(100); + await page.keyboard.press("ArrowRight"); + await page.waitForTimeout(100); + } + await page.keyboard.press("Space"); + await page.waitForTimeout(600); + shots.push(Buffer.from(await page.screenshot())); + } + + // At least some consecutive screenshots should differ (different piece shapes) + let differences = 0; + for (let i = 1; i < shots.length; i++) { + if (!shots[i - 1].equals(shots[i])) differences++; + } + + expect( + differences, + "Expected to see visual differences between consecutive pieces (different shapes)" + ).toBeGreaterThanOrEqual(2); + }); + + // ---- 13. Completed line clears ---- + test("completed line clears", async ({ page }) => { + // Fill a row by dropping many pieces. Observe whether any row disappears. + // We can detect this by tracking the total filled area -- after a line clear, + // the board should have less filled content than just before the clear. + const pageText = async () => + (await page.evaluate(() => document.body.innerText)) || ""; + + // Drop many pieces rapidly to fill rows + for (let i = 0; i < 30; i++) { + // Vary positions to try to complete a row + const moves = (i % 5) - 2; // -2, -1, 0, 1, 2 + for (let m = 0; m < Math.abs(moves); m++) { + await page.keyboard.press( + moves < 0 ? "ArrowLeft" : "ArrowRight" + ); + await page.waitForTimeout(50); + } + await page.keyboard.press("Space"); + await page.waitForTimeout(300); + } + + // Check if a score or lines counter changed (common indicators of line clears) + const text = await pageText(); + const numbers = (text.match(/\d+/g) || []).map(Number); + const hasNonZero = numbers.some((n) => n > 0); + + // Also check visual: the board should not be completely static + const shot1 = await page.screenshot(); + await page.waitForTimeout(1000); + const shot2 = await page.screenshot(); + + // Either: score/lines increased, or game is still active (meaning lines cleared + // and made room for more pieces instead of game over) + const stillActive = !Buffer.from(shot1).equals(Buffer.from(shot2)); + + expect( + hasNonZero || stillActive, + "Expected evidence of line clearing (score > 0 or game still active after many drops)" + ).toBe(true); + }); + + // ---- 14. Score increases during play ---- + test("score increases during play", async ({ page }) => { + // Look for a score display on the page + const getNumbers = async () => { + const text = (await page.evaluate(() => document.body.innerText)) || ""; + return (text.match(/\d+/g) || []).map(Number); + }; + + const numbersBefore = await getNumbers(); + + // Play for a while: drop several pieces + for (let i = 0; i < 15; i++) { + const offset = (i % 5) - 2; + for (let m = 0; m < Math.abs(offset); m++) { + await page.keyboard.press(offset < 0 ? "ArrowLeft" : "ArrowRight"); + await page.waitForTimeout(50); + } + await page.keyboard.press("Space"); + await page.waitForTimeout(300); + } + + const numbersAfter = await getNumbers(); + + // At least one number on the page should have increased + // (score, lines counter, level, etc.) + let anyIncreased = false; + const maxLen = Math.min(numbersBefore.length, numbersAfter.length); + for (let i = 0; i < maxLen; i++) { + if (numbersAfter[i] > numbersBefore[i]) { + anyIncreased = true; + break; + } + } + + // Also accept if new numbers appeared + if (!anyIncreased && numbersAfter.length > numbersBefore.length) { + anyIncreased = true; + } + + // Also accept if the max number increased + if (!anyIncreased) { + const maxBefore = numbersBefore.length > 0 ? Math.max(...numbersBefore) : 0; + const maxAfter = numbersAfter.length > 0 ? Math.max(...numbersAfter) : 0; + if (maxAfter > maxBefore) anyIncreased = true; + } + + expect( + anyIncreased, + "Expected at least one numeric value on the page to increase during play (score, lines, level)" + ).toBe(true); + }); + + // ---- 15. Game over when pieces reach top ---- + test("game over when pieces reach top", async ({ page }) => { + // Stack pieces in the center until the game ends. + // Drop as many pieces as possible straight down. + for (let i = 0; i < 50; i++) { + await page.keyboard.press("Space"); + await page.waitForTimeout(200); + } + + await page.waitForTimeout(2000); + + // After stacking to overflow, the game should show some game-over indicator: + // - text saying "game over", "you lose", "try again", "restart", "end" + // - or the game stops updating (static screen) + const text = ((await page.evaluate(() => document.body.innerText)) || "").toLowerCase(); + const gameOverText = + text.includes("game over") || + text.includes("gameover") || + text.includes("you lose") || + text.includes("try again") || + text.includes("restart") || + text.includes("play again") || + text.includes("ended"); + + // Check if the game stopped (screen is static) + const shot1 = await page.screenshot(); + await page.waitForTimeout(2000); + const shot2 = await page.screenshot(); + const isStatic = Buffer.from(shot1).equals(Buffer.from(shot2)); + + expect( + gameOverText || isStatic, + "Expected game-over text or the game to stop after stacking pieces to the top" + ).toBe(true); + }); + + // ---- 16. Game runs for 30 seconds without crashing ---- + test("game runs for 30 seconds without crashing", async ({ page }) => { + const errors: string[] = []; + page.on("pageerror", (err) => errors.push(err.message)); + + // Simulate varied gameplay for 30 seconds + const keys = [ + "ArrowLeft", + "ArrowRight", + "ArrowDown", + "ArrowUp", + "Space", + ]; + const start = Date.now(); + + while (Date.now() - start < 30_000) { + const key = keys[Math.floor(Math.random() * keys.length)]; + await page.keyboard.press(key); + await page.waitForTimeout(150 + Math.random() * 200); + } + + // The page should still be alive (not crashed, not blank) + const text = await page.evaluate(() => document.body.innerText); + expect(text, "Page body should not be empty after 30s of play").toBeTruthy(); + expect( + errors.length, + `Expected no console errors during 30s of play, got: ${errors.join("; ")}` + ).toBe(0); + }); +}); diff --git a/results/analysis/main_effects_cost.json b/results/analysis/main_effects_cost.json @@ -3,42 +3,42 @@ "values": { "gemma-4-26b": { "mean": 0.342, - "effect": -0.2271, + "effect": -0.2258, "n": 51 }, "glm-4.5-air": { "mean": 0.6678, - "effect": 0.0987, + "effect": 0.1, "n": 41 }, "glm-4.7": { "mean": 0.4845, - "effect": -0.0847, + "effect": -0.0833, "n": 28 }, "glm-5.1": { "mean": 0.276, - "effect": -0.2931, + "effect": -0.2917, "n": 57 }, "haiku-4.5": { "mean": 0.2492, - "effect": -0.32, + "effect": -0.3186, "n": 101 }, "opus-4.6": { "mean": 0.6445, - "effect": 0.0754, + "effect": 0.0767, "n": 52 }, "qwen-3.6-plus": { - "mean": 1.0721, - "effect": 0.503, - "n": 29 + "mean": 1.0364, + "effect": 0.4686, + "n": 30 }, "sonnet-4.6": { "mean": 1.3319, - "effect": 0.7628, + "effect": 0.7641, "n": 53 } }, @@ -48,42 +48,42 @@ "values": { "creative_validate": { "mean": 1.3151, - "effect": 0.746, + "effect": 0.7474, "n": 7 }, "delegate": { "mean": 0.3119, - "effect": -0.2572, + "effect": -0.2558, "n": 4 }, "iterate": { "mean": 0.9416, - "effect": 0.3725, + "effect": 0.3739, "n": 6 }, "none": { - "mean": 0.4249, - "effect": -0.1443, - "n": 226 + "mean": 0.423, + "effect": -0.1448, + "n": 227 }, "plan_first": { "mean": 0.9631, - "effect": 0.394, + "effect": 0.3953, "n": 5 }, "review": { "mean": 0.4688, - "effect": -0.1003, + "effect": -0.0989, "n": 3 }, "split_work": { "mean": 1.0087, - "effect": 0.4395, + "effect": 0.4409, "n": 4 }, "use_subagents": { "mean": 0.714, - "effect": 0.1449, + "effect": 0.1463, "n": 157 } }, @@ -93,157 +93,157 @@ "values": { "available": { "mean": 0.6988, - "effect": 0.1297, + "effect": 0.1311, "n": 162 }, "instructed": { "mean": 1.0092, - "effect": 0.44, + "effect": 0.4414, "n": 5 }, "off": { - "mean": 0.4744, - "effect": -0.0947, - "n": 245 + "mean": 0.4725, + "effect": -0.0953, + "n": 246 } }, - "spread": 0.5348 + "spread": 0.5367 }, "renderer": { "values": { "canvas": { "mean": 0.3568, - "effect": -0.2123, + "effect": -0.2109, "n": 3 }, "dom": { "mean": 0.2841, - "effect": -0.285, + "effect": -0.2836, "n": 6 }, "none": { - "mean": 0.5816, - "effect": 0.0125, - "n": 396 + "mean": 0.5802, + "effect": 0.0124, + "n": 397 }, "svg": { "mean": 0.1289, - "effect": -0.4402, + "effect": -0.4389, "n": 3 }, "webgl": { "mean": 0.2505, - "effect": -0.3187, + "effect": -0.3173, "n": 4 } }, - "spread": 0.4527 + "spread": 0.4513 }, "error_checking": { "values": { "none": { - "mean": 0.573, + "mean": 0.5716, "effect": 0.0038, - "n": 408 + "n": 409 }, "self_verify": { "mean": 0.1767, - "effect": -0.3925, + "effect": -0.3911, "n": 4 } }, - "spread": 0.3963 + "spread": 0.3949 }, "architecture": { "values": { "best_practices": { "mean": 0.3284, - "effect": -0.2407, + "effect": -0.2393, "n": 4 }, "none": { - "mean": 0.5727, + "mean": 0.5713, "effect": 0.0036, - "n": 404 + "n": 405 }, "separation": { "mean": 0.446, - "effect": -0.1232, + "effect": -0.1218, "n": 4 } }, - "spread": 0.2443 + "spread": 0.2429 }, "effort": { "values": { "high": { - "mean": 0.5609, - "effect": -0.0082, - "n": 395 + "mean": 0.5595, + "effect": -0.0083, + "n": 396 }, "max": { "mean": 0.7608, - "effect": 0.1917, + "effect": 0.1931, "n": 17 } }, - "spread": 0.1999 + "spread": 0.2013 }, "design_guidance": { "values": { "none": { - "mean": 0.5667, + "mean": 0.5653, "effect": -0.0025, - "n": 404 + "n": 405 }, "specific": { "mean": 0.6256, - "effect": 0.0564, + "effect": 0.0578, "n": 4 }, "vague": { "mean": 0.7605, - "effect": 0.1914, + "effect": 0.1928, "n": 4 } }, - "spread": 0.1938 + "spread": 0.1952 }, "language": { "values": { "javascript": { "mean": 0.4328, - "effect": -0.1364, + "effect": -0.135, "n": 20 }, "typescript": { - "mean": 0.586, - "effect": 0.0168, - "n": 371 + "mean": 0.5844, + "effect": 0.0166, + "n": 372 }, "unspecified": { "mean": 0.4018, - "effect": -0.1673, + "effect": -0.166, "n": 21 } }, - "spread": 0.1842 + "spread": 0.1826 }, "provider": { "values": { "anthropic": { "mean": 0.6275, - "effect": 0.0584, + "effect": 0.0598, "n": 206 }, "openrouter": { - "mean": 0.6067, - "effect": 0.0375, - "n": 80 + "mean": 0.5992, + "effect": 0.0314, + "n": 81 }, "zai": { "mean": 0.4498, - "effect": -0.1193, + "effect": -0.1179, "n": 126 } }, @@ -252,166 +252,166 @@ "human_language": { "values": { "en": { - "mean": 0.5817, - "effect": 0.0125, - "n": 381 + "mean": 0.5801, + "effect": 0.0124, + "n": 382 }, "es": { "mean": 0.4153, - "effect": -0.1538, + "effect": -0.1525, "n": 31 } }, - "spread": 0.1664 + "spread": 0.1648 }, "tool_edit": { "values": { "off": { "mean": 0.4291, - "effect": -0.1401, + "effect": -0.1387, "n": 33 }, "on": { - "mean": 0.5813, - "effect": 0.0122, - "n": 379 + "mean": 0.5798, + "effect": 0.012, + "n": 380 } }, - "spread": 0.1522 + "spread": 0.1507 }, "linter": { "values": { "off": { "mean": 0.4367, - "effect": -0.1325, + "effect": -0.1311, "n": 36 }, "on": { - "mean": 0.5818, - "effect": 0.0127, - "n": 376 + "mean": 0.5803, + "effect": 0.0125, + "n": 377 } }, - "spread": 0.1451 + "spread": 0.1436 }, "max_budget": { "values": { "high": { "mean": 0.4338, - "effect": -0.1353, + "effect": -0.134, "n": 24 }, "low": { - "mean": 0.5775, - "effect": 0.0084, - "n": 388 + "mean": 0.576, + "effect": 0.0083, + "n": 389 } }, - "spread": 0.1437 + "spread": 0.1422 }, "context_file": { "values": { "none": { - "mean": 0.5779, - "effect": 0.0088, - "n": 383 + "mean": 0.5764, + "effect": 0.0087, + "n": 384 }, "provided": { "mean": 0.4532, - "effect": -0.116, + "effect": -0.1146, "n": 29 } }, - "spread": 0.1247 + "spread": 0.1232 }, "tool_write": { "values": { "off": { "mean": 0.4615, - "effect": -0.1076, + "effect": -0.1063, "n": 32 }, "on": { - "mean": 0.5782, - "effect": 0.0091, - "n": 380 + "mean": 0.5767, + "effect": 0.0089, + "n": 381 } }, - "spread": 0.1167 + "spread": 0.1152 }, "tool_grep": { "values": { "off": { "mean": 0.464, - "effect": -0.1051, + "effect": -0.1037, "n": 29 }, "on": { - "mean": 0.5771, - "effect": 0.008, - "n": 383 + "mean": 0.5756, + "effect": 0.0078, + "n": 384 } }, - "spread": 0.1131 + "spread": 0.1116 }, "tool_glob": { "values": { "off": { "mean": 0.5043, - "effect": -0.0648, + "effect": -0.0634, "n": 25 }, "on": { - "mean": 0.5733, - "effect": 0.0042, - "n": 387 + "mean": 0.5719, + "effect": 0.0041, + "n": 388 } }, - "spread": 0.069 + "spread": 0.0676 }, "prompt_style": { "values": { "detailed": { "mean": 0.5088, - "effect": -0.0604, + "effect": -0.059, "n": 31 }, "simple": { - "mean": 0.5741, - "effect": 0.0049, - "n": 381 + "mean": 0.5726, + "effect": 0.0048, + "n": 382 } }, - "spread": 0.0653 + "spread": 0.0638 }, "web_search": { "values": { "off": { "mean": 0.5147, - "effect": -0.0544, + "effect": -0.0531, "n": 33 }, "on": { - "mean": 0.5739, - "effect": 0.0047, - "n": 379 + "mean": 0.5724, + "effect": 0.0046, + "n": 380 } }, - "spread": 0.0592 + "spread": 0.0577 }, "tool_read": { "values": { "off": { "mean": 0.5334, - "effect": -0.0357, + "effect": -0.0344, "n": 29 }, "on": { - "mean": 0.5719, - "effect": 0.0027, - "n": 383 + "mean": 0.5704, + "effect": 0.0026, + "n": 384 } }, - "spread": 0.0385 + "spread": 0.037 } } \ No newline at end of file diff --git a/results/analysis/main_effects_gameplay.json b/results/analysis/main_effects_gameplay.json @@ -3,42 +3,42 @@ "values": { "gemma-4-26b": { "mean": 0.0106, - "effect": -0.1619, + "effect": -0.1615, "n": 51 }, "glm-4.5-air": { "mean": 0.0556, - "effect": -0.1169, + "effect": -0.1165, "n": 41 }, "glm-4.7": { "mean": 0.1304, - "effect": -0.0421, + "effect": -0.0417, "n": 28 }, "glm-5.1": { "mean": 0.1342, - "effect": -0.0383, + "effect": -0.0379, "n": 57 }, "haiku-4.5": { "mean": 0.2309, - "effect": 0.0584, + "effect": 0.0588, "n": 101 }, "opus-4.6": { "mean": 0.3492, - "effect": 0.1767, + "effect": 0.1771, "n": 52 }, "qwen-3.6-plus": { - "mean": 0.1172, - "effect": -0.0553, - "n": 29 + "mean": 0.1133, + "effect": -0.0587, + "n": 30 }, "sonnet-4.6": { "mean": 0.2277, - "effect": 0.0552, + "effect": 0.0557, "n": 53 } }, @@ -48,27 +48,27 @@ "values": { "canvas": { "mean": 0.02, - "effect": -0.1525, + "effect": -0.1521, "n": 3 }, "dom": { "mean": 0.3533, - "effect": 0.1808, + "effect": 0.1813, "n": 6 }, "none": { - "mean": 0.1735, + "mean": 0.1731, "effect": 0.001, - "n": 396 + "n": 397 }, "svg": { "mean": 0.02, - "effect": -0.1525, + "effect": -0.1521, "n": 3 }, "webgl": { "mean": 0.03, - "effect": -0.1425, + "effect": -0.1421, "n": 4 } }, @@ -78,42 +78,42 @@ "values": { "creative_validate": { "mean": 0.0514, - "effect": -0.1211, + "effect": -0.1207, "n": 7 }, "delegate": { "mean": 0.03, - "effect": -0.1425, + "effect": -0.1421, "n": 4 }, "iterate": { "mean": 0.04, - "effect": -0.1325, + "effect": -0.1321, "n": 6 }, "none": { - "mean": 0.1175, - "effect": -0.055, - "n": 226 + "mean": 0.117, + "effect": -0.0551, + "n": 227 }, "plan_first": { "mean": 0.024, - "effect": -0.1485, + "effect": -0.1481, "n": 5 }, "review": { "mean": 0.04, - "effect": -0.1325, + "effect": -0.1321, "n": 3 }, "split_work": { "mean": 0.03, - "effect": -0.1425, + "effect": -0.1421, "n": 4 }, "use_subagents": { "mean": 0.2766, - "effect": 0.1041, + "effect": 0.1045, "n": 157 } }, @@ -122,18 +122,18 @@ "design_guidance": { "values": { "none": { - "mean": 0.1733, + "mean": 0.1729, "effect": 0.0008, - "n": 404 + "n": 405 }, "specific": { "mean": 0.015, - "effect": -0.1575, + "effect": -0.1571, "n": 4 }, "vague": { "mean": 0.25, - "effect": 0.0775, + "effect": 0.0779, "n": 4 } }, @@ -143,18 +143,18 @@ "values": { "available": { "mean": 0.2731, - "effect": 0.1006, + "effect": 0.101, "n": 162 }, "instructed": { "mean": 0.048, - "effect": -0.1245, + "effect": -0.1241, "n": 5 }, "off": { - "mean": 0.1085, + "mean": 0.1081, "effect": -0.064, - "n": 245 + "n": 246 } }, "spread": 0.2251 @@ -163,255 +163,255 @@ "values": { "anthropic": { "mean": 0.26, - "effect": 0.0875, + "effect": 0.0879, "n": 206 }, "openrouter": { - "mean": 0.0493, - "effect": -0.1232, - "n": 80 + "mean": 0.0486, + "effect": -0.1234, + "n": 81 }, "zai": { "mean": 0.1078, - "effect": -0.0647, + "effect": -0.0643, "n": 126 } }, - "spread": 0.2107 + "spread": 0.2114 }, "tool_glob": { "values": { "off": { "mean": 0.3444, - "effect": 0.1719, + "effect": 0.1723, "n": 25 }, "on": { - "mean": 0.1614, + "mean": 0.161, "effect": -0.0111, - "n": 387 + "n": 388 } }, - "spread": 0.183 + "spread": 0.1834 }, "architecture": { "values": { "best_practices": { "mean": 0.0, - "effect": -0.1725, + "effect": -0.1721, "n": 4 }, "none": { - "mean": 0.1744, + "mean": 0.174, "effect": 0.0019, - "n": 404 + "n": 405 }, "separation": { "mean": 0.155, - "effect": -0.0175, + "effect": -0.0171, "n": 4 } }, - "spread": 0.1744 + "spread": 0.174 }, "error_checking": { "values": { "none": { - "mean": 0.174, + "mean": 0.1736, "effect": 0.0015, - "n": 408 + "n": 409 }, "self_verify": { "mean": 0.015, - "effect": -0.1575, + "effect": -0.1571, "n": 4 } }, - "spread": 0.159 + "spread": 0.1586 }, "effort": { "values": { "high": { - "mean": 0.1668, + "mean": 0.1664, "effect": -0.0057, - "n": 395 + "n": 396 }, "max": { "mean": 0.3053, - "effect": 0.1328, + "effect": 0.1332, "n": 17 } }, - "spread": 0.1385 + "spread": 0.1389 }, "language": { "values": { "javascript": { "mean": 0.1295, - "effect": -0.043, + "effect": -0.0426, "n": 20 }, "typescript": { - "mean": 0.1815, - "effect": 0.009, - "n": 371 + "mean": 0.181, + "effect": 0.0089, + "n": 372 }, "unspecified": { "mean": 0.0543, - "effect": -0.1182, + "effect": -0.1178, "n": 21 } }, - "spread": 0.1272 + "spread": 0.1267 }, "linter": { "values": { "off": { "mean": 0.2858, - "effect": 0.1133, + "effect": 0.1138, "n": 36 }, "on": { - "mean": 0.1616, + "mean": 0.1612, "effect": -0.0109, - "n": 376 + "n": 377 } }, - "spread": 0.1242 + "spread": 0.1246 }, "tool_grep": { "values": { "off": { "mean": 0.2841, - "effect": 0.1116, + "effect": 0.1121, "n": 29 }, "on": { - "mean": 0.164, + "mean": 0.1636, "effect": -0.0085, - "n": 383 + "n": 384 } }, - "spread": 0.1201 + "spread": 0.1205 }, "tool_write": { "values": { "off": { "mean": 0.2694, - "effect": 0.0969, + "effect": 0.0973, "n": 32 }, "on": { - "mean": 0.1643, + "mean": 0.1639, "effect": -0.0082, - "n": 380 + "n": 381 } }, - "spread": 0.1051 + "spread": 0.1055 }, "context_file": { "values": { "none": { - "mean": 0.1652, + "mean": 0.1647, "effect": -0.0073, - "n": 383 + "n": 384 }, "provided": { "mean": 0.2693, - "effect": 0.0968, + "effect": 0.0972, "n": 29 } }, - "spread": 0.1041 + "spread": 0.1046 }, "tool_edit": { "values": { "off": { "mean": 0.2458, - "effect": 0.0733, + "effect": 0.0737, "n": 33 }, "on": { - "mean": 0.1661, + "mean": 0.1657, "effect": -0.0064, - "n": 379 + "n": 380 } }, - "spread": 0.0797 + "spread": 0.0801 }, "web_search": { "values": { "off": { "mean": 0.2264, - "effect": 0.0539, + "effect": 0.0543, "n": 33 }, "on": { - "mean": 0.1678, + "mean": 0.1674, "effect": -0.0047, - "n": 379 + "n": 380 } }, - "spread": 0.0586 + "spread": 0.059 }, "max_budget": { "values": { "high": { "mean": 0.1942, - "effect": 0.0217, + "effect": 0.0221, "n": 24 }, "low": { - "mean": 0.1712, - "effect": -0.0013, - "n": 388 + "mean": 0.1707, + "effect": -0.0014, + "n": 389 } }, - "spread": 0.023 + "spread": 0.0235 }, "tool_read": { "values": { "off": { "mean": 0.1631, - "effect": -0.0094, + "effect": -0.009, "n": 29 }, "on": { - "mean": 0.1732, + "mean": 0.1728, "effect": 0.0007, - "n": 383 - } - }, - "spread": 0.0101 - }, - "prompt_style": { - "values": { - "detailed": { - "mean": 0.1723, - "effect": -0.0002, - "n": 31 - }, - "simple": { - "mean": 0.1725, - "effect": 0.0, - "n": 381 + "n": 384 } }, - "spread": 0.0002 + "spread": 0.0097 }, "human_language": { "values": { "en": { - "mean": 0.1725, + "mean": 0.172, "effect": -0.0, - "n": 381 + "n": 382 }, "es": { "mean": 0.1726, - "effect": 0.0001, + "effect": 0.0005, + "n": 31 + } + }, + "spread": 0.0006 + }, + "prompt_style": { + "values": { + "detailed": { + "mean": 0.1723, + "effect": 0.0002, "n": 31 + }, + "simple": { + "mean": 0.1721, + "effect": -0.0, + "n": 382 } }, - "spread": 0.0001 + "spread": 0.0002 } } \ No newline at end of file diff --git a/results/analysis/main_effects_score.json b/results/analysis/main_effects_score.json @@ -3,42 +3,42 @@ "values": { "gemma-4-26b": { "mean": 0.2246, - "effect": -0.1392, + "effect": -0.1383, "n": 51 }, "glm-4.5-air": { "mean": 0.2796, - "effect": -0.0841, + "effect": -0.0833, "n": 41 }, "glm-4.7": { "mean": 0.3048, - "effect": -0.059, + "effect": -0.0581, "n": 28 }, "glm-5.1": { "mean": 0.3396, - "effect": -0.0242, + "effect": -0.0233, "n": 57 }, "haiku-4.5": { "mean": 0.3946, - "effect": 0.0308, + "effect": 0.0317, "n": 101 }, "opus-4.6": { "mean": 0.5137, - "effect": 0.1499, + "effect": 0.1508, "n": 52 }, "qwen-3.6-plus": { - "mean": 0.3624, - "effect": -0.0014, - "n": 29 + "mean": 0.3503, + "effect": -0.0126, + "n": 30 }, "sonnet-4.6": { "mean": 0.4149, - "effect": 0.0511, + "effect": 0.052, "n": 53 } }, @@ -48,27 +48,27 @@ "values": { "canvas": { "mean": 0.2683, - "effect": -0.0954, + "effect": -0.0946, "n": 3 }, "dom": { "mean": 0.4608, - "effect": 0.0971, + "effect": 0.0979, "n": 6 }, "none": { - "mean": 0.3636, - "effect": -0.0001, - "n": 396 + "mean": 0.3627, + "effect": -0.0002, + "n": 397 }, "svg": { "mean": 0.3183, - "effect": -0.0454, + "effect": -0.0446, "n": 3 }, "webgl": { "mean": 0.3362, - "effect": -0.0275, + "effect": -0.0266, "n": 4 } }, @@ -78,18 +78,18 @@ "values": { "available": { "mean": 0.4365, - "effect": 0.0727, + "effect": 0.0736, "n": 162 }, "instructed": { "mean": 0.267, - "effect": -0.0968, + "effect": -0.0959, "n": 5 }, "off": { - "mean": 0.3177, - "effect": -0.0461, - "n": 245 + "mean": 0.3164, + "effect": -0.0465, + "n": 246 } }, "spread": 0.1695 @@ -98,42 +98,42 @@ "values": { "creative_validate": { "mean": 0.2757, - "effect": -0.0881, + "effect": -0.0872, "n": 7 }, "delegate": { "mean": 0.3488, - "effect": -0.015, + "effect": -0.0141, "n": 4 }, "iterate": { "mean": 0.295, - "effect": -0.0688, + "effect": -0.0679, "n": 6 }, "none": { - "mean": 0.3162, - "effect": -0.0476, - "n": 226 + "mean": 0.3148, + "effect": -0.0481, + "n": 227 }, "plan_first": { "mean": 0.3, - "effect": -0.0638, + "effect": -0.0629, "n": 5 }, "review": { "mean": 0.2867, - "effect": -0.0771, + "effect": -0.0762, "n": 3 }, "split_work": { "mean": 0.2963, - "effect": -0.0675, + "effect": -0.0666, "n": 4 }, "use_subagents": { "mean": 0.4444, - "effect": 0.0807, + "effect": 0.0815, "n": 157 } }, @@ -143,37 +143,37 @@ "values": { "anthropic": { "mean": 0.4299, - "effect": 0.0661, + "effect": 0.067, "n": 206 }, "openrouter": { - "mean": 0.2746, - "effect": -0.0892, - "n": 80 + "mean": 0.2712, + "effect": -0.0917, + "n": 81 }, "zai": { "mean": 0.3123, - "effect": -0.0514, + "effect": -0.0506, "n": 126 } }, - "spread": 0.1553 + "spread": 0.1587 }, "design_guidance": { "values": { "none": { - "mean": 0.3638, + "mean": 0.3629, "effect": 0.0, - "n": 404 + "n": 405 }, "specific": { "mean": 0.31, - "effect": -0.0538, + "effect": -0.0529, "n": 4 }, "vague": { "mean": 0.4125, - "effect": 0.0487, + "effect": 0.0496, "n": 4 } }, @@ -183,92 +183,92 @@ "values": { "off": { "mean": 0.4547, - "effect": 0.0909, + "effect": 0.0918, "n": 29 }, "on": { - "mean": 0.3569, + "mean": 0.356, "effect": -0.0069, - "n": 383 + "n": 384 } }, - "spread": 0.0978 + "spread": 0.0987 }, "linter": { "values": { "off": { "mean": 0.4468, - "effect": 0.083, + "effect": 0.0839, "n": 36 }, "on": { - "mean": 0.3558, - "effect": -0.0079, - "n": 376 + "mean": 0.3549, + "effect": -0.008, + "n": 377 } }, - "spread": 0.091 + "spread": 0.0919 }, "tool_glob": { "values": { "off": { "mean": 0.4348, - "effect": 0.071, + "effect": 0.0719, "n": 25 }, "on": { - "mean": 0.3592, + "mean": 0.3583, "effect": -0.0046, - "n": 387 + "n": 388 } }, - "spread": 0.0756 + "spread": 0.0765 }, "web_search": { "values": { "off": { "mean": 0.4067, - "effect": 0.0429, + "effect": 0.0438, "n": 33 }, "on": { - "mean": 0.36, - "effect": -0.0037, - "n": 379 + "mean": 0.3591, + "effect": -0.0038, + "n": 380 } }, - "spread": 0.0467 + "spread": 0.0476 }, "context_file": { "values": { "none": { - "mean": 0.3607, - "effect": -0.0031, - "n": 383 + "mean": 0.3597, + "effect": -0.0032, + "n": 384 }, "provided": { "mean": 0.405, - "effect": 0.0412, + "effect": 0.0421, "n": 29 } }, - "spread": 0.0443 + "spread": 0.0453 }, "architecture": { "values": { "best_practices": { "mean": 0.3463, - "effect": -0.0175, + "effect": -0.0166, "n": 4 }, "none": { - "mean": 0.3637, + "mean": 0.3628, "effect": -0.0001, - "n": 404 + "n": 405 }, "separation": { "mean": 0.39, - "effect": 0.0262, + "effect": 0.0271, "n": 4 } }, @@ -277,141 +277,141 @@ "effort": { "values": { "high": { - "mean": 0.3622, - "effect": -0.0016, - "n": 395 + "mean": 0.3612, + "effect": -0.0017, + "n": 396 }, "max": { "mean": 0.4015, - "effect": 0.0377, + "effect": 0.0386, "n": 17 } }, - "spread": 0.0393 + "spread": 0.0403 }, "error_checking": { "values": { "none": { - "mean": 0.3641, + "mean": 0.3633, "effect": 0.0004, - "n": 408 + "n": 409 }, "self_verify": { "mean": 0.3263, - "effect": -0.0375, + "effect": -0.0366, "n": 4 } }, - "spread": 0.0378 + "spread": 0.037 }, "language": { "values": { "javascript": { "mean": 0.3972, - "effect": 0.0335, + "effect": 0.0344, "n": 20 }, "typescript": { - "mean": 0.3618, - "effect": -0.002, - "n": 371 + "mean": 0.3608, + "effect": -0.0021, + "n": 372 }, "unspecified": { "mean": 0.3667, - "effect": 0.0029, + "effect": 0.0038, "n": 21 } }, - "spread": 0.0354 + "spread": 0.0364 }, "tool_write": { "values": { "off": { "mean": 0.3911, - "effect": 0.0273, + "effect": 0.0282, "n": 32 }, "on": { - "mean": 0.3615, - "effect": -0.0023, - "n": 380 + "mean": 0.3605, + "effect": -0.0024, + "n": 381 } }, - "spread": 0.0296 + "spread": 0.0306 }, "human_language": { "values": { "en": { - "mean": 0.3656, - "effect": 0.0018, - "n": 381 + "mean": 0.3646, + "effect": 0.0017, + "n": 382 }, "es": { "mean": 0.3418, - "effect": -0.022, + "effect": -0.0211, "n": 31 } }, - "spread": 0.0238 + "spread": 0.0228 }, "tool_edit": { "values": { "off": { "mean": 0.3729, - "effect": 0.0091, + "effect": 0.01, "n": 33 }, "on": { - "mean": 0.363, - "effect": -0.0008, - "n": 379 + "mean": 0.362, + "effect": -0.0009, + "n": 380 } }, - "spread": 0.0099 + "spread": 0.0109 }, "tool_read": { "values": { "off": { "mean": 0.3578, - "effect": -0.006, + "effect": -0.0051, "n": 29 }, "on": { - "mean": 0.3642, - "effect": 0.0005, - "n": 383 - } - }, - "spread": 0.0064 - }, - "prompt_style": { - "values": { - "detailed": { - "mean": 0.3629, - "effect": -0.0009, - "n": 31 - }, - "simple": { - "mean": 0.3638, - "effect": 0.0001, - "n": 381 + "mean": 0.3633, + "effect": 0.0004, + "n": 384 } }, - "spread": 0.0009 + "spread": 0.0055 }, "max_budget": { "values": { "high": { "mean": 0.3635, - "effect": -0.0002, + "effect": 0.0006, "n": 24 }, "low": { - "mean": 0.3638, + "mean": 0.3629, + "effect": -0.0, + "n": 389 + } + }, + "spread": 0.0006 + }, + "prompt_style": { + "values": { + "detailed": { + "mean": 0.3629, "effect": 0.0, - "n": 388 + "n": 31 + }, + "simple": { + "mean": 0.3629, + "effect": -0.0, + "n": 382 } }, - "spread": 0.0003 + "spread": 0.0 } } \ No newline at end of file diff --git a/results/analysis/main_effects_turns.json b/results/analysis/main_effects_turns.json @@ -3,42 +3,42 @@ "values": { "creative_validate": { "mean": 38.8571, - "effect": 19.2601, + "effect": 19.3051, "n": 7 }, "delegate": { "mean": 12.25, - "effect": -7.3471, + "effect": -7.3021, "n": 4 }, "iterate": { "mean": 21.6667, - "effect": 2.0696, + "effect": 2.1146, "n": 6 }, "none": { - "mean": 16.5088, - "effect": -3.0882, - "n": 226 + "mean": 16.4405, + "effect": -3.1115, + "n": 227 }, "plan_first": { "mean": 35.6, - "effect": 16.0029, + "effect": 16.0479, "n": 5 }, "review": { "mean": 41.0, - "effect": 21.4029, + "effect": 21.4479, "n": 3 }, "split_work": { "mean": 40.25, - "effect": 20.6529, + "effect": 20.6979, "n": 4 }, "use_subagents": { "mean": 21.8471, - "effect": 2.25, + "effect": 2.2951, "n": 157 } }, @@ -47,58 +47,58 @@ "error_checking": { "values": { "none": { - "mean": 19.7721, - "effect": 0.175, - "n": 408 + "mean": 19.7262, + "effect": 0.1741, + "n": 409 }, "self_verify": { "mean": 1.75, - "effect": -17.8471, + "effect": -17.8021, "n": 4 } }, - "spread": 18.0221 + "spread": 17.9762 }, "model": { "values": { "gemma-4-26b": { "mean": 9.8627, - "effect": -9.7343, + "effect": -9.6893, "n": 51 }, "glm-4.5-air": { "mean": 23.6585, - "effect": 4.0614, + "effect": 4.1065, "n": 41 }, "glm-4.7": { "mean": 21.3571, - "effect": 1.7601, + "effect": 1.8051, "n": 28 }, "glm-5.1": { "mean": 16.2105, - "effect": -3.3866, + "effect": -3.3415, "n": 57 }, "haiku-4.5": { "mean": 25.0198, - "effect": 5.4227, + "effect": 5.4677, "n": 101 }, "opus-4.6": { "mean": 19.4808, - "effect": -0.1163, + "effect": -0.0713, "n": 52 }, "qwen-3.6-plus": { - "mean": 16.5862, - "effect": -3.0109, - "n": 29 + "mean": 16.0667, + "effect": -3.4854, + "n": 30 }, "sonnet-4.6": { "mean": 19.9623, - "effect": 0.3652, + "effect": 0.4102, "n": 53 } }, @@ -108,17 +108,17 @@ "values": { "best_practices": { "mean": 23.0, - "effect": 3.4029, + "effect": 3.4479, "n": 4 }, "none": { - "mean": 19.6782, - "effect": 0.0811, - "n": 404 + "mean": 19.6321, + "effect": 0.08, + "n": 405 }, "separation": { "mean": 8.0, - "effect": -11.5971, + "effect": -11.5521, "n": 4 } }, @@ -128,27 +128,27 @@ "values": { "canvas": { "mean": 23.6667, - "effect": 4.0696, + "effect": 4.1146, "n": 3 }, "dom": { "mean": 19.8333, - "effect": 0.2362, + "effect": 0.2813, "n": 6 }, "none": { - "mean": 19.649, - "effect": 0.0519, - "n": 396 + "mean": 19.602, + "effect": 0.05, + "n": 397 }, "svg": { "mean": 9.6667, - "effect": -9.9304, + "effect": -9.8854, "n": 3 }, "webgl": { "mean": 18.5, - "effect": -1.0971, + "effect": -1.0521, "n": 4 } }, @@ -158,260 +158,260 @@ "values": { "javascript": { "mean": 9.05, - "effect": -10.5471, + "effect": -10.5021, "n": 20 }, "typescript": { - "mean": 20.841, - "effect": 1.2439, - "n": 371 + "mean": 20.7876, + "effect": 1.2356, + "n": 372 }, "unspecified": { "mean": 7.6667, - "effect": -11.9304, + "effect": -11.8854, "n": 21 } }, - "spread": 13.1743 + "spread": 13.1209 }, "design_guidance": { "values": { "none": { - "mean": 19.7871, - "effect": 0.19, - "n": 404 + "mean": 19.7407, + "effect": 0.1887, + "n": 405 }, "specific": { "mean": 6.75, - "effect": -12.8471, + "effect": -12.8021, "n": 4 }, "vague": { "mean": 13.25, - "effect": -6.3471, + "effect": -6.3021, "n": 4 } }, - "spread": 13.0371 + "spread": 12.9907 }, "provider": { "values": { "anthropic": { "mean": 22.3204, - "effect": 2.7233, + "effect": 2.7683, "n": 206 }, "openrouter": { - "mean": 12.3, - "effect": -7.2971, - "n": 80 + "mean": 12.1605, + "effect": -7.3916, + "n": 81 }, "zai": { "mean": 19.7778, - "effect": 0.1807, + "effect": 0.2257, "n": 126 } }, - "spread": 10.0204 + "spread": 10.1599 }, "playwright": { "values": { "available": { "mean": 21.7222, - "effect": 2.1251, + "effect": 2.1702, "n": 162 }, "instructed": { "mean": 26.6, - "effect": 7.0029, + "effect": 7.0479, "n": 5 }, "off": { - "mean": 18.049, - "effect": -1.5481, - "n": 245 + "mean": 17.9797, + "effect": -1.5724, + "n": 246 } }, - "spread": 8.551 + "spread": 8.6203 }, "tool_glob": { "values": { "off": { "mean": 26.32, - "effect": 6.7229, + "effect": 6.7679, "n": 25 }, "on": { - "mean": 19.1628, - "effect": -0.4343, - "n": 387 + "mean": 19.116, + "effect": -0.4361, + "n": 388 } }, - "spread": 7.1572 + "spread": 7.204 }, "tool_grep": { "values": { "off": { "mean": 24.7931, - "effect": 5.196, + "effect": 5.241, "n": 29 }, "on": { - "mean": 19.2037, - "effect": -0.3934, - "n": 383 + "mean": 19.1562, + "effect": -0.3958, + "n": 384 } }, - "spread": 5.5894 + "spread": 5.6369 }, "tool_read": { "values": { "off": { "mean": 24.3793, - "effect": 4.7822, + "effect": 4.8273, "n": 29 }, "on": { - "mean": 19.235, - "effect": -0.3621, - "n": 383 + "mean": 19.1875, + "effect": -0.3646, + "n": 384 } }, - "spread": 5.1443 + "spread": 5.1918 }, "tool_write": { "values": { "off": { "mean": 23.375, - "effect": 3.7779, + "effect": 3.8229, "n": 32 }, "on": { - "mean": 19.2789, - "effect": -0.3181, - "n": 380 + "mean": 19.231, + "effect": -0.3211, + "n": 381 } }, - "spread": 4.0961 + "spread": 4.144 }, "web_search": { "values": { "off": { "mean": 22.1818, - "effect": 2.5847, + "effect": 2.6298, "n": 33 }, "on": { - "mean": 19.372, - "effect": -0.2251, - "n": 379 + "mean": 19.3237, + "effect": -0.2284, + "n": 380 } }, - "spread": 2.8098 + "spread": 2.8581 }, "effort": { "values": { "high": { - "mean": 19.4911, - "effect": -0.1059, - "n": 395 + "mean": 19.4444, + "effect": -0.1076, + "n": 396 }, "max": { "mean": 22.0588, - "effect": 2.4617, + "effect": 2.5068, "n": 17 } }, - "spread": 2.5677 + "spread": 2.6144 }, "context_file": { "values": { "none": { - "mean": 19.4282, - "effect": -0.1689, - "n": 383 + "mean": 19.3802, + "effect": -0.1718, + "n": 384 }, "provided": { "mean": 21.8276, - "effect": 2.2305, + "effect": 2.2755, "n": 29 } }, - "spread": 2.3994 + "spread": 2.4474 }, "prompt_style": { "values": { "detailed": { "mean": 17.6774, - "effect": -1.9197, + "effect": -1.8746, "n": 31 }, "simple": { - "mean": 19.7533, - "effect": 0.1562, - "n": 381 + "mean": 19.7042, + "effect": 0.1521, + "n": 382 } }, - "spread": 2.0759 + "spread": 2.0268 }, "tool_edit": { "values": { "off": { "mean": 21.1515, - "effect": 1.5544, + "effect": 1.5995, "n": 33 }, "on": { - "mean": 19.4617, - "effect": -0.1353, - "n": 379 + "mean": 19.4132, + "effect": -0.1389, + "n": 380 } }, - "spread": 1.6898 + "spread": 1.7383 }, "max_budget": { "values": { "high": { "mean": 21.0, - "effect": 1.4029, + "effect": 1.4479, "n": 24 }, "low": { - "mean": 19.5103, - "effect": -0.0868, - "n": 388 + "mean": 19.4627, + "effect": -0.0893, + "n": 389 } }, - "spread": 1.4897 + "spread": 1.5373 }, "human_language": { "values": { "en": { - "mean": 19.5381, - "effect": -0.059, - "n": 381 + "mean": 19.4895, + "effect": -0.0625, + "n": 382 }, "es": { "mean": 20.3226, - "effect": 0.7255, + "effect": 0.7705, "n": 31 } }, - "spread": 0.7845 + "spread": 0.8331 }, "linter": { "values": { "off": { "mean": 19.6944, - "effect": 0.0974, + "effect": 0.1424, "n": 36 }, "on": { - "mean": 19.5878, - "effect": -0.0093, - "n": 376 + "mean": 19.5385, + "effect": -0.0136, + "n": 377 } }, - "spread": 0.1066 + "spread": 0.1559 } } \ No newline at end of file diff --git a/results/analysis/main_effects_wall_time.json b/results/analysis/main_effects_wall_time.json @@ -3,42 +3,42 @@ "values": { "gemma-4-26b": { "mean": 124.0196, - "effect": -281.9585, + "effect": -281.0216, "n": 51 }, "glm-4.5-air": { "mean": 629.7073, - "effect": 223.7292, + "effect": 224.6662, "n": 41 }, "glm-4.7": { "mean": 521.5, - "effect": 115.5218, + "effect": 116.4588, "n": 28 }, "glm-5.1": { "mean": 488.3684, - "effect": 82.3903, + "effect": 83.3273, "n": 57 }, "haiku-4.5": { "mean": 205.7723, - "effect": -200.2059, + "effect": -199.2689, "n": 101 }, "opus-4.6": { "mean": 228.2308, - "effect": -177.7474, + "effect": -176.8104, "n": 52 }, "qwen-3.6-plus": { - "mean": 608.6552, - "effect": 202.677, - "n": 29 + "mean": 589.0, + "effect": 183.9588, + "n": 30 }, "sonnet-4.6": { "mean": 799.6038, - "effect": 393.6256, + "effect": 394.5626, "n": 53 } }, @@ -48,42 +48,42 @@ "values": { "creative_validate": { "mean": 673.2857, - "effect": 267.3076, + "effect": 268.2446, "n": 7 }, "delegate": { "mean": 402.0, - "effect": -3.9782, + "effect": -3.0412, "n": 4 }, "iterate": { "mean": 625.8333, - "effect": 219.8552, + "effect": 220.7922, "n": 6 }, "none": { - "mean": 391.6195, - "effect": -14.3587, - "n": 226 + "mean": 389.978, + "effect": -15.0632, + "n": 227 }, "plan_first": { "mean": 535.2, - "effect": 129.2218, + "effect": 130.1588, "n": 5 }, "review": { "mean": 178.6667, - "effect": -227.3115, + "effect": -226.3745, "n": 3 }, "split_work": { "mean": 491.75, - "effect": 85.7718, + "effect": 86.7088, "n": 4 }, "use_subagents": { "mean": 404.4713, - "effect": -1.5068, + "effect": -0.5698, "n": 157 } }, @@ -93,27 +93,27 @@ "values": { "canvas": { "mean": 108.0, - "effect": -297.9782, + "effect": -297.0412, "n": 3 }, "dom": { "mean": 321.5, - "effect": -84.4782, + "effect": -83.5412, "n": 6 }, "none": { - "mean": 411.0934, - "effect": 5.1153, - "n": 396 + "mean": 410.1058, + "effect": 5.0646, + "n": 397 }, "svg": { "mean": 49.6667, - "effect": -356.3115, + "effect": -355.3745, "n": 3 }, "webgl": { "mean": 517.0, - "effect": 111.0218, + "effect": 111.9588, "n": 4 } }, @@ -123,295 +123,295 @@ "values": { "available": { "mean": 408.8642, - "effect": 2.886, + "effect": 3.823, "n": 162 }, "instructed": { "mean": 854.6, - "effect": 448.6218, + "effect": 449.5588, "n": 5 }, "off": { - "mean": 394.9143, - "effect": -11.0639, - "n": 245 + "mean": 393.3862, + "effect": -11.655, + "n": 246 } }, - "spread": 459.6857 + "spread": 461.2138 }, "provider": { "values": { "anthropic": { "mean": 364.2233, - "effect": -41.7549, + "effect": -40.8179, "n": 206 }, "openrouter": { - "mean": 299.7, - "effect": -106.2782, - "n": 80 + "mean": 296.2346, + "effect": -108.8066, + "n": 81 }, "zai": { "mean": 541.7222, - "effect": 135.7441, + "effect": 136.6811, "n": 126 } }, - "spread": 242.0222 + "spread": 245.4876 }, "architecture": { "values": { "best_practices": { "mean": 325.5, - "effect": -80.4782, + "effect": -79.5412, "n": 4 }, "none": { - "mean": 408.9777, - "effect": 2.9996, - "n": 404 + "mean": 408.0148, + "effect": 2.9737, + "n": 405 }, "separation": { "mean": 183.5, - "effect": -222.4782, + "effect": -221.5412, "n": 4 } }, - "spread": 225.4777 + "spread": 224.5148 }, "effort": { "values": { "high": { - "mean": 399.6076, - "effect": -6.3706, - "n": 395 + "mean": 398.6465, + "effect": -6.3947, + "n": 396 }, "max": { "mean": 554.0, - "effect": 148.0218, + "effect": 148.9588, "n": 17 } }, - "spread": 154.3924 + "spread": 155.3535 }, "design_guidance": { "values": { "none": { - "mean": 403.8911, - "effect": -2.0871, - "n": 404 + "mean": 402.9407, + "effect": -2.1004, + "n": 405 }, "specific": { "mean": 464.5, - "effect": 58.5218, + "effect": 59.4588, "n": 4 }, "vague": { "mean": 558.25, - "effect": 152.2718, + "effect": 153.2088, "n": 4 } }, - "spread": 154.3589 + "spread": 155.3093 }, "context_file": { "values": { "none": { - "mean": 414.7572, - "effect": 8.779, - "n": 383 + "mean": 413.7266, + "effect": 8.6854, + "n": 384 }, "provided": { "mean": 290.0345, - "effect": -115.9437, + "effect": -115.0067, "n": 29 } }, - "spread": 124.7227 + "spread": 123.6921 }, "language": { "values": { "javascript": { "mean": 297.95, - "effect": -108.0282, + "effect": -107.0912, "n": 20 }, "typescript": { - "mean": 416.9973, - "effect": 11.0191, - "n": 371 + "mean": 415.9274, + "effect": 10.8863, + "n": 372 }, "unspecified": { "mean": 314.1905, - "effect": -91.7877, + "effect": -90.8507, "n": 21 } }, - "spread": 119.0473 + "spread": 117.9774 }, "error_checking": { "values": { "none": { - "mean": 406.9926, - "effect": 1.0145, - "n": 408 + "mean": 406.044, + "effect": 1.0028, + "n": 409 }, "self_verify": { "mean": 302.5, - "effect": -103.4782, + "effect": -102.5412, "n": 4 } }, - "spread": 104.4926 + "spread": 103.544 }, "max_budget": { "values": { "high": { "mean": 311.125, - "effect": -94.8532, + "effect": -93.9162, "n": 24 }, "low": { - "mean": 411.8454, - "effect": 5.8672, - "n": 388 + "mean": 410.8355, + "effect": 5.7943, + "n": 389 } }, - "spread": 100.7204 + "spread": 99.7105 }, "linter": { "values": { "off": { "mean": 336.8056, - "effect": -69.1726, + "effect": -68.2356, "n": 36 }, "on": { - "mean": 412.6011, - "effect": 6.6229, - "n": 376 + "mean": 411.557, + "effect": 6.5159, + "n": 377 } }, - "spread": 75.7955 + "spread": 74.7514 }, "tool_edit": { "values": { "off": { "mean": 338.2121, - "effect": -67.766, + "effect": -66.829, "n": 33 }, "on": { - "mean": 411.8786, - "effect": 5.9005, - "n": 379 + "mean": 410.8447, + "effect": 5.8036, + "n": 380 } }, - "spread": 73.6665 + "spread": 72.6326 }, "tool_grep": { "values": { "off": { "mean": 348.9655, - "effect": -57.0126, + "effect": -56.0756, "n": 29 }, "on": { - "mean": 410.295, - "effect": 4.3169, - "n": 383 + "mean": 409.276, + "effect": 4.2349, + "n": 384 } }, - "spread": 61.3295 + "spread": 60.3105 }, "tool_read": { "values": { "off": { "mean": 353.8621, - "effect": -52.1161, + "effect": -51.1791, "n": 29 }, "on": { - "mean": 409.9243, - "effect": 3.9461, - "n": 383 + "mean": 408.9062, + "effect": 3.8651, + "n": 384 } }, - "spread": 56.0622 + "spread": 55.0441 }, "tool_glob": { "values": { "off": { "mean": 364.0, - "effect": -41.9782, + "effect": -41.0412, "n": 25 }, "on": { - "mean": 408.6899, - "effect": 2.7118, - "n": 387 + "mean": 407.6856, + "effect": 2.6444, + "n": 388 } }, - "spread": 44.6899 + "spread": 43.6856 }, "tool_write": { "values": { "off": { "mean": 368.9688, - "effect": -37.0094, + "effect": -36.0724, "n": 32 }, "on": { - "mean": 409.0947, - "effect": 3.1166, - "n": 380 + "mean": 408.0709, + "effect": 3.0297, + "n": 381 } }, - "spread": 40.1259 + "spread": 39.1021 }, "prompt_style": { "values": { "detailed": { "mean": 377.871, - "effect": -28.1072, + "effect": -27.1702, "n": 31 }, "simple": { - "mean": 408.2651, - "effect": 2.2869, - "n": 381 + "mean": 407.2461, + "effect": 2.2049, + "n": 382 } }, - "spread": 30.3941 + "spread": 29.3751 }, "web_search": { "values": { "off": { "mean": 379.7879, - "effect": -26.1903, + "effect": -25.2533, "n": 33 }, "on": { - "mean": 408.2586, - "effect": 2.2804, - "n": 379 + "mean": 407.2342, + "effect": 2.193, + "n": 380 } }, - "spread": 28.4707 + "spread": 27.4463 }, "human_language": { "values": { "en": { - "mean": 407.937, - "effect": 1.9589, - "n": 381 + "mean": 406.9188, + "effect": 1.8777, + "n": 382 }, "es": { "mean": 381.9032, - "effect": -24.0749, + "effect": -23.1379, "n": 31 } }, - "spread": 26.0338 + "spread": 25.0156 } } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=off_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=off_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":8603,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"d0de09d0-cb0e-4690-abf4-5efcac475926","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"5ca0cf6e-0547-434b-bcac-564585e952c5"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=off_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=off_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "493c08f8", "run_number": 2, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:01.687023+00:00" + "started_at": "2026-04-08T05:05:01.687023+00:00", + "wall_time_seconds": 11, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:19.175149+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=off_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=off_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl @@ -1,3 +1,5 @@ {"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} {"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} {"type":"system","subtype":"init","cwd":"/tmp/loop-bench-oox9yx5b","session_id":"d0de09d0-cb0e-4690-abf4-5efcac475926","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"d8813588-43c3-4dfa-bb9d-4486b7accd7b","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"622dec57-bb77-4535-b6e2-5656fef27c62","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"d0de09d0-cb0e-4690-abf4-5efcac475926","uuid":"0b0f32fc-0e17-40d9-bd53-e0ee63d2a74c","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":8603,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"d0de09d0-cb0e-4690-abf4-5efcac475926","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"5ca0cf6e-0547-434b-bcac-564585e952c5"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=off_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=off_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":8578,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"8de24f4f-98ce-42e0-a9f7-b361f051cdf9","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"9a8b46c9-d9ef-48b9-9293-8fe235f63231"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=off_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=off_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "493c08f8", "run_number": 3, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:01.724870+00:00" + "started_at": "2026-04-08T05:05:01.724870+00:00", + "wall_time_seconds": 12, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:19.128010+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=off_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=off_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl @@ -1,3 +1,5 @@ {"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} {"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} {"type":"system","subtype":"init","cwd":"/tmp/loop-bench-ock1usor","session_id":"8de24f4f-98ce-42e0-a9f7-b361f051cdf9","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"9695d592-c268-4c8c-b8b3-6dfb7d32ad0b","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"e1e38bdc-ffd5-40a9-b1ef-9fdefac5c2c6","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"8de24f4f-98ce-42e0-a9f7-b361f051cdf9","uuid":"1176202f-bff9-4f72-8c6f-7f79b54d239a","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":8578,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"8de24f4f-98ce-42e0-a9f7-b361f051cdf9","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"9a8b46c9-d9ef-48b9-9293-8fe235f63231"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":6538,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"6f835cc9-8bc0-4e92-b23c-5d6626cb6e58","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"beee661b-50a9-42ae-85d8-1d53434bbf3b"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "f7406bab", "run_number": 2, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:02.333849+00:00" + "started_at": "2026-04-08T05:05:02.333849+00:00", + "wall_time_seconds": 10, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:25.274134+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 10.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-44hnwsna","session_id":"6f835cc9-8bc0-4e92-b23c-5d6626cb6e58","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"b1409c40-a813-424b-b0c2-47b2bcd90a3f","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"e8c438a3-7c32-4671-be18-519aeeb30582","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"6f835cc9-8bc0-4e92-b23c-5d6626cb6e58","uuid":"795924e2-23d9-4e51-a675-2b84c5aff3e6","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":6538,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"6f835cc9-8bc0-4e92-b23c-5d6626cb6e58","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"beee661b-50a9-42ae-85d8-1d53434bbf3b"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":5715,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"e8076582-f2b0-47d0-a143-13036c37e19a","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"d8f5d7f9-56bf-4d28-a410-1f6e79243bff"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "f7406bab", "run_number": 3, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:02.340597+00:00" + "started_at": "2026-04-08T05:05:02.340597+00:00", + "wall_time_seconds": 9, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:23.992030+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=high_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 10.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-zgu_e07t","session_id":"e8076582-f2b0-47d0-a143-13036c37e19a","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"eb01403c-bcf9-4600-8267-5544faafcb03","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"79dab104-7bee-49f2-898f-e506226627fb","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"e8076582-f2b0-47d0-a143-13036c37e19a","uuid":"711b8f68-bdda-432a-b919-444eee27596d","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":5715,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"e8076582-f2b0-47d0-a143-13036c37e19a","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"d8f5d7f9-56bf-4d28-a410-1f6e79243bff"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":6860,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"34d20bb0-d5ab-4ef2-8349-0ee2b3cf4b7d","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"e980a228-f14e-4eaf-a8fe-4d9f1cf86b71"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "1b2eb124", "run_number": 2, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:02.082343+00:00" + "started_at": "2026-04-08T05:05:02.082343+00:00", + "wall_time_seconds": 9, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:32.939407+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-k2hc1i9d","session_id":"34d20bb0-d5ab-4ef2-8349-0ee2b3cf4b7d","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"7e9a688c-b46a-4a84-b354-4461eb5e24d0","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"2156cc4d-61c1-4257-9b1b-d9c9088d2587","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"34d20bb0-d5ab-4ef2-8349-0ee2b3cf4b7d","uuid":"97e63a08-57e3-42ae-8ddd-e33fe2a4bdf3","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":6860,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"34d20bb0-d5ab-4ef2-8349-0ee2b3cf4b7d","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"e980a228-f14e-4eaf-a8fe-4d9f1cf86b71"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":5956,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"d4a9967b-9a92-4622-81b5-b8ff5ceca9cd","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"9462b24d-e2f0-40a9-bbf2-4695471ba7bf"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "1b2eb124", "run_number": 3, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:02.118058+00:00" + "started_at": "2026-04-08T05:05:02.118058+00:00", + "wall_time_seconds": 8, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:31.374116+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=avail_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-n4iwmgey","session_id":"d4a9967b-9a92-4622-81b5-b8ff5ceca9cd","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"712915d8-7f84-4952-b266-4d86cc0347af","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"5a0334ae-4453-48ba-ae39-0cfecf51a7a5","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"d4a9967b-9a92-4622-81b5-b8ff5ceca9cd","uuid":"ab379582-75e3-4a78-b594-c8fb9875d379","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":5956,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"d4a9967b-9a92-4622-81b5-b8ff5ceca9cd","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"9462b24d-e2f0-40a9-bbf2-4695471ba7bf"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":6289,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"6239f4fe-9b09-4878-9435-52d832bc43fd","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"f0868b13-8507-48f0-b299-73ee5cf4bc20"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "3eca5223", "run_number": 2, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:02.148659+00:00" + "started_at": "2026-04-08T05:05:02.148659+00:00", + "wall_time_seconds": 8, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:32.596462+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript.\n\nUse Playwright to test your work as you build it. Write and run tests frequently to catch issues early."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-fnbs3925","session_id":"6239f4fe-9b09-4878-9435-52d832bc43fd","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"d046e799-1a92-40eb-b903-99a2d0734a21","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"51eefa25-2104-43d4-8e9c-4731a22a7775","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"6239f4fe-9b09-4878-9435-52d832bc43fd","uuid":"9c7d1198-37e8-4e92-828b-47a485d5e8e8","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":6289,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"6239f4fe-9b09-4878-9435-52d832bc43fd","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"f0868b13-8507-48f0-b299-73ee5cf4bc20"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":6505,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"e96cb122-1eb0-4e8a-9cb1-5866fda1a3e8","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"3c0ef9f6-104a-41fa-871c-81d4441a1259"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "3eca5223", "run_number": 3, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:02.151908+00:00" + "started_at": "2026-04-08T05:05:02.151908+00:00", + "wall_time_seconds": 9, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:38.170194+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=inst_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript.\n\nUse Playwright to test your work as you build it. Write and run tests frequently to catch issues early."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-f22nze4j","session_id":"e96cb122-1eb0-4e8a-9cb1-5866fda1a3e8","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"a8bf6a8e-2d3e-49e1-8459-66033cb764da","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"cf5848da-2c80-4f69-9547-c3a18269261f","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"e96cb122-1eb0-4e8a-9cb1-5866fda1a3e8","uuid":"8e4406ee-296f-4c19-9767-122cc6613883","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":6505,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"e96cb122-1eb0-4e8a-9cb1-5866fda1a3e8","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"3c0ef9f6-104a-41fa-871c-81d4441a1259"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":6827,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"28d0f86b-c20c-475f-be27-d941d687450e","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"ad6686bd-51d5-4df7-867d-4809fd8daab4"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "4573aa53", "run_number": 2, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:02.413933+00:00" + "started_at": "2026-04-08T05:05:02.413933+00:00", + "wall_time_seconds": 10, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:24.825035+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript.\n\nBuild incrementally. Start with the simplest possible working version, then add features one at a time. After each change, test it to make sure everything still works. Do not stop iterating until the game is polished and complete."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-la5sly_j","session_id":"28d0f86b-c20c-475f-be27-d941d687450e","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"c31af6e7-a43a-4b86-b44b-9fd77a85d21c","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"d083ac41-193c-40db-b339-7d90de7e7c9a","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"28d0f86b-c20c-475f-be27-d941d687450e","uuid":"36ff4eab-6cb2-4f5f-bbec-a4eeab06d763","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":6827,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"28d0f86b-c20c-475f-be27-d941d687450e","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"ad6686bd-51d5-4df7-867d-4809fd8daab4"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":6047,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"bc179ed2-2875-4efc-8514-4278cbfe75eb","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"4836d172-ec4f-41a1-9650-58a9c6e392c8"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json @@ -0,0 +1,40 @@ +{ + "model": "gemma-4-26b", + "effort": "high", + "prompt_style": "simple", + "language": "typescript", + "human_language": "en", + "tool_read": "on", + "tool_write": "on", + "tool_edit": "on", + "tool_glob": "on", + "tool_grep": "on", + "linter": "on", + "playwright": "off", + "context_file": "none", + "web_search": "on", + "max_budget": "low", + "tests_provided": "none", + "strategy": "iterate", + "design_guidance": "none", + "architecture": "none", + "error_checking": "none", + "context_noise": "clean", + "renderer": "none", + "provider": "openrouter", + "task": "tetris", + "actual_model": "gemma-4-26b", + "cell_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on", + "runs_per_cell": 3, + "timeout_seconds": 1200, + "max_budget_usd": 2.0, + "run_id": "tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3", + "short_id": "57f6ae14", + "short_cell_id": "4573aa53", + "run_number": 3, + "claude_version": "2.1.96 (Claude Code)", + "started_at": "2026-04-08T05:05:15.103161+00:00", + "wall_time_seconds": 7, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:29.448345+00:00" +} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=iterate_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript.\n\nBuild incrementally. Start with the simplest possible working version, then add features one at a time. After each change, test it to make sure everything still works. Do not stop iterating until the game is polished and complete."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-8h5c1vq4","session_id":"bc179ed2-2875-4efc-8514-4278cbfe75eb","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"48c4dbd7-0558-41d9-b2ca-07221d3e24e8","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"5dc2bc2e-4173-477c-94e2-7d0c5db8e959","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"bc179ed2-2875-4efc-8514-4278cbfe75eb","uuid":"c505d580-a0d0-4393-bc2e-022b9671a262","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":6047,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"bc179ed2-2875-4efc-8514-4278cbfe75eb","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"4836d172-ec4f-41a1-9650-58a9c6e392c8"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":6979,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"a02e8d6e-fe88-477c-9f78-b9c4862f5ee0","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"9da5c4e9-6ee1-45d2-950a-d5d0996574b6"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "0efb3247", "run_number": 2, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:04:58.595840+00:00" + "started_at": "2026-04-08T05:04:58.595840+00:00", + "wall_time_seconds": 9, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:21.210102+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-zznogc_w","session_id":"a02e8d6e-fe88-477c-9f78-b9c4862f5ee0","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"f78b9b69-f7d0-4a63-b9c0-a27c9913ab5d","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"143289f3-c2d5-4257-8951-1d41f362b70f","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"a02e8d6e-fe88-477c-9f78-b9c4862f5ee0","uuid":"2629a36a-fbd8-4b76-b0b0-09c436b82c5c","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":6979,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"a02e8d6e-fe88-477c-9f78-b9c4862f5ee0","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"9da5c4e9-6ee1-45d2-950a-d5d0996574b6"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":7346,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"1bf0ec23-5a3d-4518-92c4-4a8e218dac66","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"d40bd624-d822-4021-9059-1129cf68a155"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "0efb3247", "run_number": 3, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:04:59.865622+00:00" + "started_at": "2026-04-08T05:04:59.865622+00:00", + "wall_time_seconds": 9, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:21.012425+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=off_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-kx8nnidi","session_id":"1bf0ec23-5a3d-4518-92c4-4a8e218dac66","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"cf3c4394-8106-4738-bce2-256ab36ab173","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"f446afdc-1608-431b-99cd-7e00731d727d","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"1bf0ec23-5a3d-4518-92c4-4a8e218dac66","uuid":"ea104aee-e501-4bf0-aa6b-659616d53ae8","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":7346,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"1bf0ec23-5a3d-4518-92c4-4a8e218dac66","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"d40bd624-d822-4021-9059-1129cf68a155"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run2/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run2/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":6453,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"d7a5ad5a-5860-41a5-a2a4-fa132e4ae509","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"a5a7751d-be65-49a3-af86-130fc72afab4"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run2/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run2/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run2/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run2/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "5669a6bb", "run_number": 2, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:00.100247+00:00" + "started_at": "2026-04-08T05:05:00.100247+00:00", + "wall_time_seconds": 9, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:21.207745+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run2/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run2/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-qj71io6h","session_id":"d7a5ad5a-5860-41a5-a2a4-fa132e4ae509","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"29ad9b28-21f1-4205-aff2-845b15f73938","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"da027730-5bf8-4808-9518-cd36da434fdb","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"d7a5ad5a-5860-41a5-a2a4-fa132e4ae509","uuid":"d7bc9b46-fd35-4522-862d-99f3efa4796b","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":6453,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"d7a5ad5a-5860-41a5-a2a4-fa132e4ae509","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"a5a7751d-be65-49a3-af86-130fc72afab4"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run3/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run3/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":7066,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"819e0882-f8f9-4b94-bc76-48550d936fcf","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"5783a747-38c2-4fa6-80e7-c546ed6ee322"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run3/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run3/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run3/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run3/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "5669a6bb", "run_number": 3, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:00.447142+00:00" + "started_at": "2026-04-08T05:05:00.447142+00:00", + "wall_time_seconds": 9, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:21.411479+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run3/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=off_tread=on_twrite=on_web=on_run3/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-7k7jykgc","session_id":"819e0882-f8f9-4b94-bc76-48550d936fcf","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"155eb0dc-97de-4238-a3d5-a1c064ca6f0a","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"487f8109-e37b-412a-a6c2-c4c2580939bb","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"819e0882-f8f9-4b94-bc76-48550d936fcf","uuid":"44d88eaf-e672-4352-9abd-a8151eb9ff74","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":7066,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"819e0882-f8f9-4b94-bc76-48550d936fcf","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"5783a747-38c2-4fa6-80e7-c546ed6ee322"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run2/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run2/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":7383,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"5e7fc0a1-07eb-4d7e-b8b4-b5c274b7cf01","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"e6df61d2-9a63-4e96-9a23-f20b1bb67dad"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run2/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run2/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run2/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run2/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "ee0b5475", "run_number": 2, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:02.295679+00:00" + "started_at": "2026-04-08T05:05:02.295679+00:00", + "wall_time_seconds": 11, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:25.826854+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run2/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run2/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-qapjqw2w","session_id":"5e7fc0a1-07eb-4d7e-b8b4-b5c274b7cf01","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"45ca3708-55c5-4bbf-8006-7f1d46a7f3a4","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"4c87e798-e119-4cc9-a0d3-fadd2265ce3a","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"5e7fc0a1-07eb-4d7e-b8b4-b5c274b7cf01","uuid":"385b77aa-7289-4c08-85df-7c4805e47933","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":7383,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"5e7fc0a1-07eb-4d7e-b8b4-b5c274b7cf01","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"e6df61d2-9a63-4e96-9a23-f20b1bb67dad"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run3/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run3/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":6545,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"47043afd-43c5-4cb6-bcce-cbf5d643132c","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"41262361-cc06-4caf-9fbd-53f4bae4dbb1"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run3/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run3/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run3/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run3/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "ee0b5475", "run_number": 3, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:02.314355+00:00" + "started_at": "2026-04-08T05:05:02.314355+00:00", + "wall_time_seconds": 9, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:24.546986+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run3/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=off_run3/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-chq4tmx2","session_id":"47043afd-43c5-4cb6-bcce-cbf5d643132c","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"182f4af6-e603-4ec0-8f0b-8980018e2223","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"c586f737-2c9a-4d60-b5f7-4f5dd453b141","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"47043afd-43c5-4cb6-bcce-cbf5d643132c","uuid":"60e31c13-79ab-47a7-acf2-9a96084b565d","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":6545,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"47043afd-43c5-4cb6-bcce-cbf5d643132c","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"41262361-cc06-4caf-9fbd-53f4bae4dbb1"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":5809,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"363f889b-2a12-4f48-913e-a4b6d6af5498","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"2f4d09b5-3685-4c8b-8068-434bcf0316e3"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "f3943773", "run_number": 2, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:02.372119+00:00" + "started_at": "2026-04-08T05:05:02.372119+00:00", + "wall_time_seconds": 9, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:24.259111+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript.\n\nBefore writing any code, explore the requirements thoroughly and create a detailed implementation plan. Think through the architecture, data structures, and edge cases. Only start coding once you have a clear plan."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-dk8_rjx1","session_id":"363f889b-2a12-4f48-913e-a4b6d6af5498","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"4c8d709f-9d36-49a0-afd6-3758301d429e","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"ab0178f3-dae5-4a4a-a413-3891a2ae2682","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"363f889b-2a12-4f48-913e-a4b6d6af5498","uuid":"01db1dcb-8ce1-4eb7-8f1f-9d4ccfe058bc","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":5809,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"363f889b-2a12-4f48-913e-a4b6d6af5498","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"2f4d09b5-3685-4c8b-8068-434bcf0316e3"} diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":6009,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"37d992af-9780-4f47-ae9c-afa973f0b55c","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"9a96327c-3fbf-4a70-9e04-b7fa8b12f35c"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "f3943773", "run_number": 3, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:02.408962+00:00" + "started_at": "2026-04-08T05:05:02.408962+00:00", + "wall_time_seconds": 9, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:23.845552+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl b/results/runs/tetris_arch=none_ctx=none_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=plan_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl @@ -0,0 +1,5 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript.\n\nBefore writing any code, explore the requirements thoroughly and create a detailed implementation plan. Think through the architecture, data structures, and edge cases. Only start coding once you have a clear plan."}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-9yivtb29","session_id":"37d992af-9780-4f47-ae9c-afa973f0b55c","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"dd16430a-12b8-4215-a53e-70ce1b83e2ab","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"d931bba7-249a-4317-9589-53aaf2757560","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"37d992af-9780-4f47-ae9c-afa973f0b55c","uuid":"310f2f77-b50a-4652-bbe3-4f88f04c6315","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":6009,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"37d992af-9780-4f47-ae9c-afa973f0b55c","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"9a96327c-3fbf-4a70-9e04-b7fa8b12f35c"} diff --git a/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json b/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":6253,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"e510b3d0-d358-4c71-a351-b6f9e141bd47","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"9dd98b96-8c91-45b3-ae32-05352a540cb1"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log b/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json b/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "9cdd7261", "run_number": 2, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:02.233961+00:00" + "started_at": "2026-04-08T05:05:02.233961+00:00", + "wall_time_seconds": 9, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:24.769108+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl b/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run2/transcript.jsonl @@ -0,0 +1,6 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} +{"type": "user", "subtype": "context", "message": {"role": "system", "content": "# Project Rules\n\n- Use semantic HTML where possible\n- Ensure keyboard accessibility for all interactive elements\n- Keep the bundle small -- no heavy frameworks unless necessary\n- Use canvas or DOM-based rendering (either is acceptable)\n- Include a visible score display and next-piece preview\n- The game should be playable immediately on page load without user setup\n"}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-awn2p9r2","session_id":"e510b3d0-d358-4c71-a351-b6f9e141bd47","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"3c98f36c-2a1d-49ce-9cd1-d38fbc5e6589","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"4bc9443f-ab27-48ca-ae22-e1931787358d","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"e510b3d0-d358-4c71-a351-b6f9e141bd47","uuid":"28d2aa7d-9832-408c-ae0d-b5d9f5885997","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":6253,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"e510b3d0-d358-4c71-a351-b6f9e141bd47","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"9dd98b96-8c91-45b3-ae32-05352a540cb1"} diff --git a/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json b/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_output.json @@ -0,0 +1 @@ +{"type":"result","subtype":"success","is_error":true,"duration_ms":6420,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"c7a4b024-591f-4f3c-bca2-2e70c53989b4","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"50264f53-7e17-490b-af15-263c96ce7929"} +\ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log b/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/claude_stderr.log diff --git a/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json b/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/meta.json @@ -33,5 +33,8 @@ "short_cell_id": "9cdd7261", "run_number": 3, "claude_version": "2.1.96 (Claude Code)", - "started_at": "2026-04-08T05:05:02.249795+00:00" + "started_at": "2026-04-08T05:05:02.249795+00:00", + "wall_time_seconds": 9, + "exit_code": 1, + "completed_at": "2026-04-08T05:05:25.070228+00:00" } \ No newline at end of file diff --git a/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl b/results/runs/tetris_arch=none_ctx=provided_noise=clean_dsgn=none_eff=high_echk=none_hlang=en_lang=ts_lint=on_budget=low_model=gemma426b_pw=off_prompt=simple_prov=or_rndr=none_strat=none_tst=none_tedit=on_tglob=on_tgrep=on_tread=on_twrite=on_web=on_run3/transcript.jsonl @@ -0,0 +1,6 @@ +{"type": "harness", "subtype": "config", "model": "gemma-4-26b", "effort": "high", "tools": ["Bash", "Read", "Write", "Edit", "Glob", "Grep", "WebSearch", "WebFetch"], "max_budget_usd": 2.0, "timeout_seconds": 1200, "task": "tetris", "language": "typescript", "prompt_style": "simple"} +{"type": "user", "subtype": "prompt", "message": {"role": "user", "content": "Build a playable Tetris game that runs in a browser. It should have all the standard mechanics: piece rotation, line clearing, scoring, and increasing speed. Use keyboard controls for movement and rotation.\n\n\nUse TypeScript."}} +{"type": "user", "subtype": "context", "message": {"role": "system", "content": "# Project Rules\n\n- Use semantic HTML where possible\n- Ensure keyboard accessibility for all interactive elements\n- Keep the bundle small -- no heavy frameworks unless necessary\n- Use canvas or DOM-based rendering (either is acceptable)\n- Include a visible score display and next-piece preview\n- The game should be playable immediately on page load without user setup\n"}} +{"type":"system","subtype":"init","cwd":"/tmp/loop-bench-xbd66kv8","session_id":"c7a4b024-591f-4f3c-bca2-2e70c53989b4","tools":["Bash","Edit","Read"],"mcp_servers":[],"model":"openrouter/google/gemma-4-26b-a4b-it","permissionMode":"dontAsk","slash_commands":["update-config","debug","simplify","batch","loop","schedule","claude-api","compact","context","cost","heapdump","init","review","security-review","insights"],"apiKeySource":"apiKeyHelper","claude_code_version":"2.1.96","output_style":"default","agents":["general-purpose","statusline-setup","Explore","Plan"],"skills":["update-config","debug","simplify","batch","loop","schedule","claude-api"],"plugins":[{"name":"claude-hud","path":"/root/.claude/plugins/cache/claude-hud/claude-hud/0.0.7","source":"claude-hud@claude-hud"},{"name":"rust-analyzer-lsp","path":"/root/.claude/plugins/cache/claude-plugins-official/rust-analyzer-lsp/1.0.0","source":"rust-analyzer-lsp@claude-plugins-official"}],"uuid":"91b2f579-aa68-4225-8bcf-ea2ccf5679b0","fast_mode_state":"off"} +{"type":"assistant","message":{"id":"b67439d5-e5a2-4f84-826c-fcc9199f9dde","container":null,"model":"<synthetic>","role":"assistant","stop_reason":"stop_sequence","stop_sequence":"","type":"message","usage":{"input_tokens":0,"output_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":null,"cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":null,"iterations":null,"speed":null},"content":[{"type":"text","text":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}"}],"context_management":null},"parent_tool_use_id":null,"session_id":"c7a4b024-591f-4f3c-bca2-2e70c53989b4","uuid":"20ddeb80-0b29-43ec-9ef8-5c2511843f91","error":"authentication_failed"} +{"type":"result","subtype":"success","is_error":true,"duration_ms":6420,"duration_api_ms":0,"num_turns":1,"result":"Failed to authenticate. API Error: 403 {\"error\":{\"message\":\"litellm.APIError: APIError: OpenrouterException - {\\\"error\\\":{\\\"message\\\":\\\"Key limit exceeded (total limit). Manage it using https://openrouter.ai/settings/keys\\\",\\\"code\\\":403}}. Received Model Group=openrouter/google/gemma-4-26b-a4b-it\\nAvailable Model Group Fallbacks=None\",\"type\":null,\"param\":null,\"code\":\"403\"}}","stop_reason":"stop_sequence","session_id":"c7a4b024-591f-4f3c-bca2-2e70c53989b4","total_cost_usd":0,"usage":{"input_tokens":0,"cache_creation_input_tokens":0,"cache_read_input_tokens":0,"output_tokens":0,"server_tool_use":{"web_search_requests":0,"web_fetch_requests":0},"service_tier":"standard","cache_creation":{"ephemeral_1h_input_tokens":0,"ephemeral_5m_input_tokens":0},"inference_geo":"","iterations":[],"speed":"standard"},"modelUsage":{},"permission_denials":[],"terminal_reason":"completed","fast_mode_state":"off","uuid":"50264f53-7e17-490b-af15-263c96ce7929"}