{"source":{"name":"ADEMark","url":"https://ademark.dev/","resultsUrl":"https://ademark.dev/results.json","repository":"https://github.com/zqkra/ademark","rawData":"https://github.com/zqkra/ademark/tree/main/data","license":"CC BY 4.0","licenseUrl":"https://creativecommons.org/licenses/by/4.0/"},"importedAt":"2026-11-13","measuredAt":"2026-11-12","mapping":{"bare-cli":null,"bb":"bb","capy":"capy","claude-desktop":"claude-code","cloudroom":"cloudroom","diri":"diri","emdash":"emdash","monocode":"monocode","orca":"orca","paseo":"paseo","super-engineering":"super-engineering","superset":"superset","synara":"synara","t3code":"t3-code","traycer":"traycer","zeron":"comet"},"results":{"run":"control-2026-11-10T08-31-19Z","measured":"measured up to 12 November 2026","machine":"Mac mini M4, 16 GB, macOS 27","model":"Claude Opus 5.5, effort high","rule":"median of the valid runs of one attempt; gaps are never ranked","license":"CC BY 4.0","apps":[{"id":"bare-cli","name":"Bare CLI","version":"Claude Code 2.1.303 in Ghostty 1.4.0","tests":{"A1/cold":{"median":0.6943185000000001,"min":0.687404,"max":0.700824,"runs":6,"unit":"s"},"A2/relaunch":{"median":0.343957,"min":0.33832100000000004,"max":0.36608999999999997,"runs":6,"unit":"s"},"A3/default-mode":{"median":374.784,"min":354.408,"max":392.963,"runs":9,"unit":"ms"},"A4/total":{"median":219.617,"min":206.345,"max":224.717,"runs":6,"unit":"ms"},"A4/before-request":{"median":56.846729499999995,"min":54.64625,"max":62.247042,"runs":6,"unit":"ms"},"A4/on-screen":{"median":159.704104,"min":151.66062499999998,"max":168.146291,"runs":6,"unit":"ms"},"A5/total":{"median":1012.8387680053711,"min":1012.8387680053711,"max":1012.8387680053711,"runs":1,"unit":"MB"},"A5/app":{"median":188.45779418945312,"min":188.45779418945312,"max":188.45779418945312,"runs":1,"unit":"MB"},"A6/front":{"median":0.3745264215110292,"min":0.3745264215110292,"max":0.3745264215110292,"runs":1,"unit":"% CPU"},"A6/covered":{"median":0.025768162702771127,"min":0.025768162702771127,"max":0.025768162702771127,"runs":1,"unit":"% CPU"},"A7/total-p95":{"median":1905.4691249847413,"min":1905.4691249847413,"max":1905.4691249847413,"runs":1,"unit":"MB"},"A8/p95":{"median":79.273,"min":79.273,"max":79.273,"runs":1,"unit":"ms"},"A8/missed":{"median":0,"min":0,"max":0,"runs":1,"unit":"keystrokes of 60"},"A9/no-sessions":{"median":0,"min":0,"max":0,"runs":3,"unit":"MB"},"A10/mb-per-thread":{"median":15.678927612304687,"min":15.678927612304687,"max":15.678927612304687,"runs":1,"unit":"MB"},"A11/open":{"median":203.114,"min":189.803,"max":209.922,"runs":5,"unit":"ms"},"A11/scroll-gaps":{"median":3,"min":3,"max":3,"runs":5,"unit":"frames over 33 ms"},"B1/total":{"median":38226,"min":35985,"max":77089,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.09626119999999999,"min":0.0891524,"max":0.0986444,"runs":3,"unit":"USD"},"B2/system":{"median":2268,"min":2268,"max":2268,"runs":1,"unit":"tokens"},"B2/tools":{"median":17282,"min":17282,"max":17282,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":0,"min":0,"max":0,"runs":1,"unit":"tokens"},"B2/injected":{"median":550,"min":550,"max":550,"runs":1,"unit":"tokens"},"B2/params":{"median":131,"min":131,"max":131,"runs":1,"unit":"tokens"},"B3/total":{"median":168339,"min":168339,"max":168339,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.2101188,"min":0.2101188,"max":0.2101188,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"C1/solo-tokens-total":{"median":1652066,"min":1652066,"max":1652066,"runs":1,"unit":"tokens"}}},{"id":"bb","name":"bb","version":"0.49.0","tests":{"A1/cold":{"median":2.248785,"min":2.230627,"max":2.293058,"runs":6,"unit":"s"},"A2/relaunch":{"median":1.4298155000000001,"min":1.4132609999999999,"max":1.45922,"runs":6,"unit":"s"},"A3/default-mode":{"median":243.809,"min":227.171,"max":260.575,"runs":9,"unit":"ms"},"A4/total":{"median":903.274,"min":870.706,"max":970.824,"runs":9,"unit":"ms"},"A4/before-request":{"median":684.270375,"min":645.686833,"max":745.835417,"runs":9,"unit":"ms"},"A4/on-screen":{"median":223.163459,"min":211.20583299999998,"max":231.6976249999999,"runs":9,"unit":"ms"},"A5/total":{"median":1526.8435821533203,"min":1526.8435821533203,"max":1526.8435821533203,"runs":1,"unit":"MB"},"A5/app":{"median":787.5012130737305,"min":787.5012130737305,"max":787.5012130737305,"runs":1,"unit":"MB"},"A6/front":{"median":2.176512758518798,"min":2.176512758518798,"max":2.176512758518798,"runs":1,"unit":"% CPU"},"A6/covered":{"median":0.6419228302904706,"min":0.6419228302904706,"max":0.6419228302904706,"runs":1,"unit":"% CPU"},"A7/total-p95":{"median":2683.40145111084,"min":2683.40145111084,"max":2683.40145111084,"runs":1,"unit":"MB"},"A8/p95":{"median":62.023,"min":62.023,"max":62.023,"runs":1,"unit":"ms"},"A8/missed":{"median":0,"min":0,"max":0,"runs":1,"unit":"keystrokes of 60"},"A9/no-sessions":{"median":0,"min":0,"max":0,"runs":3,"unit":"MB"},"A10/mb-per-thread":{"median":17.22118631998698,"min":17.22118631998698,"max":17.22118631998698,"runs":1,"unit":"MB"},"A11/open":{"median":351.502,"min":335.426,"max":365.678,"runs":5,"unit":"ms"},"A11/scroll-gaps":{"median":3,"min":3,"max":4,"runs":5,"unit":"frames over 33 ms"},"B1/total":{"median":24545,"min":24544,"max":24545,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.0063818,"min":0.0063618,"max":0.0746864,"runs":3,"unit":"USD"},"B2/system":{"median":2578,"min":2578,"max":2578,"runs":1,"unit":"tokens"},"B2/tools":{"median":7976,"min":7976,"max":7976,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":0,"min":0,"max":0,"runs":1,"unit":"tokens"},"B2/injected":{"median":543,"min":543,"max":543,"runs":1,"unit":"tokens"},"B2/params":{"median":131,"min":131,"max":131,"runs":1,"unit":"tokens"},"B3/total":{"median":81790,"min":81790,"max":81790,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.1663226,"min":0.1663226,"max":0.1663226,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"C1/shipped":{"median":0,"min":0,"max":0,"runs":1,"unit":"hidden test groups of 5"},"C1/tokens-total":{"median":4211797,"min":4211797,"max":4211797,"runs":1,"unit":"tokens"}}},{"id":"capy","name":"Capy","version":"0.8.0","tests":{"A1/cold":{"median":2.0050235,"min":1.823476,"max":2.189203,"runs":10,"unit":"s"},"A2/relaunch":{"result":"did not finish","cause":"still running 45 s after quit, in every run"},"A3/default-mode":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A4/total":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A4/before-request":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A4/on-screen":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A5/total":{"median":593.4939651489258,"min":593.4939651489258,"max":593.4939651489258,"runs":1,"unit":"MB"},"A5/app":{"median":593.4939651489258,"min":593.4939651489258,"max":593.4939651489258,"runs":1,"unit":"MB"},"A6/front":{"median":0.5609772447301832,"min":0.5609772447301832,"max":0.5609772447301832,"runs":1,"unit":"% CPU"},"A6/covered":{"median":0.40252752388344687,"min":0.40252752388344687,"max":0.40252752388344687,"runs":1,"unit":"% CPU"},"A7/total-p95":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A8/p95":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A8/missed":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A9/no-sessions":{"median":0,"min":0,"max":0,"runs":3,"unit":"MB"},"A10/mb-per-thread":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A11/open":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A11/scroll-gaps":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"B1/total":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"B1/usd":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"B2/system":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"B2/tools":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"B2/mcp-tools":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"B2/injected":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"B2/params":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"B3/total":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"B3/usd":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"B4/in-request":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"B4/obeyed":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"C1/shipped":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"C1/time-to-green":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"C1/handoff":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"C1/tokens-total":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"},"C1/solo-tokens-total":{"result":"not measured","cause":"it updated itself to 0.8.0 and our step that picks Opus 5.5 broke, so no prompt was sent"}}},{"id":"claude-desktop","name":"Claude desktop","version":"4.23118.0","tests":{"A1/cold":{"median":2.4255050000000002,"min":2.209163,"max":2.686083,"runs":9,"unit":"s"},"A2/relaunch":{"median":1.5111780000000001,"min":1.424827,"max":2.180354,"runs":9,"unit":"s"},"A3/default-mode":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A4/total":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A4/before-request":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A4/on-screen":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A5/total":{"median":1695.7606048583984,"min":1695.7606048583984,"max":1695.7606048583984,"runs":1,"unit":"MB"},"A5/app":{"median":864.6444549560547,"min":864.6444549560547,"max":864.6444549560547,"runs":1,"unit":"MB"},"A6/front":{"median":0.7125016034908396,"min":0.7125016034908396,"max":0.7125016034908396,"runs":1,"unit":"% CPU"},"A6/covered":{"median":0.5549453363718789,"min":0.5549453363718789,"max":0.5549453363718789,"runs":1,"unit":"% CPU"},"A7/total-p95":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A8/p95":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A8/missed":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A9/no-sessions":{"median":0,"min":0,"max":0,"runs":3,"unit":"MB"},"A10/mb-per-thread":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A11/open":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"A11/scroll-gaps":{"result":"not measured","cause":"it talks only to its maker's cloud, so our local replay server cannot answer it"},"B1/total":{"median":75537,"min":75522,"max":75588,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.110077,"min":0.1098189,"max":0.1918657,"runs":3,"unit":"USD"},"B2/system":{"median":8359,"min":8359,"max":8359,"runs":1,"unit":"tokens"},"B2/tools":{"median":19685,"min":19685,"max":19685,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":11692,"min":11692,"max":11692,"runs":1,"unit":"tokens"},"B2/injected":{"median":591,"min":591,"max":591,"runs":1,"unit":"tokens"},"B2/params":{"median":14426,"min":14426,"max":14426,"runs":1,"unit":"tokens"},"B3/total":{"median":294340,"min":294340,"max":294340,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.2559268,"min":0.2559268,"max":0.2559268,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"}}},{"id":"cloudroom","name":"Cloudroom","version":"129.0.0 for tokens, 150.0.0 for C1","tests":{"A1/cold":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A2/relaunch":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A3/default-mode":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A4/total":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A4/before-request":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A4/on-screen":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A5/total":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A5/app":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A6/front":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A6/covered":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A7/total-p95":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A8/p95":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A8/missed":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A9/no-sessions":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A10/mb-per-thread":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A11/open":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"A11/scroll-gaps":{"result":"not measured","cause":"our harness failed in the middle of every speed and weight block on 150.0.0, and none of them counts yet"},"B1/total":{"median":41550,"min":37064,"max":41573,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.00762707,"min":0.00746651,"max":0.12857651,"runs":3,"unit":"USD"},"B2/system":{"median":4893,"min":4893,"max":4893,"runs":1,"unit":"tokens"},"B2/tools":{"median":7976,"min":7976,"max":7976,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":0,"min":0,"max":0,"runs":1,"unit":"tokens"},"B2/injected":{"median":401,"min":401,"max":401,"runs":1,"unit":"tokens"},"B2/params":{"median":131,"min":131,"max":131,"runs":1,"unit":"tokens"},"B3/total":{"median":107671,"min":107671,"max":107671,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.17771177,"min":0.17771177,"max":0.17771177,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"C1/shipped":{"median":0,"min":0,"max":0,"runs":1,"unit":"hidden test groups of 5"},"C1/tokens-total":{"median":2663304,"min":2663304,"max":2663304,"runs":1,"unit":"tokens"}}},{"id":"diri","name":"Diri","version":"0.11.2","tests":{"A1/cold":{"median":2.257033,"min":2.212969,"max":2.287077,"runs":6,"unit":"s"},"A2/relaunch":{"median":0.6733775,"min":0.599641,"max":0.720911,"runs":10,"unit":"s"},"A3/default-mode":{"median":663.029,"min":620.485,"max":3440.293,"runs":10,"unit":"ms"},"A4/total":{"median":256.017,"min":241.162,"max":275.846,"runs":9,"unit":"ms"},"A4/before-request":{"median":115.609917,"min":98.636375,"max":121.253875,"runs":9,"unit":"ms"},"A4/on-screen":{"median":145.505875,"min":139.18341700000002,"max":156.68762500000003,"runs":9,"unit":"ms"},"A5/total":{"result":"not measured","cause":"it starts its agents detached, so we cannot yet tell them from other Claude processes"},"A5/app":{"result":"not measured","cause":"it starts its agents detached, so we cannot yet tell them from other Claude processes"},"A6/front":{"median":0.5522758412697939,"min":0.5522758412697939,"max":0.5522758412697939,"runs":1,"unit":"% CPU"},"A6/covered":{"median":0.2348634549638579,"min":0.2348634549638579,"max":0.2348634549638579,"runs":1,"unit":"% CPU"},"A7/total-p95":{"result":"not measured","cause":"it starts its agents detached, so we cannot yet tell them from other Claude processes"},"A8/p95":{"median":72.308,"min":72.308,"max":72.308,"runs":1,"unit":"ms"},"A8/missed":{"median":0,"min":0,"max":0,"runs":1,"unit":"keystrokes of 60"},"A9/no-sessions":{"median":56.21263122558594,"min":55.37669372558594,"max":56.21263122558594,"runs":3,"unit":"MB"},"A10/mb-per-thread":{"median":6.888604227701823,"min":6.888604227701823,"max":6.888604227701823,"runs":1,"unit":"MB"},"A11/open":{"median":88.06,"min":67.664,"max":105.798,"runs":5,"unit":"ms"},"A11/scroll-gaps":{"median":4,"min":3,"max":4,"runs":5,"unit":"frames over 33 ms"},"B1/total":{"median":39466,"min":39312,"max":39540,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.0916016,"min":0.0900736,"max":0.11188580000000001,"runs":3,"unit":"USD"},"B2/system":{"median":2251,"min":2251,"max":2251,"runs":1,"unit":"tokens"},"B2/tools":{"median":18336,"min":18336,"max":18336,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":0,"min":0,"max":0,"runs":1,"unit":"tokens"},"B2/injected":{"median":544,"min":544,"max":544,"runs":1,"unit":"tokens"},"B2/params":{"median":131,"min":131,"max":131,"runs":1,"unit":"tokens"},"B3/total":{"median":175837,"min":175837,"max":175837,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.23739480000000002,"min":0.23739480000000002,"max":0.23739480000000002,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"}}},{"id":"emdash","name":"Emdash","version":"1.2.10","tests":{"A1/cold":{"median":4.2463625,"min":3.9845990000000002,"max":4.30829,"runs":6,"unit":"s"},"A2/relaunch":{"median":3.0720205,"min":3.05017,"max":3.113214,"runs":6,"unit":"s"},"A3/default-mode":{"median":183.293,"min":170.662,"max":186.914,"runs":6,"unit":"ms"},"A4/total":{"median":811.2895000000001,"min":757.213,"max":835.605,"runs":6,"unit":"ms"},"A4/before-request":{"median":647.8271875,"min":614.024959,"max":692.478667,"runs":6,"unit":"ms"},"A4/on-screen":{"median":155.36789600000003,"min":142.974333,"max":185.060333,"runs":6,"unit":"ms"},"A5/total":{"median":2333.8815155029297,"min":2333.8815155029297,"max":2333.8815155029297,"runs":1,"unit":"MB"},"A5/app":{"median":1493.8754501342773,"min":1493.8754501342773,"max":1493.8754501342773,"runs":1,"unit":"MB"},"A6/front":{"median":2.3366676740502506,"min":2.3366676740502506,"max":2.3366676740502506,"runs":1,"unit":"% CPU"},"A6/covered":{"median":1.2455072119970587,"min":1.2455072119970587,"max":1.2455072119970587,"runs":1,"unit":"% CPU"},"A7/total-p95":{"median":3531.1241813659667,"min":3531.1241813659667,"max":3531.1241813659667,"runs":1,"unit":"MB"},"A8/p95":{"median":83.387,"min":83.387,"max":83.387,"runs":1,"unit":"ms"},"A8/missed":{"median":1,"min":1,"max":1,"runs":1,"unit":"keystrokes of 60"},"A9/no-sessions":{"median":0,"min":0,"max":0,"runs":3,"unit":"MB"},"A10/mb-per-thread":{"median":12.107361857096354,"min":12.107361857096354,"max":12.107361857096354,"runs":1,"unit":"MB"},"A11/open":{"median":159.83,"min":159.482,"max":160.186,"runs":5,"unit":"ms"},"A11/scroll-gaps":{"median":3,"min":2,"max":3,"runs":5,"unit":"frames over 33 ms"},"B1/total":{"median":76982,"min":38028,"max":122060,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.0976604,"min":0.08796520000000001,"max":0.1274814,"runs":3,"unit":"USD"},"B2/system":{"median":2324,"min":2324,"max":2324,"runs":1,"unit":"tokens"},"B2/tools":{"median":18667,"min":18667,"max":18667,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":0,"min":0,"max":0,"runs":1,"unit":"tokens"},"B2/injected":{"median":545,"min":545,"max":545,"runs":1,"unit":"tokens"},"B2/params":{"median":131,"min":131,"max":131,"runs":1,"unit":"tokens"},"B3/total":{"median":165271,"min":165271,"max":165271,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.1915214,"min":0.1915214,"max":0.1915214,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"}}},{"id":"monocode","name":"MonoCode","version":"0.16.0","tests":{"A1/cold":{"median":1.7957595,"min":1.595051,"max":1.86107,"runs":10,"unit":"s"},"A2/relaunch":{"median":0.8829465000000001,"min":0.814183,"max":0.936202,"runs":10,"unit":"s"},"A3/default-mode":{"median":191.091,"min":175.812,"max":205.279,"runs":6,"unit":"ms"},"A4/total":{"median":778.695,"min":740.155,"max":839.381,"runs":10,"unit":"ms"},"A4/before-request":{"median":609.84725,"min":573.325792,"max":664.329292,"runs":10,"unit":"ms"},"A4/on-screen":{"median":168.84775000000008,"min":162.45208300000002,"max":194.54874999999993,"runs":10,"unit":"ms"},"A5/total":{"median":418.94608306884766,"min":418.94608306884766,"max":418.94608306884766,"runs":1,"unit":"MB"},"A5/app":{"median":418.94608306884766,"min":418.94608306884766,"max":418.94608306884766,"runs":1,"unit":"MB"},"A6/front":{"median":9.03325392802332,"min":9.03325392802332,"max":9.03325392802332,"runs":1,"unit":"% CPU"},"A6/covered":{"median":1.766520971809657,"min":1.766520971809657,"max":1.766520971809657,"runs":1,"unit":"% CPU"},"A7/total-p95":{"median":1532.8917808532715,"min":1532.8917808532715,"max":1532.8917808532715,"runs":1,"unit":"MB"},"A8/p95":{"median":62.184,"min":62.184,"max":62.184,"runs":1,"unit":"ms"},"A8/missed":{"median":0,"min":0,"max":0,"runs":1,"unit":"keystrokes of 60"},"A9/no-sessions":{"median":0,"min":0,"max":0,"runs":3,"unit":"MB"},"A10/mb-per-thread":{"median":13.499592844645182,"min":13.499592844645182,"max":13.499592844645182,"runs":1,"unit":"MB"},"A11/open":{"median":94.305,"min":93.441,"max":105.483,"runs":5,"unit":"ms"},"A11/scroll-gaps":{"median":0,"min":0,"max":0,"runs":5,"unit":"frames over 33 ms"},"B1/total":{"median":44621,"min":44108,"max":44666,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.0067626200000000004,"min":0.0067071200000000004,"max":0.08544456,"runs":3,"unit":"USD"},"B2/system":{"median":1895,"min":1895,"max":1895,"runs":1,"unit":"tokens"},"B2/tools":{"median":7976,"min":7976,"max":7976,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":0,"min":0,"max":0,"runs":1,"unit":"tokens"},"B2/injected":{"median":546,"min":546,"max":546,"runs":1,"unit":"tokens"},"B2/params":{"median":131,"min":131,"max":131,"runs":1,"unit":"tokens"},"B3/total":{"median":122413,"min":122413,"max":122413,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.16981905,"min":0.16981905,"max":0.16981905,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"}}},{"id":"orca","name":"Orca","version":"1.4.249","tests":{"A1/cold":{"result":"not measured","cause":"our probe keystroke reached its shell before its own restore command"},"A2/relaunch":{"median":1.5138509999999998,"min":1.459156,"max":1.610072,"runs":6,"unit":"s"},"A3/default-mode":{"result":"not measured","cause":"its new-thread shortcut opens a shell tab, which our probe cannot time"},"A4/total":{"median":301.833,"min":257.029,"max":317.234,"runs":9,"unit":"ms"},"A4/before-request":{"median":123.554291,"min":107.614125,"max":137.109791,"runs":9,"unit":"ms"},"A4/on-screen":{"median":179.36787500000003,"min":149.414875,"max":180.245,"runs":9,"unit":"ms"},"A5/total":{"median":1486.0266876220703,"min":1486.0266876220703,"max":1486.0266876220703,"runs":1,"unit":"MB"},"A5/app":{"median":528.4732666015625,"min":528.4732666015625,"max":528.4732666015625,"runs":1,"unit":"MB"},"A6/front":{"median":2.6271701210085188,"min":2.6271701210085188,"max":2.6271701210085188,"runs":1,"unit":"% CPU"},"A6/covered":{"median":2.0067460902258283,"min":2.0067460902258283,"max":2.0067460902258283,"runs":1,"unit":"% CPU"},"A7/total-p95":{"median":2779.5004390716554,"min":2779.5004390716554,"max":2779.5004390716554,"runs":1,"unit":"MB"},"A8/p95":{"median":68.974,"min":68.974,"max":68.974,"runs":1,"unit":"ms"},"A8/missed":{"median":0,"min":0,"max":0,"runs":1,"unit":"keystrokes of 60"},"A9/no-sessions":{"result":"not measured","cause":"our count of the processes left after quit is under review"},"A10/mb-per-thread":{"median":22.798259735107422,"min":22.798259735107422,"max":22.798259735107422,"runs":1,"unit":"MB"},"A11/open":{"median":97.686,"min":87.418,"max":110.224,"runs":5,"unit":"ms"},"A11/scroll-gaps":{"median":3,"min":3,"max":4,"runs":5,"unit":"frames over 33 ms"},"B1/total":{"median":37659,"min":35416,"max":37663,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.0957586,"min":0.07618960000000001,"max":0.0982298,"runs":3,"unit":"USD"},"B2/system":{"median":2192,"min":2192,"max":2192,"runs":1,"unit":"tokens"},"B2/tools":{"median":16951,"min":16951,"max":16951,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":0,"min":0,"max":0,"runs":1,"unit":"tokens"},"B2/injected":{"median":544,"min":544,"max":544,"runs":1,"unit":"tokens"},"B2/params":{"median":131,"min":131,"max":131,"runs":1,"unit":"tokens"},"B3/total":{"median":208203,"min":208203,"max":208203,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.2323654,"min":0.2323654,"max":0.2323654,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"C1/shipped":{"result":"did not finish","cause":"its own workers never started. Claude Code's subagents did the work and passed 5 of 5"},"C1/time-to-green":{"result":"did not finish","cause":"its own workers never started. Claude Code's subagents did the work and passed 5 of 5"},"C1/handoff":{"result":"did not finish","cause":"its own workers never started. Claude Code's subagents did the work and passed 5 of 5"},"C1/tokens-total":{"result":"did not finish","cause":"its own workers never started. Claude Code's subagents did the work and passed 5 of 5"},"C1/solo-tokens-total":{"result":"did not finish","cause":"its own workers never started. Claude Code's subagents did the work and passed 5 of 5"}}},{"id":"paseo","name":"Paseo","version":"0.15.0","tests":{"A1/cold":{"median":4.2213885,"min":4.117368000000001,"max":4.316229,"runs":6,"unit":"s"},"A2/relaunch":{"median":2.931394,"min":2.920105,"max":3.131459,"runs":6,"unit":"s"},"A3/default-mode":{"median":243.668,"min":227.112,"max":266.029,"runs":9,"unit":"ms"},"A4/total":{"median":725.772,"min":669.473,"max":868.932,"runs":9,"unit":"ms"},"A4/before-request":{"median":656.107458,"min":601.990417,"max":822.124875,"runs":9,"unit":"ms"},"A4/on-screen":{"median":76.16466700000001,"min":46.80712500000004,"max":95.44654200000002,"runs":9,"unit":"ms"},"A5/total":{"median":1261.8059997558594,"min":1261.8059997558594,"max":1261.8059997558594,"runs":1,"unit":"MB"},"A5/app":{"median":559.4325637817383,"min":559.4325637817383,"max":559.4325637817383,"runs":1,"unit":"MB"},"A6/front":{"median":0.8332242357672683,"min":0.8332242357672683,"max":0.8332242357672683,"runs":1,"unit":"% CPU"},"A6/covered":{"median":0.6162853057883639,"min":0.6162853057883639,"max":0.6162853057883639,"runs":1,"unit":"% CPU"},"A7/total-p95":{"median":2516.203514099121,"min":2516.203514099121,"max":2516.203514099121,"runs":1,"unit":"MB"},"A8/p95":{"median":64.617,"min":64.617,"max":64.617,"runs":1,"unit":"ms"},"A8/missed":{"median":1,"min":1,"max":1,"runs":1,"unit":"keystrokes of 60"},"A9/no-sessions":{"median":0,"min":0,"max":0,"runs":3,"unit":"MB"},"A10/mb-per-thread":{"median":17.21154530843099,"min":17.21154530843099,"max":17.21154530843099,"runs":1,"unit":"MB"},"A11/open":{"median":90.342,"min":89.419,"max":101.551,"runs":5,"unit":"ms"},"A11/scroll-gaps":{"median":0,"min":0,"max":0,"runs":5,"unit":"frames over 33 ms"},"B1/total":{"median":22206,"min":22203,"max":45744,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.005815,"min":0.005755,"max":0.0858518,"runs":3,"unit":"USD"},"B2/system":{"median":1894,"min":1894,"max":1894,"runs":1,"unit":"tokens"},"B2/tools":{"median":7976,"min":7976,"max":7976,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":0,"min":0,"max":0,"runs":1,"unit":"tokens"},"B2/injected":{"median":545,"min":545,"max":545,"runs":1,"unit":"tokens"},"B2/params":{"median":131,"min":131,"max":131,"runs":1,"unit":"tokens"},"B3/total":{"median":73206,"min":73206,"max":73206,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.1502868,"min":0.1502868,"max":0.1502868,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"}}},{"id":"super-engineering","name":"super.engineering","version":"build 15aae8f8","tests":{"A1/cold":{"median":1.7621099999999998,"min":1.507946,"max":1.818991,"runs":9,"unit":"s"},"A2/relaunch":{"median":0.8483155,"min":0.843567,"max":0.8627870000000001,"runs":6,"unit":"s"},"A3/default-mode":{"median":255.97050000000002,"min":241.247,"max":257.284,"runs":6,"unit":"ms"},"A4/total":{"median":837.1565,"min":808.395,"max":844.299,"runs":6,"unit":"ms"},"A4/before-request":{"median":669.1968750000001,"min":650.859708,"max":674.916166,"runs":6,"unit":"ms"},"A4/on-screen":{"median":166.489646,"min":157.53529200000003,"max":171.94612499999994,"runs":6,"unit":"ms"},"A5/total":{"median":134.31449127197266,"min":134.31449127197266,"max":134.31449127197266,"runs":1,"unit":"MB"},"A5/app":{"median":134.31449127197266,"min":134.31449127197266,"max":134.31449127197266,"runs":1,"unit":"MB"},"A6/front":{"median":0.17873524853656764,"min":0.17873524853656764,"max":0.17873524853656764,"runs":1,"unit":"% CPU"},"A6/covered":{"median":0.16546383610063164,"min":0.16546383610063164,"max":0.16546383610063164,"runs":1,"unit":"% CPU"},"A7/total-p95":{"median":969.4208709716797,"min":969.4208709716797,"max":969.4208709716797,"runs":1,"unit":"MB"},"A8/p95":{"median":72.447,"min":72.447,"max":72.447,"runs":1,"unit":"ms"},"A8/missed":{"median":8,"min":8,"max":8,"runs":1,"unit":"keystrokes of 60"},"A9/no-sessions":{"median":0,"min":0,"max":0,"runs":3,"unit":"MB"},"A10/mb-per-thread":{"median":6.54172617594401,"min":6.54172617594401,"max":6.54172617594401,"runs":1,"unit":"MB"},"A11/open":{"median":119.983,"min":87.256,"max":122.606,"runs":5,"unit":"ms"},"A11/scroll-gaps":{"median":0,"min":0,"max":1,"runs":5,"unit":"frames over 33 ms"},"B1/total":{"median":29558,"min":29557,"max":29564,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.0195462,"min":0.019530199999999998,"max":0.196364,"runs":3,"unit":"USD"},"B2/system":{"median":2639,"min":2639,"max":2639,"runs":1,"unit":"tokens"},"B2/tools":{"median":7637,"min":7637,"max":7637,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":0,"min":0,"max":0,"runs":1,"unit":"tokens"},"B2/injected":{"median":551,"min":551,"max":551,"runs":1,"unit":"tokens"},"B2/params":{"median":131,"min":131,"max":131,"runs":1,"unit":"tokens"},"B3/total":{"median":82308,"min":82308,"max":82308,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.16940880000000003,"min":0.16940880000000003,"max":0.16940880000000003,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"C1/shipped":{"median":5,"min":5,"max":5,"runs":1,"unit":"hidden test groups of 5"},"C1/time-to-green":{"median":7.080798259733333,"min":7.080798259733333,"max":7.080798259733333,"runs":1,"unit":"min"},"C1/handoff":{"median":4,"min":4,"max":4,"runs":1,"unit":"codes of 4"},"C1/tokens-total":{"median":2870267,"min":2870267,"max":2870267,"runs":1,"unit":"tokens"}}},{"id":"superset","name":"Superset","version":"2.0.8, now named Paradev","tests":{"A1/cold":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A2/relaunch":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A3/default-mode":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A4/total":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A4/before-request":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A4/on-screen":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A5/total":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A5/app":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A6/front":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A6/covered":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A7/total-p95":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A8/p95":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A8/missed":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A9/no-sessions":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A10/mb-per-thread":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A11/open":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"A11/scroll-gaps":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"B1/total":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"B1/usd":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"B2/system":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"B2/tools":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"B2/mcp-tools":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"B2/injected":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"B2/params":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"B3/total":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"B3/usd":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"B4/in-request":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"},"B4/obeyed":{"result":"did not finish","cause":"no turn finished in 4 tries on 2.0.5 and 2.0.8. We have not proven whether the app or our steps cause it"}}},{"id":"synara","name":"Synara","version":"1.1.0","tests":{"A1/cold":{"median":7.1296075000000005,"min":6.992649999999999,"max":7.4068819999999995,"runs":6,"unit":"s"},"A2/relaunch":{"median":6.352368500000001,"min":6.211637,"max":6.450699999999999,"runs":6,"unit":"s"},"A3/default-mode":{"median":256.4575,"min":235.3,"max":259.15,"runs":6,"unit":"ms"},"A4/total":{"median":610.2935,"min":584.168,"max":631.329,"runs":6,"unit":"ms"},"A4/before-request":{"median":543.1345625,"min":514.788625,"max":549.101167,"runs":6,"unit":"ms"},"A4/on-screen":{"median":69.66554150000002,"min":56.061250000000086,"max":90.25758299999995,"runs":6,"unit":"ms"},"A5/total":{"median":1347.5304336547852,"min":1347.5304336547852,"max":1347.5304336547852,"runs":1,"unit":"MB"},"A5/app":{"median":630.9926834106445,"min":630.9926834106445,"max":630.9926834106445,"runs":1,"unit":"MB"},"A6/front":{"median":2.154487086661238,"min":2.154487086661238,"max":2.154487086661238,"runs":1,"unit":"% CPU"},"A6/covered":{"median":0.41724950043782244,"min":0.41724950043782244,"max":0.41724950043782244,"runs":1,"unit":"% CPU"},"A7/total-p95":{"median":2581.517813491821,"min":2581.517813491821,"max":2581.517813491821,"runs":1,"unit":"MB"},"A8/p95":{"median":50.857,"min":50.857,"max":50.857,"runs":1,"unit":"ms"},"A8/missed":{"median":0,"min":0,"max":0,"runs":1,"unit":"keystrokes of 60"},"A9/no-sessions":{"median":0,"min":0,"max":0,"runs":3,"unit":"MB"},"A10/mb-per-thread":{"median":24.03290710449219,"min":24.03290710449219,"max":24.03290710449219,"runs":1,"unit":"MB"},"A11/open":{"median":103.596,"min":91.27,"max":109.388,"runs":5,"unit":"ms"},"A11/scroll-gaps":{"median":0,"min":0,"max":2,"runs":5,"unit":"frames over 33 ms"},"B1/total":{"median":30551,"min":30513,"max":30620,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.0123992,"min":0.0117602,"max":0.1305118,"runs":3,"unit":"USD"},"B2/system":{"median":2861,"min":2861,"max":2861,"runs":1,"unit":"tokens"},"B2/tools":{"median":7976,"min":7976,"max":7976,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":0,"min":0,"max":0,"runs":1,"unit":"tokens"},"B2/injected":{"median":1105,"min":1105,"max":1105,"runs":1,"unit":"tokens"},"B2/params":{"median":131,"min":131,"max":131,"runs":1,"unit":"tokens"},"B3/total":{"median":122244,"min":122244,"max":122244,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.2114355,"min":0.2114355,"max":0.2114355,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"C1/shipped":{"median":5,"min":5,"max":5,"runs":1,"unit":"hidden test groups of 5"},"C1/time-to-green":{"median":5.183208929166667,"min":5.183208929166667,"max":5.183208929166667,"runs":1,"unit":"min"},"C1/handoff":{"median":4,"min":4,"max":4,"runs":1,"unit":"codes of 4"},"C1/tokens-total":{"median":2033337,"min":2033337,"max":2033337,"runs":1,"unit":"tokens"}}},{"id":"t3code","name":"T3 Code","version":"0.1.8 beta","tests":{"A1/cold":{"median":2.7433924999999997,"min":2.69917,"max":2.8438470000000002,"runs":6,"unit":"s"},"A2/relaunch":{"median":1.4860514999999999,"min":1.4697390000000001,"max":1.559435,"runs":6,"unit":"s"},"A3/default-mode":{"median":202.2295,"min":193.208,"max":220.212,"runs":6,"unit":"ms"},"A4/total":{"median":1147.7445,"min":1101.719,"max":1541.641,"runs":10,"unit":"ms"},"A4/before-request":{"median":1001.6801875,"min":950.023542,"max":1396.970541,"runs":10,"unit":"ms"},"A4/on-screen":{"median":146.09802050000002,"min":136.512792,"max":168.89245799999992,"runs":10,"unit":"ms"},"A5/total":{"median":1355.5165367126465,"min":1355.5165367126465,"max":1355.5165367126465,"runs":1,"unit":"MB"},"A5/app":{"median":652.2901306152344,"min":652.2901306152344,"max":652.2901306152344,"runs":1,"unit":"MB"},"A6/front":{"median":2.6830774698041173,"min":2.6830774698041173,"max":2.6830774698041173,"runs":1,"unit":"% CPU"},"A6/covered":{"median":0.7149203789798642,"min":0.7149203789798642,"max":0.7149203789798642,"runs":1,"unit":"% CPU"},"A7/total-p95":{"median":2288.9751571655274,"min":2288.9751571655274,"max":2288.9751571655274,"runs":1,"unit":"MB"},"A8/p95":{"median":47.94,"min":47.94,"max":47.94,"runs":1,"unit":"ms"},"A8/missed":{"median":0,"min":0,"max":0,"runs":1,"unit":"keystrokes of 60"},"A9/no-sessions":{"median":0,"min":0,"max":0,"runs":3,"unit":"MB"},"A10/mb-per-thread":{"median":5.283921305338541,"min":5.283921305338541,"max":5.283921305338541,"runs":1,"unit":"MB"},"A11/open":{"median":93.797,"min":92.617,"max":106.731,"runs":5,"unit":"ms"},"A11/scroll-gaps":{"median":1,"min":0,"max":1,"runs":5,"unit":"frames over 33 ms"},"B1/total":{"median":52669,"min":48170,"max":52687,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.1410282,"min":0.12290200000000001,"max":0.1823121,"runs":3,"unit":"USD"},"B2/system":{"median":3532,"min":3532,"max":3532,"runs":1,"unit":"tokens"},"B2/tools":{"median":17464,"min":17464,"max":17464,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":251,"min":251,"max":251,"runs":1,"unit":"tokens"},"B2/injected":{"median":565,"min":565,"max":565,"runs":1,"unit":"tokens"},"B2/params":{"median":131,"min":131,"max":131,"runs":1,"unit":"tokens"},"B3/total":{"median":136047,"min":136047,"max":136047,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.2124237,"min":0.2124237,"max":0.2124237,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"result":"not measured","cause":"it keeps no session log we can read"}}},{"id":"traycer","name":"Traycer","version":"1.5.3","tests":{"A1/cold":{"median":11.350377000000002,"min":11.137165999999999,"max":11.855941999999999,"runs":6,"unit":"s"},"A2/relaunch":{"median":2.596409,"min":2.350707,"max":2.794653,"runs":10,"unit":"s"},"A3/default-mode":{"median":336.497,"min":326.984,"max":358.878,"runs":6,"unit":"ms"},"A4/total":{"median":907.415,"min":858.583,"max":943.079,"runs":6,"unit":"ms"},"A4/before-request":{"median":814.5920415,"min":771.990083,"max":842.097959,"runs":6,"unit":"ms"},"A4/on-screen":{"median":90.08066650000006,"min":84.18158400000004,"max":106.415166,"runs":6,"unit":"ms"},"A5/total":{"median":1873.8137969970703,"min":1873.8137969970703,"max":1873.8137969970703,"runs":1,"unit":"MB"},"A5/app":{"median":1092.2754745483398,"min":1092.2754745483398,"max":1092.2754745483398,"runs":1,"unit":"MB"},"A6/front":{"median":15.794242223270555,"min":15.794242223270555,"max":15.794242223270555,"runs":1,"unit":"% CPU"},"A6/covered":{"median":2.4252639812241323,"min":2.4252639812241323,"max":2.4252639812241323,"runs":1,"unit":"% CPU"},"A7/total-p95":{"median":2605.156899261475,"min":2605.156899261475,"max":2605.156899261475,"runs":1,"unit":"MB"},"A8/p95":{"median":50.107,"min":50.107,"max":50.107,"runs":1,"unit":"ms"},"A8/missed":{"median":0,"min":0,"max":0,"runs":1,"unit":"keystrokes of 60"},"A9/no-sessions":{"result":"not measured","cause":"our count of the processes left after quit is under review"},"A10/mb-per-thread":{"median":39.86964874267578,"min":39.86964874267578,"max":39.86964874267578,"runs":1,"unit":"MB"},"A11/open":{"median":126.9,"min":126.347,"max":127.488,"runs":5,"unit":"ms"},"A11/scroll-gaps":{"median":1,"min":0,"max":1,"runs":5,"unit":"frames over 33 ms"},"B1/total":{"median":68421,"min":68388,"max":68580,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.1351012,"min":0.13450120000000002,"max":0.13589320000000002,"runs":3,"unit":"USD"},"B2/system":{"median":4518,"min":4518,"max":4518,"runs":1,"unit":"tokens"},"B2/tools":{"median":17770,"min":17770,"max":17770,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":19093,"min":19093,"max":19093,"runs":1,"unit":"tokens"},"B2/injected":{"median":546,"min":546,"max":546,"runs":1,"unit":"tokens"},"B2/params":{"median":131,"min":131,"max":131,"runs":1,"unit":"tokens"},"B3/total":{"median":357316,"min":357316,"max":357316,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.2872468,"min":0.2872468,"max":0.2872468,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"}}},{"id":"zeron","name":"Zeron","version":"0.2.136","tests":{"A1/cold":{"median":1.9176255,"min":1.885348,"max":1.9543409999999999,"runs":6,"unit":"s"},"A2/relaunch":{"median":0.780914,"min":0.75088,"max":0.796808,"runs":6,"unit":"s"},"A3/default-mode":{"median":308.9125,"min":293.388,"max":325.848,"runs":6,"unit":"ms"},"A4/total":{"median":606.1495,"min":591.537,"max":623.167,"runs":6,"unit":"ms"},"A4/before-request":{"median":463.19760399999996,"min":451.935875,"max":478.786542,"runs":6,"unit":"ms"},"A4/on-screen":{"median":143.17158300000003,"min":137.09587500000004,"max":144.79195899999996,"runs":6,"unit":"ms"},"A5/total":{"median":950.8794784545898,"min":950.8794784545898,"max":950.8794784545898,"runs":1,"unit":"MB"},"A5/app":{"median":209.44065856933594,"min":209.44065856933594,"max":209.44065856933594,"runs":1,"unit":"MB"},"A6/front":{"median":1.6668766572838816,"min":1.6668766572838816,"max":1.6668766572838816,"runs":1,"unit":"% CPU"},"A6/covered":{"median":0.5002963482734278,"min":0.5002963482734278,"max":0.5002963482734278,"runs":1,"unit":"% CPU"},"A7/total-p95":{"median":1816.7129440307617,"min":1816.7129440307617,"max":1816.7129440307617,"runs":1,"unit":"MB"},"A8/p95":{"median":59.268,"min":59.268,"max":59.268,"runs":1,"unit":"ms"},"A8/missed":{"median":6,"min":6,"max":6,"runs":1,"unit":"keystrokes of 60"},"A9/no-sessions":{"result":"not measured","cause":"our count of the processes left after quit is under review"},"A10/mb-per-thread":{"median":2.1417246500651044,"min":2.1417246500651044,"max":2.1417246500651044,"runs":1,"unit":"MB"},"A11/open":{"median":76.935,"min":75.203,"max":102.877,"runs":5,"unit":"ms"},"A11/scroll-gaps":{"median":3,"min":3,"max":4,"runs":5,"unit":"frames over 33 ms"},"B1/total":{"median":40487,"min":40479,"max":40518,"runs":3,"unit":"tokens"},"B1/usd":{"median":0.0903722,"min":0.0901217,"max":0.3061998,"runs":3,"unit":"USD"},"B2/system":{"median":2136,"min":2136,"max":2136,"runs":1,"unit":"tokens"},"B2/tools":{"median":17541,"min":17541,"max":17541,"runs":1,"unit":"tokens"},"B2/mcp-tools":{"median":0,"min":0,"max":0,"runs":1,"unit":"tokens"},"B2/injected":{"median":545,"min":545,"max":545,"runs":1,"unit":"tokens"},"B2/params":{"median":131,"min":131,"max":131,"runs":1,"unit":"tokens"},"B3/total":{"median":123902,"min":123902,"max":123902,"runs":1,"unit":"tokens"},"B3/usd":{"median":0.1862725,"min":0.1862725,"max":0.1862725,"runs":1,"unit":"USD"},"B4/in-request":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"},"B4/obeyed":{"median":1,"min":1,"max":1,"runs":1,"unit":"1 = yes"}}}]}}