{ "schema": "fonuma.public-comparison-report/0.1", "date": "2026-10-05", "revision": 2, "status": "PUBLIC_EXPLORATORY_PILOT_COMPLETE_WITH_FINDINGS", "not_formal_phase10": true, "sdk_source_commit": "35281879314dbf581aee207745ded01d0e20ea53", "core_unchanged": true, "performance": { "fonuma": { "requests": 1200, "rounds": [ { "round": 0, "position": 0, "median_ms": 0.2926665, "p95_ms": 0.380917, "wall_requests_per_second": 2977.2931970656673, "startup_ms": 5.61575, "rss_bytes_samples": [ 5128192, 5193728 ], "body_bytes_by_route": [ 3170, 6178, 3226 ] }, { "round": 1, "position": 3, "median_ms": 0.2918755, "p95_ms": 0.3785, "wall_requests_per_second": 3003.110742231233, "startup_ms": 4.290916, "rss_bytes_samples": [ 5160960, 5259264 ], "body_bytes_by_route": [ 3170, 6178, 3226 ] }, { "round": 2, "position": 2, "median_ms": 0.289771, "p95_ms": 0.369583, "wall_requests_per_second": 3025.962760484961, "startup_ms": 4.31225, "rss_bytes_samples": [ 5144576, 5226496 ], "body_bytes_by_route": [ 3170, 6178, 3226 ] }, { "round": 3, "position": 1, "median_ms": 0.2947705, "p95_ms": 0.377417, "wall_requests_per_second": 2965.8824458256363, "startup_ms": 4.168625, "rss_bytes_samples": [ 5095424, 5177344 ], "body_bytes_by_route": [ 3170, 6178, 3226 ] }, { "round": 4, "position": 0, "median_ms": 0.291416, "p95_ms": 0.374125, "wall_requests_per_second": 2998.3234574555295, "startup_ms": 4.498875, "rss_bytes_samples": [ 5144576, 5226496 ], "body_bytes_by_route": [ 3170, 6178, 3226 ] }, { "round": 5, "position": 3, "median_ms": 0.2985215, "p95_ms": 0.411917, "wall_requests_per_second": 2916.0351587525506, "startup_ms": 4.293458, "rss_bytes_samples": [ 5193728, 5308416 ], "body_bytes_by_route": [ 3170, 6178, 3226 ] }, { "round": 6, "position": 2, "median_ms": 0.289917, "p95_ms": 0.376083, "wall_requests_per_second": 3008.6750330698515, "startup_ms": 4.477708, "rss_bytes_samples": [ 5095424, 5193728 ], "body_bytes_by_route": [ 3170, 6178, 3226 ] }, { "round": 7, "position": 1, "median_ms": 0.3467085, "p95_ms": 0.492792, "wall_requests_per_second": 2415.21585991748, "startup_ms": 6.855375, "rss_bytes_samples": [ 5160960, 5259264 ], "body_bytes_by_route": [ 3170, 6178, 3226 ] } ], "median_ms": 0.292271, "round_median_min_ms": 0.289771, "round_median_max_ms": 0.3467085, "median_round_p95_ms": 0.3779585, "median_startup_ms": 4.394978999999999, "median_rss_mib": 4.9453125, "median_throughput": 2987.808327260598, "body_bytes_by_route": [ 3170, 6178, 3226 ] }, "javascript": { "requests": 1200, "rounds": [ { "round": 0, "position": 1, "median_ms": 0.076084, "p95_ms": 0.092917, "wall_requests_per_second": 10672.042720044716, "startup_ms": 27.942167, "rss_bytes_samples": [ 46235648, 47759360 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 1, "position": 0, "median_ms": 0.0767085, "p95_ms": 0.103542, "wall_requests_per_second": 10326.904353451106, "startup_ms": 28.738916, "rss_bytes_samples": [ 46317568, 47824896 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 2, "position": 3, "median_ms": 0.079396, "p95_ms": 0.110792, "wall_requests_per_second": 10019.147258353865, "startup_ms": 30.269708, "rss_bytes_samples": [ 46350336, 47972352 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 3, "position": 2, "median_ms": 0.0803335, "p95_ms": 0.098708, "wall_requests_per_second": 10085.983005118636, "startup_ms": 28.018917, "rss_bytes_samples": [ 46202880, 47726592 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 4, "position": 1, "median_ms": 0.081104, "p95_ms": 0.107625, "wall_requests_per_second": 9855.453350854139, "startup_ms": 30.44975, "rss_bytes_samples": [ 46219264, 47841280 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 5, "position": 0, "median_ms": 0.077729, "p95_ms": 0.09525, "wall_requests_per_second": 10366.543707939909, "startup_ms": 26.528792, "rss_bytes_samples": [ 46219264, 47693824 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 6, "position": 3, "median_ms": 0.0823545, "p95_ms": 0.118208, "wall_requests_per_second": 9664.870611544688, "startup_ms": 28.199541, "rss_bytes_samples": [ 46202880, 47710208 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 7, "position": 2, "median_ms": 0.0832715, "p95_ms": 0.172792, "wall_requests_per_second": 8546.541530864495, "startup_ms": 40.972292, "rss_bytes_samples": [ 46333952, 47988736 ], "body_bytes_by_route": [ 27, 25, 27 ] } ], "median_ms": 0.07986475, "round_median_min_ms": 0.076084, "round_median_max_ms": 0.0832715, "median_round_p95_ms": 0.1055835, "median_startup_ms": 28.4692285, "median_rss_mib": 44.84375, "median_throughput": 10052.56513173625, "body_bytes_by_route": [ 27, 25, 27 ] }, "python": { "requests": 1200, "rounds": [ { "round": 0, "position": 2, "median_ms": 0.215854, "p95_ms": 0.247959, "wall_requests_per_second": 4293.708803474172, "startup_ms": 17.072833, "rss_bytes_samples": [ 16351232, 16367616 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 1, "position": 1, "median_ms": 0.216521, "p95_ms": 0.2515, "wall_requests_per_second": 4252.8106542092955, "startup_ms": 17.129584, "rss_bytes_samples": [ 16400384, 16416768 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 2, "position": 0, "median_ms": 0.2157085, "p95_ms": 0.238958, "wall_requests_per_second": 4334.691093440855, "startup_ms": 19.996875, "rss_bytes_samples": [ 16351232, 16367616 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 3, "position": 3, "median_ms": 0.219709, "p95_ms": 0.245333, "wall_requests_per_second": 3201.035667347861, "startup_ms": 16.885792, "rss_bytes_samples": [ 16318464, 16334848 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 4, "position": 2, "median_ms": 0.2204375, "p95_ms": 0.25875, "wall_requests_per_second": 4200.994274520916, "startup_ms": 17.018291, "rss_bytes_samples": [ 16367616, 16384000 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 5, "position": 1, "median_ms": 0.2179375, "p95_ms": 0.240167, "wall_requests_per_second": 4305.602107885013, "startup_ms": 17.201042, "rss_bytes_samples": [ 16351232, 16367616 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 6, "position": 0, "median_ms": 0.2210625, "p95_ms": 0.252875, "wall_requests_per_second": 4220.260101382464, "startup_ms": 16.540583, "rss_bytes_samples": [ 16416768, 16433152 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 7, "position": 3, "median_ms": 0.225437, "p95_ms": 0.28575, "wall_requests_per_second": 4009.0291889931727, "startup_ms": 20.350125, "rss_bytes_samples": [ 16318464, 16334848 ], "body_bytes_by_route": [ 27, 25, 27 ] } ], "median_ms": 0.21882325, "round_median_min_ms": 0.2157085, "round_median_max_ms": 0.225437, "median_round_p95_ms": 0.2497295, "median_startup_ms": 17.1012085, "median_rss_mib": 15.609375, "median_throughput": 4236.53537779588, "body_bytes_by_route": [ 27, 25, 27 ] }, "rust": { "requests": 1200, "rounds": [ { "round": 0, "position": 3, "median_ms": 0.1423335, "p95_ms": 0.179084, "wall_requests_per_second": 6251.443562509309, "startup_ms": 4.458333, "rss_bytes_samples": [ 1884160, 1949696 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 1, "position": 2, "median_ms": 0.141375, "p95_ms": 0.154792, "wall_requests_per_second": 6505.592814772242, "startup_ms": 4.129708, "rss_bytes_samples": [ 1867776, 1966080 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 2, "position": 1, "median_ms": 0.1385835, "p95_ms": 0.154834, "wall_requests_per_second": 6564.455756509106, "startup_ms": 6.048708, "rss_bytes_samples": [ 1867776, 1982464 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 3, "position": 0, "median_ms": 0.139458, "p95_ms": 0.152875, "wall_requests_per_second": 6578.346084507012, "startup_ms": 4.110916, "rss_bytes_samples": [ 1900544, 1949696 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 4, "position": 3, "median_ms": 0.140771, "p95_ms": 0.158125, "wall_requests_per_second": 6488.766323302782, "startup_ms": 4.172167, "rss_bytes_samples": [ 1867776, 1966080 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 5, "position": 2, "median_ms": 0.1441665, "p95_ms": 0.184208, "wall_requests_per_second": 6106.445605736607, "startup_ms": 4.045875, "rss_bytes_samples": [ 1867776, 1966080 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 6, "position": 1, "median_ms": 0.139375, "p95_ms": 0.159208, "wall_requests_per_second": 6533.94283113652, "startup_ms": 4.099541, "rss_bytes_samples": [ 1867776, 1982464 ], "body_bytes_by_route": [ 27, 25, 27 ] }, { "round": 7, "position": 0, "median_ms": 0.1784585, "p95_ms": 0.448, "wall_requests_per_second": 3568.7661019752554, "startup_ms": 4.107583, "rss_bytes_samples": [ 1867776, 1966080 ], "body_bytes_by_route": [ 27, 25, 27 ] } ], "median_ms": 0.141073, "round_median_min_ms": 0.1385835, "round_median_max_ms": 0.1784585, "median_round_p95_ms": 0.1586665, "median_startup_ms": 4.120312, "median_rss_mib": 1.8359375, "median_throughput": 6497.179569037512, "body_bytes_by_route": [ 27, 25, 27 ] } }, "correctness": { "fonuma": { "total": 414, "passed": 409, "failed": [ "duplicate-host", "transfer-encoding", "expect-continue", "negative-content-length", "body-too-large" ], "groups": { "random": { "total": 300, "passed": 300 }, "boundary": { "total": 36, "passed": 36 }, "rejection": { "total": 36, "passed": 31 }, "recovery": { "total": 42, "passed": 42 } } }, "javascript": { "total": 414, "passed": 414, "failed": [], "groups": { "random": { "total": 300, "passed": 300 }, "boundary": { "total": 36, "passed": 36 }, "rejection": { "total": 36, "passed": 36 }, "recovery": { "total": 42, "passed": 42 } } }, "python": { "total": 414, "passed": 414, "failed": [], "groups": { "random": { "total": 300, "passed": 300 }, "boundary": { "total": 36, "passed": 36 }, "rejection": { "total": 36, "passed": 36 }, "recovery": { "total": 42, "passed": 42 } } }, "rust": { "total": 414, "passed": 409, "failed": [ "duplicate-host", "transfer-encoding", "expect-continue", "negative-content-length", "body-too-large" ], "groups": { "random": { "total": 300, "passed": 300 }, "boundary": { "total": 36, "passed": 36 }, "rejection": { "total": 36, "passed": 31 }, "recovery": { "total": 42, "passed": 42 } } } }, "source_tokens": { "encoding": "o200k_base", "tiktoken_version": "0.12.0", "actual_model_usage": false, "count_method": "Sum each UTF-8 file independently. Dependencies/runtime/test harness/lockfile excluded in all languages. SDK-config is included; SDK implementation is not. Rust HTTP adapter copied from SDK and included in application scope.", "languages": { "fonuma": { "business_logic": { "tokens": 89, "bytes": 355, "files": [ { "path": "fonuma/app.fonuma", "bytes": 355, "tokens": 89, "sha256": "5a320ffa290382bc42e9a08011094874892b4d9fd7e05ac8e4ae0cb979fdcc1f" } ] }, "application": { "tokens": 459, "bytes": 1760, "files": [ { "path": "fonuma/app.fonuma", "bytes": 355, "tokens": 89, "sha256": "5a320ffa290382bc42e9a08011094874892b4d9fd7e05ac8e4ae0cb979fdcc1f" }, { "path": "fonuma/web-project.json", "bytes": 1405, "tokens": 370, "sha256": "84f03f9f1997eb0585f9dc3e37e34186868cca130f415b741f98576ab47ff2b2" } ] } }, "javascript": { "business_logic": { "tokens": 102, "bytes": 407, "files": [ { "path": "javascript/logic.mjs", "bytes": 407, "tokens": 102, "sha256": "3abcafea4d46c6473c3be0df6a9af53b48ac1dcb41eb9136e8ce210354cbf9cd" } ] }, "application": { "tokens": 1171, "bytes": 4012, "files": [ { "path": "javascript/logic.mjs", "bytes": 407, "tokens": 102, "sha256": "3abcafea4d46c6473c3be0df6a9af53b48ac1dcb41eb9136e8ce210354cbf9cd" }, { "path": "javascript/server.mjs", "bytes": 3605, "tokens": 1069, "sha256": "643d59f7c932e182e00a6fa736cbbcefc203f27734789d9f9e936e31a9f31b00" } ] } }, "python": { "business_logic": { "tokens": 110, "bytes": 425, "files": [ { "path": "python/logic.py", "bytes": 425, "tokens": 110, "sha256": "40ad6bce1a64e9d9de44715929303a0f89bc93f6a1ddf08a7ef2eca3d3045e7e" } ] }, "application": { "tokens": 1135, "bytes": 4155, "files": [ { "path": "python/logic.py", "bytes": 425, "tokens": 110, "sha256": "40ad6bce1a64e9d9de44715929303a0f89bc93f6a1ddf08a7ef2eca3d3045e7e" }, { "path": "python/server.py", "bytes": 3730, "tokens": 1025, "sha256": "72d5cb14011b0600628c1925e398cdcdf0d77789ab3ece2379abb1dcfe02779f" } ] } }, "rust": { "business_logic": { "tokens": 83, "bytes": 292, "files": [ { "path": "rust/src/logic.rs", "bytes": 292, "tokens": 83, "sha256": "c85a233bdc5b5682652c2ef5bfe09001620d0a55a2bd4ab754eabee038923cac" } ] }, "application": { "tokens": 2096, "bytes": 7648, "files": [ { "path": "rust/src/logic.rs", "bytes": 292, "tokens": 83, "sha256": "c85a233bdc5b5682652c2ef5bfe09001620d0a55a2bd4ab754eabee038923cac" }, { "path": "rust/src/main.rs", "bytes": 2900, "tokens": 841, "sha256": "98385b5bc49a50e5f3794b9f243f1d97a215a117bc2e9fdb5d6bf77d5783e4fa" }, { "path": "rust/src/http.rs", "bytes": 4293, "tokens": 1118, "sha256": "44238c71f68d43ef770bcd603e2beb636ddb4084c9a9aa6cc08841c1ef4cd3af" }, { "path": "rust/Cargo.toml", "bytes": 163, "tokens": 54, "sha256": "93a0ebbc4dcb78e3913d2fd1a0e55d57b0ebaf69fa5b83149af77fe212a82e00" } ] } } } }, "ai": { "rust": { "status": "COMPLETED", "exit_code": 0, "wall_seconds": 10.338439875049517, "usage_events": [ { "input_tokens": 14449, "cached_input_tokens": 0, "cache_write_input_tokens": 0, "output_tokens": 167, "reasoning_output_tokens": 55 } ], "unexpected_tool_items": [], "errors": [] }, "fonuma": { "status": "COMPLETED", "exit_code": 0, "wall_seconds": 11.966154499910772, "usage_events": [ { "input_tokens": 14510, "cached_input_tokens": 0, "cache_write_input_tokens": 0, "output_tokens": 228, "reasoning_output_tokens": 111 } ], "unexpected_tool_items": [], "errors": [] }, "python": { "status": "COMPLETED", "exit_code": 0, "wall_seconds": 19.333108708029613, "usage_events": [ { "input_tokens": 15241, "cached_input_tokens": 0, "cache_write_input_tokens": 0, "output_tokens": 397, "reasoning_output_tokens": 240 } ], "unexpected_tool_items": [], "errors": [] }, "javascript": { "status": "COMPLETED", "exit_code": 0, "wall_seconds": 16.275471000000834, "usage_events": [ { "input_tokens": 14464, "cached_input_tokens": 0, "cache_write_input_tokens": 0, "output_tokens": 329, "reasoning_output_tokens": 153 } ], "unexpected_tool_items": [], "errors": [] } }, "ai_validation": { "fonuma": { "cases": 333, "passed": 333, "failed": [] }, "javascript": { "cases": 333, "passed": 333, "failed": [] }, "python": { "cases": 333, "passed": 333, "failed": [] }, "rust": { "cases": 333, "passed": 333, "failed": [] } }, "extension": { "fonuma": { "total": 108, "passed": 108 }, "javascript": { "total": 108, "passed": 108 }, "python": { "total": 108, "passed": 108 }, "rust": { "total": 108, "passed": 108 } }, "claims": { "faster_than_baselines": "NOT_SUPPORTED_BY_THIS_RUN", "less_rss_than_node_python": "OBSERVED_FOR_THIS_IMPLEMENTATION_AND_MACHINE", "less_rss_than_rust": "FALSE_FOR_THIS_RUN", "general_ai_token_savings": "NOT_ESTABLISHED_N1", "security_superiority": "NOT_ESTABLISHED", "cross_os_matched_comparison": "NOT_RUN", "independent_reproduction": "PENDING_UNRELEASED_SDK_PREREQUISITE" } }