{ "schema_version": 1, "started_at": "2026-09-13T22:18:30.323495+00:00", "finished_at": "2026-09-13T22:27:57.766687+00:00", "host": "lambda", "os": "Linux 6.18.45", "cpu": "AMD Ryzen Threadripper 3960X 24-Core Processor", "toolchains": { "rustc": "rustc 1.97.1 (8bab26f4f 2026-07-14) (built from a source tarball)", "cargo": "cargo 1.97.0 (c980f4866 2026-06-30)", "go": "go version go1.26.7 linux/amd64", "cc": "gcc (GCC) 15.3.0", "cmake": "cmake version 4.3.4", "pkg-config": "0.29.2" }, "workers": 20, "worker_cpus": [ 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23 ], "runtime_samples": 40, "build_samples": 5, "iterations": 200, "load_at_start": [ 1.89404296875, 2.642578125, 2.15576171875 ], "load_at_end": [ 4.736328125, 9.05615234375, 6.91796875 ], "sources": { "rust": { "kind": "git", "commit": "62dcbff9afa2688f68fd2c22f7e7f93dcba14377", "archive_sha256": "20ccecdb9a103b9ba763a4e5c85b04f9d4da08dceb07e7a9472f4cf329fd0c84" }, "go": { "kind": "working-tree", "base_commit": "82cfef9609e8ff14edc7cac037563a7f8d8e8ade", "archive_sha256": "c56f39932efb8de9350e9c528186c446ddd02d687328385ecbc7ca516d65462a", "files": { "CONTRACT_PIN": "80de598550b4ee4579fd19d44dead79fc7a61efc03c5d3d3269d9c2b9f0ab972", "LICENSE": "d855ae478e81188ef4ddead8dd7b41d357e45d89c1bd95f87be789e1e7b13863", "access.go": "bb04ffeadb8927c83bbe92435eb0c3d27691754a1199919c3d37f06766dd66f2", "auth_store.go": "004b91fe6f649c92eb3ff4be49db2932eefc31e72157dae9fae80bc0110ae10c", "cloud_chains.go": "27a9f48fa74535848eec4a5efaa86908d85c929553e6cca19d7238feb2bf4624", "cloud_hosts.go": "5dfa38520cc1b45f8dd6db810b59fa80b1ce40d10b2d8795ee59a4578fa6dfcd", "cmd/lm15-vet/main.go": "928cfe025cbc135f37c0a096b1150d8dd4f808da92a5c8f45f6352df57b30264", "compat.go": "d42117cd99094cb48638f9893e2acb72408300fdf8a0791a591983abb2513bce", "credentials.go": "8f8d5a86511c9fe2d5726ed1b39ae7657c1065a9c012b109f67359e6f4101a51", "doctor.go": "96729f1fc815d6cec74d66e74e350525dec502a99d90f128631d11cb49167d7e", "errors.go": "0299d47619ee06c1e10572c02e51d4ec2ef0b9ea9e8367db147eb78cb55ae2bd", "features.go": "1324fa61403b57c48656f25a7b518d1fdf44a8056898a8d27c728bb7430e0eff", "go.mod": "5e89c659698e9b70e307750b2c4a9bf4e06015ab0b4bcf33fc57ab2565c87ae9", "internal/fslock/fslock.go": "26c5e1bc4ec349eb458184bd0a97fde25950d4254d6d9ffa469d33328d6f4cb2", "internal/fslock/lock_js.go": "2e033802b5e73c8e8186347e586e18fd525f2e57d3b06bdff6ea22567cb8ee9f", "internal/fslock/lock_unix.go": "832f744b8e3d1053c5ad1d56dc80ef3fae8f1a92992f4930024f7c2319bfe1e8", "internal/fslock/lock_windows.go": "086dc39ccb449f3ff2793bc948167b5519e359d1023290f781bd6600726d0f1b", "internal/rs256/rs256.go": "abd993e122c134c7b7d4d8c42b6a61d6a5310b697de979ec0fef8fcc221b21b6", "internal/sigv4/sigv4.go": "b557d22473ac9592821a4a80569d8a0d00b0ccff70f66fc9c252a9400140e52a", "internal/sse/sse.go": "2587bca5c475ec05bff2ac55b7b646e599be38abd8155f4c858dc134cfbd7d54", "internal/ws/browser.go": "bf59347dac9a3246cc28db8c66a4b4b0996f44e695e89df72e95966c607ed2e6", "internal/ws/native.go": "d655b5fe73b88b8c8b4b3b046a128da03def21ea299a74c71523e518769135a8", "internal/ws/ws.go": "d30b19e713153de0266c5df830ca55dca7c5fd272d79acfac328cb000469cc2e", "jobs.go": "a36ef23f9a8b57fc63fdfcf774251248e35362976b916e8206dd2e6a4d2a8b53", "json.go": "c705101def12a81de0bfe63ec045223ddceea9ff29665e7a520afa1d19bc2a87", "live.go": "f1ff2539c13d55f031490b70cf46c271366699ead0ee2a5ab809adcf5212f50d", "models.go": "4a51526bc314d6e678db8379ac09dd362882810b5d49ac9cd8921ec3cb870f9e", "provider_anthropic.go": "8eba141c4d491cf494bd342646a60a51fd899eadc4438575326d661ee532b847", "provider_base.go": "83a14d0457b054e280c02344dd770f4800a8fd61c44c21a0e788ae48eee52fcb", "provider_common.go": "ac80aa6282888147a2dcf0e883fbda24cd88714a5415b708e278f78777fd1965", "provider_gemini.go": "b211e34b2eed91292d6992d634c28a525919704cacb2aa43e5a79595e3f37341", "provider_gemini_live.go": "d7182c5fddaa9e5bb94a6fc554dbc62c0db5eb94911df5c9ce8d81b97a4f7d09", "provider_openai.go": "9492f3a8c7f431a6eb645989e4f5889dbfa1ec46c9bb409312290a6a4d8f7202", "provider_openai_chat.go": "619e09d4fd8e216ab7adf16dec91f51caa811c6987b167657155d179484831e7", "provider_openai_chat_ingest.go": "3959dfae40d1018b4999eb7d9f9dc18c404bb7991087f330ceea6aa736acdf60", "provider_openai_live.go": "c901f644a4814ffe9d0cc0ea5678fd8060d1ccb1eb077dc6eb54d37de777471a", "registry.go": "aa6cb314f84438b23dacaa6669dcfe98a82a93e3e236beafeca6cbeff0ea86e6", "result.go": "457324ec780fa764f5497289dcf52fb024a61017ca19f9523454c97e0f628fe3", "router.go": "dc0301dd8f804d5f1d09f2c00f19a12932103bd788d0d19fecf6561855eacd61", "serde.go": "c424082db267cf27a43da1374534f51ea14b445e100a27c350b97a8bff9ca9ae", "surface.go": "abc995145ca30bcf30c5ecc557558fe9214de87980067e437c703354dcfb868d", "transport.go": "e907132b1e6771e8b5474fbaf4b85f8ece46061305bed8ce9b75633f05cae549", "types_core.go": "dac947e92a792bb4d0ff07bcd90e438bda54bca005534d4c54f1490ffaabfe85", "types_endpoints.go": "48662ee5b576cb450f7293df5b46d42933e3bc4e18a443f30e21e76023450f09", "types_parts.go": "08d7b88ee2123e778b1326cbedebab0f4f0da93e77d3e6dbc9e345b475655782", "types_stream.go": "71e0c8c6f6c7fd84768c5de501b55d23ae5c3378fc28fae420a0ff4218e09e1c", "vet.go": "8d0acbaf876ae624abc1c5aba7dcf5e571f3cab00a817e359dbfb4be4d894f22", "vocab.go": "e5c09659c2251318ad5434ec9a3a123979436609aab97b23b1c779f35a3e4746" } } }, "cases": { "rust/async-openai": { "language": "rust", "id": "async-openai", "label": "async-openai", "version": "0.42.0", "source": "https://github.com/64bit/async-openai", "builds": [ { "seconds": 253.8262758780038, "bytes": 5773496, "sha256": "6af6c396ad85b0be027a41f78e8412d7043f239de0544fe43f8c5ce7e78f179d", "cpu": 5, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-1/rust/async-openai" ], "repetition": 1 }, { "seconds": 260.20379686600063, "bytes": 5773496, "sha256": "6af6c396ad85b0be027a41f78e8412d7043f239de0544fe43f8c5ce7e78f179d", "cpu": 15, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-2/rust/async-openai" ], "repetition": 2 }, { "seconds": 264.53785195498494, "bytes": 5773496, "sha256": "6af6c396ad85b0be027a41f78e8412d7043f239de0544fe43f8c5ce7e78f179d", "cpu": 7, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-0/rust/async-openai" ], "repetition": 0 }, { "seconds": 268.27803392801434, "bytes": 5773496, "sha256": "6af6c396ad85b0be027a41f78e8412d7043f239de0544fe43f8c5ce7e78f179d", "cpu": 11, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-4/rust/async-openai" ], "repetition": 4 }, { "seconds": 251.5468687720131, "bytes": 5773496, "sha256": "6af6c396ad85b0be027a41f78e8412d7043f239de0544fe43f8c5ce7e78f179d", "cpu": 12, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-3/rust/async-openai" ], "repetition": 3 } ], "samples": [ { "request_us": 189.43282499999998, "rss_mib": 5.02734375, "cpu_affinity": "4", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 0 }, { "request_us": 186.14322499999997, "rss_mib": 5.03125, "cpu_affinity": "4", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 1 }, { "request_us": 188.67235499999998, "rss_mib": 4.9765625, "cpu_affinity": "5", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 0 }, { "request_us": 188.92701, "rss_mib": 5.0390625, "cpu_affinity": "5", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 1 }, { "request_us": 188.072235, "rss_mib": 4.90625, "cpu_affinity": "10", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 0 }, { "request_us": 187.683725, "rss_mib": 4.96875, "cpu_affinity": "10", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 1 }, { "request_us": 189.449375, "rss_mib": 5.0390625, "cpu_affinity": "11", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 0 }, { "request_us": 188.94245999999998, "rss_mib": 4.98828125, "cpu_affinity": "11", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 1 }, { "request_us": 191.089425, "rss_mib": 4.9765625, "cpu_affinity": "17", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 0 }, { "request_us": 190.28459999999998, "rss_mib": 4.98046875, "cpu_affinity": "17", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 1 }, { "request_us": 190.841315, "rss_mib": 5.01171875, "cpu_affinity": "15", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 0 }, { "request_us": 188.88980499999997, "rss_mib": 5.109375, "cpu_affinity": "15", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 1 }, { "request_us": 188.995115, "rss_mib": 4.9296875, "cpu_affinity": "8", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 0 }, { "request_us": 188.143985, "rss_mib": 5.08203125, "cpu_affinity": "8", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 1 }, { "request_us": 182.78303, "rss_mib": 4.921875, "cpu_affinity": "6", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 0 }, { "request_us": 188.39789499999998, "rss_mib": 4.91796875, "cpu_affinity": "6", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 1 }, { "request_us": 188.193435, "rss_mib": 5.109375, "cpu_affinity": "19", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 0 }, { "request_us": 191.13947499999998, "rss_mib": 4.96484375, "cpu_affinity": "19", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 1 }, { "request_us": 187.48056499999998, "rss_mib": 4.984375, "cpu_affinity": "9", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 0 }, { "request_us": 188.629555, "rss_mib": 5.0390625, "cpu_affinity": "9", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 1 }, { "request_us": 182.58967, "rss_mib": 4.98828125, "cpu_affinity": "7", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 0 }, { "request_us": 186.90825, "rss_mib": 5.11328125, "cpu_affinity": "7", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 1 }, { "request_us": 194.54513, "rss_mib": 4.96875, "cpu_affinity": "16", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 0 }, { "request_us": 186.79105000000004, "rss_mib": 5.046875, "cpu_affinity": "16", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 1 }, { "request_us": 189.85643499999998, "rss_mib": 5.09765625, "cpu_affinity": "20", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 0 }, { "request_us": 188.515445, "rss_mib": 4.9765625, "cpu_affinity": "20", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 1 }, { "request_us": 190.800465, "rss_mib": 5.09375, "cpu_affinity": "18", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 0 }, { "request_us": 192.40655999999998, "rss_mib": 5.109375, "cpu_affinity": "18", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 1 }, { "request_us": 191.85275000000001, "rss_mib": 5.03515625, "cpu_affinity": "21", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 0 }, { "request_us": 183.90386, "rss_mib": 4.921875, "cpu_affinity": "21", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 1 }, { "request_us": 188.98036499999998, "rss_mib": 4.8984375, "cpu_affinity": "22", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 0 }, { "request_us": 188.94001, "rss_mib": 5.015625, "cpu_affinity": "22", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 1 }, { "request_us": 190.752615, "rss_mib": 4.9375, "cpu_affinity": "23", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 0 }, { "request_us": 188.751355, "rss_mib": 5.02734375, "cpu_affinity": "23", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 1 }, { "request_us": 193.177485, "rss_mib": 4.9609375, "cpu_affinity": "13", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 0 }, { "request_us": 191.98110499999999, "rss_mib": 4.92578125, "cpu_affinity": "13", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 1 }, { "request_us": 195.90472000000003, "rss_mib": 5.0234375, "cpu_affinity": "14", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 0 }, { "request_us": 185.730815, "rss_mib": 4.96875, "cpu_affinity": "14", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 1 }, { "request_us": 196.924895, "rss_mib": 5.109375, "cpu_affinity": "12", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 0 }, { "request_us": 218.002675, "rss_mib": 4.96875, "cpu_affinity": "12", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "role": "user", "content": "Say hello." } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 1 } ], "summary": { "build_s": { "median": 260.20379686600063, "p25": 253.8262758780038, "p75": 264.53785195498494, "min": 251.5468687720131, "max": 268.27803392801434 }, "binary_bytes": { "median": 5773496, "p25": 5773496.0, "p75": 5773496.0, "min": 5773496, "max": 5773496 }, "request_us": { "median": 188.941235, "p25": 188.1260475, "p75": 190.9033425, "min": 182.58967, "max": 218.002675 }, "rss_mib": { "median": 4.98828125, "p25": 4.9677734375, "p75": 5.0390625, "min": 4.8984375, "max": 5.11328125 } } }, "rust/genai": { "language": "rust", "id": "genai", "label": "genai", "version": "0.6.5", "source": "https://github.com/jeremychone/rust-genai", "builds": [ { "seconds": 321.9126800299855, "bytes": 8414464, "sha256": "dbbdd19f4099c45c77df6dc1d610f020371bbc18d229d986199ad969a04d1ccc", "cpu": 18, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-4/rust/genai" ], "repetition": 4 }, { "seconds": 323.83031521801604, "bytes": 8414464, "sha256": "dbbdd19f4099c45c77df6dc1d610f020371bbc18d229d986199ad969a04d1ccc", "cpu": 22, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-3/rust/genai" ], "repetition": 3 }, { "seconds": 328.0016465280205, "bytes": 8414464, "sha256": "dbbdd19f4099c45c77df6dc1d610f020371bbc18d229d986199ad969a04d1ccc", "cpu": 8, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-1/rust/genai" ], "repetition": 1 }, { "seconds": 329.36930293397745, "bytes": 8414464, "sha256": "dbbdd19f4099c45c77df6dc1d610f020371bbc18d229d986199ad969a04d1ccc", "cpu": 10, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-0/rust/genai" ], "repetition": 0 }, { "seconds": 312.66804879298434, "bytes": 8414464, "sha256": "dbbdd19f4099c45c77df6dc1d610f020371bbc18d229d986199ad969a04d1ccc", "cpu": 23, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-2/rust/genai" ], "repetition": 2 } ], "samples": [ { "request_us": 205.292895, "rss_mib": 6.6875, "cpu_affinity": "4", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 0 }, { "request_us": 207.14015, "rss_mib": 6.57421875, "cpu_affinity": "4", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 1 }, { "request_us": 205.04273999999998, "rss_mib": 6.87109375, "cpu_affinity": "5", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 0 }, { "request_us": 203.576845, "rss_mib": 6.46875, "cpu_affinity": "5", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 1 }, { "request_us": 201.29778000000002, "rss_mib": 6.57421875, "cpu_affinity": "10", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 0 }, { "request_us": 201.864545, "rss_mib": 6.765625, "cpu_affinity": "10", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 1 }, { "request_us": 201.271025, "rss_mib": 6.75, "cpu_affinity": "11", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 0 }, { "request_us": 201.867695, "rss_mib": 6.82421875, "cpu_affinity": "11", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 1 }, { "request_us": 205.34984999999998, "rss_mib": 6.73046875, "cpu_affinity": "17", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 0 }, { "request_us": 196.9769, "rss_mib": 6.88671875, "cpu_affinity": "17", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 1 }, { "request_us": 203.48099000000002, "rss_mib": 6.6640625, "cpu_affinity": "15", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 0 }, { "request_us": 204.48497, "rss_mib": 6.87890625, "cpu_affinity": "15", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 1 }, { "request_us": 201.931895, "rss_mib": 6.734375, "cpu_affinity": "8", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 0 }, { "request_us": 201.851145, "rss_mib": 6.59765625, "cpu_affinity": "8", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 1 }, { "request_us": 202.572765, "rss_mib": 6.8359375, "cpu_affinity": "6", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 0 }, { "request_us": 198.054735, "rss_mib": 6.72265625, "cpu_affinity": "6", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 1 }, { "request_us": 205.07569, "rss_mib": 6.8359375, "cpu_affinity": "19", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 0 }, { "request_us": 205.19198999999998, "rss_mib": 6.8984375, "cpu_affinity": "19", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 1 }, { "request_us": 201.04412, "rss_mib": 6.6640625, "cpu_affinity": "9", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 0 }, { "request_us": 203.02758000000003, "rss_mib": 6.78515625, "cpu_affinity": "9", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 1 }, { "request_us": 195.99567, "rss_mib": 6.91796875, "cpu_affinity": "7", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 0 }, { "request_us": 196.187175, "rss_mib": 6.6484375, "cpu_affinity": "7", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 1 }, { "request_us": 204.646025, "rss_mib": 6.59765625, "cpu_affinity": "16", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 0 }, { "request_us": 225.33354, "rss_mib": 6.72265625, "cpu_affinity": "16", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 1 }, { "request_us": 202.72511999999998, "rss_mib": 6.61328125, "cpu_affinity": "20", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 0 }, { "request_us": 208.081875, "rss_mib": 6.390625, "cpu_affinity": "20", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 1 }, { "request_us": 204.541325, "rss_mib": 6.47265625, "cpu_affinity": "18", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 0 }, { "request_us": 205.48410499999997, "rss_mib": 6.48046875, "cpu_affinity": "18", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 1 }, { "request_us": 197.034, "rss_mib": 6.71875, "cpu_affinity": "21", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 0 }, { "request_us": 196.82083999999998, "rss_mib": 6.62109375, "cpu_affinity": "21", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 1 }, { "request_us": 202.870725, "rss_mib": 6.59375, "cpu_affinity": "22", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 0 }, { "request_us": 198.06628, "rss_mib": 6.67578125, "cpu_affinity": "22", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 1 }, { "request_us": 205.576705, "rss_mib": 6.90625, "cpu_affinity": "23", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 0 }, { "request_us": 204.41857, "rss_mib": 6.91015625, "cpu_affinity": "23", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 1 }, { "request_us": 203.620745, "rss_mib": 6.64453125, "cpu_affinity": "13", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 0 }, { "request_us": 206.72314000000003, "rss_mib": 6.7890625, "cpu_affinity": "13", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 1 }, { "request_us": 210.03673500000002, "rss_mib": 6.58984375, "cpu_affinity": "14", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 0 }, { "request_us": 242.07408499999997, "rss_mib": 6.578125, "cpu_affinity": "14", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 1 }, { "request_us": 208.78305, "rss_mib": 6.8828125, "cpu_affinity": "12", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 0 }, { "request_us": 199.486875, "rss_mib": 6.83203125, "cpu_affinity": "12", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 23540, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "stream": false } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 1 } ], "summary": { "build_s": { "median": 323.83031521801604, "p25": 321.9126800299855, "p75": 328.0016465280205, "min": 312.66804879298434, "max": 329.36930293397745 }, "binary_bytes": { "median": 8414464, "p25": 8414464.0, "p75": 8414464.0, "min": 8414464, "max": 8414464 }, "request_us": { "median": 203.5289175, "p25": 201.29109125000002, "p75": 205.30713375, "min": 195.99567, "max": 242.07408499999997 }, "rss_mib": { "median": 6.720703125, "p25": 6.59765625, "p75": 6.8330078125, "min": 6.390625, "max": 6.91796875 } } }, "rust/rig": { "language": "rust", "id": "rig", "label": "Rig", "version": "0.42.0", "source": "https://github.com/0xPlaygrounds/rig", "builds": [ { "seconds": 386.7188357959967, "bytes": 6804712, "sha256": "d6ef2db8b304d7f8a4be0e14b455235d0b7fce39b1e020f70ce60fe5dfa6e6b1", "cpu": 16, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-2/rust/rig" ], "repetition": 2 }, { "seconds": 390.15999315399677, "bytes": 6804712, "sha256": "d6ef2db8b304d7f8a4be0e14b455235d0b7fce39b1e020f70ce60fe5dfa6e6b1", "cpu": 9, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-1/rust/rig" ], "repetition": 1 }, { "seconds": 390.38055437104777, "bytes": 6804712, "sha256": "d6ef2db8b304d7f8a4be0e14b455235d0b7fce39b1e020f70ce60fe5dfa6e6b1", "cpu": 6, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-0/rust/rig" ], "repetition": 0 }, { "seconds": 376.2094004499959, "bytes": 6804712, "sha256": "d6ef2db8b304d7f8a4be0e14b455235d0b7fce39b1e020f70ce60fe5dfa6e6b1", "cpu": 13, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-4/rust/rig" ], "repetition": 4 }, { "seconds": 371.77954571699956, "bytes": 6804712, "sha256": "d6ef2db8b304d7f8a4be0e14b455235d0b7fce39b1e020f70ce60fe5dfa6e6b1", "cpu": 14, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-3/rust/rig" ], "repetition": 3 } ], "samples": [ { "request_us": 192.755875, "rss_mib": 5.94921875, "cpu_affinity": "4", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 0 }, { "request_us": 197.501565, "rss_mib": 5.984375, "cpu_affinity": "4", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 1 }, { "request_us": 192.56592, "rss_mib": 5.9921875, "cpu_affinity": "5", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 0 }, { "request_us": 199.40337, "rss_mib": 6.0703125, "cpu_affinity": "5", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 1 }, { "request_us": 198.97416, "rss_mib": 5.9921875, "cpu_affinity": "10", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 0 }, { "request_us": 199.33936999999997, "rss_mib": 6.0234375, "cpu_affinity": "10", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 1 }, { "request_us": 199.094015, "rss_mib": 6.1953125, "cpu_affinity": "11", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 0 }, { "request_us": 198.495445, "rss_mib": 6.01953125, "cpu_affinity": "11", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 1 }, { "request_us": 202.43091, "rss_mib": 5.84375, "cpu_affinity": "17", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 0 }, { "request_us": 199.30082, "rss_mib": 6.18359375, "cpu_affinity": "17", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 1 }, { "request_us": 201.264375, "rss_mib": 5.78515625, "cpu_affinity": "15", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 0 }, { "request_us": 199.79503499999998, "rss_mib": 6.1796875, "cpu_affinity": "15", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 1 }, { "request_us": 198.39703999999998, "rss_mib": 5.984375, "cpu_affinity": "8", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 0 }, { "request_us": 192.88893, "rss_mib": 5.9921875, "cpu_affinity": "8", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 1 }, { "request_us": 192.57712, "rss_mib": 6.1484375, "cpu_affinity": "6", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 0 }, { "request_us": 192.0269, "rss_mib": 6.1953125, "cpu_affinity": "6", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 1 }, { "request_us": 200.10358999999997, "rss_mib": 6.21484375, "cpu_affinity": "19", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 0 }, { "request_us": 202.0759, "rss_mib": 6.00390625, "cpu_affinity": "19", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 1 }, { "request_us": 197.419215, "rss_mib": 6.203125, "cpu_affinity": "9", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 0 }, { "request_us": 199.29146500000002, "rss_mib": 6.05078125, "cpu_affinity": "9", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 1 }, { "request_us": 191.68809500000003, "rss_mib": 5.98828125, "cpu_affinity": "7", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 0 }, { "request_us": 198.29138999999998, "rss_mib": 6.1875, "cpu_affinity": "7", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 1 }, { "request_us": 201.39518, "rss_mib": 6.015625, "cpu_affinity": "16", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 0 }, { "request_us": 199.74418000000003, "rss_mib": 6.1015625, "cpu_affinity": "16", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 1 }, { "request_us": 199.58702500000004, "rss_mib": 6.2578125, "cpu_affinity": "20", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 0 }, { "request_us": 198.95206, "rss_mib": 5.96875, "cpu_affinity": "20", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 1 }, { "request_us": 201.546685, "rss_mib": 5.90625, "cpu_affinity": "18", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 0 }, { "request_us": 196.67924, "rss_mib": 6.0078125, "cpu_affinity": "18", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 1 }, { "request_us": 203.01443, "rss_mib": 5.93359375, "cpu_affinity": "21", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 0 }, { "request_us": 200.868115, "rss_mib": 6.171875, "cpu_affinity": "21", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 1 }, { "request_us": 200.64561, "rss_mib": 5.99609375, "cpu_affinity": "22", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 0 }, { "request_us": 194.70488, "rss_mib": 5.96875, "cpu_affinity": "22", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 1 }, { "request_us": 201.91004500000003, "rss_mib": 5.83984375, "cpu_affinity": "23", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 0 }, { "request_us": 200.593705, "rss_mib": 6.046875, "cpu_affinity": "23", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 1 }, { "request_us": 207.52656000000002, "rss_mib": 5.9609375, "cpu_affinity": "13", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 0 }, { "request_us": 211.328625, "rss_mib": 6.14453125, "cpu_affinity": "13", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 1 }, { "request_us": 208.959105, "rss_mib": 6.08984375, "cpu_affinity": "14", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 0 }, { "request_us": 207.45641, "rss_mib": 5.97265625, "cpu_affinity": "14", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 1 }, { "request_us": 202.79722, "rss_mib": 6.0546875, "cpu_affinity": "12", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 0 }, { "request_us": 200.36699500000003, "rss_mib": 5.98828125, "cpu_affinity": "12", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 1 } ], "summary": { "build_s": { "median": 386.7188357959967, "p25": 376.2094004499959, "p75": 390.15999315399677, "min": 371.77954571699956, "max": 390.38055437104777 }, "binary_bytes": { "median": 6804712, "p25": 6804712.0, "p75": 6804712.0, "min": 6804712, "max": 6804712 }, "request_us": { "median": 199.49519750000002, "p25": 198.09393375, "p75": 201.43305625, "min": 191.68809500000003, "max": 211.328625 }, "rss_mib": { "median": 6.01171875, "p25": 5.9814453125, "p75": 6.1455078125, "min": 5.78515625, "max": 6.2578125 } } }, "rust/lm15": { "language": "rust", "id": "lm15", "label": "LM15", "version": "0.5.0", "source": "https://github.com/lm15-dev/lm15-rs", "builds": [ { "seconds": 286.43771071801893, "bytes": 7226456, "sha256": "a943b4a8ebf37071c7b47516af1017848a30b12bf50d55bc64e899ba7e04cee7", "cpu": 17, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-1/rust/lm15" ], "repetition": 1 }, { "seconds": 287.95395069400547, "bytes": 7226456, "sha256": "a943b4a8ebf37071c7b47516af1017848a30b12bf50d55bc64e899ba7e04cee7", "cpu": 20, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-2/rust/lm15" ], "repetition": 2 }, { "seconds": 281.0977925210027, "bytes": 7226456, "sha256": "a943b4a8ebf37071c7b47516af1017848a30b12bf50d55bc64e899ba7e04cee7", "cpu": 21, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-4/rust/lm15" ], "repetition": 4 }, { "seconds": 271.6777039379813, "bytes": 7226456, "sha256": "a943b4a8ebf37071c7b47516af1017848a30b12bf50d55bc64e899ba7e04cee7", "cpu": 4, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-3/rust/lm15" ], "repetition": 3 }, { "seconds": 277.9467906790087, "bytes": 7226456, "sha256": "a943b4a8ebf37071c7b47516af1017848a30b12bf50d55bc64e899ba7e04cee7", "cpu": 19, "command": [ "cargo", "build", "--release", "--locked", "--offline", "--jobs", "1", "--target-dir", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-0/rust/lm15" ], "repetition": 0 } ], "samples": [ { "request_us": 198.35504, "rss_mib": 5.7734375, "cpu_affinity": "4", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 0 }, { "request_us": 202.953875, "rss_mib": 5.77734375, "cpu_affinity": "4", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 1 }, { "request_us": 192.57596500000002, "rss_mib": 5.77734375, "cpu_affinity": "5", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 0 }, { "request_us": 197.523515, "rss_mib": 5.65625, "cpu_affinity": "5", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 1 }, { "request_us": 198.93336, "rss_mib": 5.81640625, "cpu_affinity": "10", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 0 }, { "request_us": 197.98792999999998, "rss_mib": 5.7109375, "cpu_affinity": "10", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 1 }, { "request_us": 198.51734499999998, "rss_mib": 5.65234375, "cpu_affinity": "11", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 0 }, { "request_us": 200.3211, "rss_mib": 5.7734375, "cpu_affinity": "11", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 1 }, { "request_us": 200.3273, "rss_mib": 5.65234375, "cpu_affinity": "17", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 0 }, { "request_us": 198.54479500000002, "rss_mib": 5.42578125, "cpu_affinity": "17", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 1 }, { "request_us": 196.695395, "rss_mib": 5.57421875, "cpu_affinity": "15", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 0 }, { "request_us": 199.70403000000002, "rss_mib": 5.37890625, "cpu_affinity": "15", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 1 }, { "request_us": 197.521715, "rss_mib": 5.76171875, "cpu_affinity": "8", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 0 }, { "request_us": 197.87817499999997, "rss_mib": 5.77734375, "cpu_affinity": "8", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 1 }, { "request_us": 199.09801, "rss_mib": 5.796875, "cpu_affinity": "6", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 0 }, { "request_us": 195.859565, "rss_mib": 5.65234375, "cpu_affinity": "6", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 1 }, { "request_us": 201.28323, "rss_mib": 5.7734375, "cpu_affinity": "19", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 0 }, { "request_us": 200.96326499999998, "rss_mib": 5.65234375, "cpu_affinity": "19", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 1 }, { "request_us": 197.80916999999997, "rss_mib": 5.67578125, "cpu_affinity": "9", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 0 }, { "request_us": 198.501845, "rss_mib": 5.75390625, "cpu_affinity": "9", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 1 }, { "request_us": 194.855085, "rss_mib": 5.65625, "cpu_affinity": "7", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 0 }, { "request_us": 194.887735, "rss_mib": 5.7109375, "cpu_affinity": "7", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 1 }, { "request_us": 204.11561, "rss_mib": 5.7109375, "cpu_affinity": "16", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 0 }, { "request_us": 197.551215, "rss_mib": 5.71484375, "cpu_affinity": "16", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 1 }, { "request_us": 198.872155, "rss_mib": 5.7109375, "cpu_affinity": "20", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 0 }, { "request_us": 193.66850000000002, "rss_mib": 5.71484375, "cpu_affinity": "20", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 1 }, { "request_us": 201.98069999999998, "rss_mib": 5.7265625, "cpu_affinity": "18", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 0 }, { "request_us": 202.185355, "rss_mib": 5.71484375, "cpu_affinity": "18", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 1 }, { "request_us": 193.42804500000003, "rss_mib": 5.65625, "cpu_affinity": "21", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 0 }, { "request_us": 200.564555, "rss_mib": 5.65234375, "cpu_affinity": "21", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 1 }, { "request_us": 204.31051499999998, "rss_mib": 5.81640625, "cpu_affinity": "22", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 0 }, { "request_us": 200.24129500000004, "rss_mib": 5.65234375, "cpu_affinity": "22", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 1 }, { "request_us": 209.39896999999996, "rss_mib": 5.7734375, "cpu_affinity": "23", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 0 }, { "request_us": 195.15364499999998, "rss_mib": 5.65625, "cpu_affinity": "23", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 1 }, { "request_us": 218.47474, "rss_mib": 5.76953125, "cpu_affinity": "13", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 0 }, { "request_us": 193.459645, "rss_mib": 5.78125, "cpu_affinity": "13", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 1 }, { "request_us": 206.32853, "rss_mib": 5.65234375, "cpu_affinity": "14", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 0 }, { "request_us": 195.71306, "rss_mib": 5.65234375, "cpu_affinity": "14", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 1 }, { "request_us": 201.72359, "rss_mib": 5.7109375, "cpu_affinity": "12", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 0 }, { "request_us": 203.951355, "rss_mib": 5.65234375, "cpu_affinity": "12", "iterations": 200, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "model": "gpt-4.1-mini", "messages": [ { "role": "user", "content": "Say hello." } ], "max_completion_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 1 } ], "summary": { "build_s": { "median": 281.0977925210027, "p25": 277.9467906790087, "p75": 286.43771071801893, "min": 271.6777039379813, "max": 287.95395069400547 }, "binary_bytes": { "median": 7226456, "p25": 7226456.0, "p75": 7226456.0, "min": 7226456, "max": 7226456 }, "request_us": { "median": 198.70847500000002, "p25": 197.315135, "p75": 201.39332000000002, "min": 192.57596500000002, "max": 218.47474 }, "rss_mib": { "median": 5.7109375, "p25": 5.65234375, "p75": 5.7734375, "min": 5.37890625, "max": 5.81640625 } } }, "go/openai": { "language": "go", "id": "openai", "label": "OpenAI", "version": "v3.61.0", "source": "https://github.com/openai/openai-go", "builds": [ { "seconds": 71.0928762209951, "bytes": 12763298, "sha256": "5c4f5eadf5be39406aa8b97a81bd194be4e4396d8c1c501abf986bbd8c40a8b1", "cpu": 23, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-2/go/openai/program", "." ], "repetition": 2 }, { "seconds": 71.13111835200107, "bytes": 12763298, "sha256": "5c4f5eadf5be39406aa8b97a81bd194be4e4396d8c1c501abf986bbd8c40a8b1", "cpu": 4, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-3/go/openai/program", "." ], "repetition": 3 }, { "seconds": 69.05212807399221, "bytes": 12763298, "sha256": "5c4f5eadf5be39406aa8b97a81bd194be4e4396d8c1c501abf986bbd8c40a8b1", "cpu": 19, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-0/go/openai/program", "." ], "repetition": 0 }, { "seconds": 70.09421723301057, "bytes": 12763298, "sha256": "5c4f5eadf5be39406aa8b97a81bd194be4e4396d8c1c501abf986bbd8c40a8b1", "cpu": 14, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-4/go/openai/program", "." ], "repetition": 4 }, { "seconds": 74.18532478500856, "bytes": 12763298, "sha256": "5c4f5eadf5be39406aa8b97a81bd194be4e4396d8c1c501abf986bbd8c40a8b1", "cpu": 7, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-1/go/openai/program", "." ], "repetition": 1 } ], "samples": [ { "cpu_affinity": "4", "iterations": 200, "request_us": 275.08882, "rss_mib": 13.91796875, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 0 }, { "cpu_affinity": "4", "iterations": 200, "request_us": 274.551405, "rss_mib": 13.86328125, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 1 }, { "cpu_affinity": "5", "iterations": 200, "request_us": 265.02112, "rss_mib": 13.90234375, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 0 }, { "cpu_affinity": "5", "iterations": 200, "request_us": 272.09898, "rss_mib": 14.07421875, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 1 }, { "cpu_affinity": "10", "iterations": 200, "request_us": 273.66818, "rss_mib": 14.0390625, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 0 }, { "cpu_affinity": "10", "iterations": 200, "request_us": 274.60285, "rss_mib": 14.00390625, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 1 }, { "cpu_affinity": "11", "iterations": 200, "request_us": 270.74408500000004, "rss_mib": 14.05078125, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 0 }, { "cpu_affinity": "11", "iterations": 200, "request_us": 268.11746500000004, "rss_mib": 13.83203125, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 1 }, { "cpu_affinity": "17", "iterations": 200, "request_us": 273.42232, "rss_mib": 13.35546875, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 0 }, { "cpu_affinity": "17", "iterations": 200, "request_us": 276.27745500000003, "rss_mib": 14.12109375, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 1 }, { "cpu_affinity": "15", "iterations": 200, "request_us": 270.30942500000003, "rss_mib": 13.55859375, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 0 }, { "cpu_affinity": "15", "iterations": 200, "request_us": 279.596255, "rss_mib": 13.9296875, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 1 }, { "cpu_affinity": "8", "iterations": 200, "request_us": 267.8348, "rss_mib": 13.859375, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 0 }, { "cpu_affinity": "8", "iterations": 200, "request_us": 266.73317, "rss_mib": 14.16796875, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 1 }, { "cpu_affinity": "6", "iterations": 200, "request_us": 268.22807, "rss_mib": 13.91796875, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 0 }, { "cpu_affinity": "6", "iterations": 200, "request_us": 273.059355, "rss_mib": 14.15625, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 1 }, { "cpu_affinity": "19", "iterations": 200, "request_us": 286.05554, "rss_mib": 13.90625, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 0 }, { "cpu_affinity": "19", "iterations": 200, "request_us": 276.61991, "rss_mib": 13.95703125, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 1 }, { "cpu_affinity": "9", "iterations": 200, "request_us": 270.96029500000003, "rss_mib": 13.8359375, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 0 }, { "cpu_affinity": "9", "iterations": 200, "request_us": 268.272765, "rss_mib": 14.0390625, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 1 }, { "cpu_affinity": "7", "iterations": 200, "request_us": 265.75929, "rss_mib": 14.01953125, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 0 }, { "cpu_affinity": "7", "iterations": 200, "request_us": 264.43735, "rss_mib": 13.875, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 1 }, { "cpu_affinity": "16", "iterations": 200, "request_us": 281.506355, "rss_mib": 14.12109375, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 0 }, { "cpu_affinity": "16", "iterations": 200, "request_us": 271.41816, "rss_mib": 13.94921875, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 1 }, { "cpu_affinity": "20", "iterations": 200, "request_us": 271.42576, "rss_mib": 13.84765625, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 0 }, { "cpu_affinity": "20", "iterations": 200, "request_us": 266.31391, "rss_mib": 14.10546875, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 1 }, { "cpu_affinity": "18", "iterations": 200, "request_us": 277.41404, "rss_mib": 14.03125, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 0 }, { "cpu_affinity": "18", "iterations": 200, "request_us": 275.28862000000004, "rss_mib": 13.84375, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 1 }, { "cpu_affinity": "21", "iterations": 200, "request_us": 275.532435, "rss_mib": 14.09765625, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 0 }, { "cpu_affinity": "21", "iterations": 200, "request_us": 287.28578, "rss_mib": 14.2734375, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 1 }, { "cpu_affinity": "22", "iterations": 200, "request_us": 275.042965, "rss_mib": 14.15234375, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 0 }, { "cpu_affinity": "22", "iterations": 200, "request_us": 274.88616, "rss_mib": 14.03125, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 1 }, { "cpu_affinity": "23", "iterations": 200, "request_us": 264.3692, "rss_mib": 13.96484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 0 }, { "cpu_affinity": "23", "iterations": 200, "request_us": 271.620065, "rss_mib": 13.8515625, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 1 }, { "cpu_affinity": "13", "iterations": 200, "request_us": 281.38545999999997, "rss_mib": 14.20703125, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 0 }, { "cpu_affinity": "13", "iterations": 200, "request_us": 283.86683, "rss_mib": 14.0859375, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 1 }, { "cpu_affinity": "14", "iterations": 200, "request_us": 327.96979, "rss_mib": 13.80859375, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 0 }, { "cpu_affinity": "14", "iterations": 200, "request_us": 282.268385, "rss_mib": 13.89453125, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 1 }, { "cpu_affinity": "12", "iterations": 200, "request_us": 276.3268, "rss_mib": 13.84765625, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 0 }, { "cpu_affinity": "12", "iterations": 200, "request_us": 279.71855500000004, "rss_mib": 13.85546875, "fixture": { "requests": 220, "errors": [], "request_bytes": 20240, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini", "max_tokens": 32 } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 1 } ], "summary": { "build_s": { "median": 71.0928762209951, "p25": 70.09421723301057, "p75": 71.13111835200107, "min": 69.05212807399221, "max": 74.18532478500856 }, "binary_bytes": { "median": 12763298, "p25": 12763298.0, "p75": 12763298.0, "min": 12763298, "max": 12763298 }, "request_us": { "median": 274.1097925, "p25": 269.80026000000004, "p75": 276.8184425, "min": 264.3692, "max": 327.96979 }, "rss_mib": { "median": 13.953125, "p25": 13.8583984375, "p75": 14.0771484375, "min": 13.35546875, "max": 14.2734375 } } }, "go/anthropic": { "language": "go", "id": "anthropic", "label": "Anthropic", "version": "v1.72.0", "source": "https://github.com/anthropics/anthropic-sdk-go", "builds": [ { "seconds": 57.282200340006966, "bytes": 10825890, "sha256": "c3cec20e362a757adaa1c88be95c406677437f20ade7592c951148cf972ad710", "cpu": 14, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-4/go/anthropic/program", "." ], "repetition": 4 }, { "seconds": 57.73492725100368, "bytes": 10825890, "sha256": "c3cec20e362a757adaa1c88be95c406677437f20ade7592c951148cf972ad710", "cpu": 13, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-3/go/anthropic/program", "." ], "repetition": 3 }, { "seconds": 58.82859714503866, "bytes": 10825890, "sha256": "c3cec20e362a757adaa1c88be95c406677437f20ade7592c951148cf972ad710", "cpu": 19, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-1/go/anthropic/program", "." ], "repetition": 1 }, { "seconds": 57.899201407970395, "bytes": 10825890, "sha256": "c3cec20e362a757adaa1c88be95c406677437f20ade7592c951148cf972ad710", "cpu": 14, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-0/go/anthropic/program", "." ], "repetition": 0 }, { "seconds": 59.14472062099958, "bytes": 10825890, "sha256": "c3cec20e362a757adaa1c88be95c406677437f20ade7592c951148cf972ad710", "cpu": 12, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-2/go/anthropic/program", "." ], "repetition": 2 } ], "samples": [ { "cpu_affinity": "4", "iterations": 200, "request_us": 257.831955, "rss_mib": 13.26171875, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 0 }, { "cpu_affinity": "4", "iterations": 200, "request_us": 261.80447499999997, "rss_mib": 12.9140625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 1 }, { "cpu_affinity": "5", "iterations": 200, "request_us": 269.33685, "rss_mib": 13.0078125, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 0 }, { "cpu_affinity": "5", "iterations": 200, "request_us": 257.31099, "rss_mib": 13.23828125, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 1 }, { "cpu_affinity": "10", "iterations": 200, "request_us": 266.123805, "rss_mib": 13.265625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 0 }, { "cpu_affinity": "10", "iterations": 200, "request_us": 266.244155, "rss_mib": 13.2734375, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 1 }, { "cpu_affinity": "11", "iterations": 200, "request_us": 261.73526999999996, "rss_mib": 13.1953125, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 0 }, { "cpu_affinity": "11", "iterations": 200, "request_us": 265.149925, "rss_mib": 13.31640625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 1 }, { "cpu_affinity": "17", "iterations": 200, "request_us": 261.145105, "rss_mib": 13.29296875, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 0 }, { "cpu_affinity": "17", "iterations": 200, "request_us": 276.13765, "rss_mib": 13.30859375, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 1 }, { "cpu_affinity": "15", "iterations": 200, "request_us": 264.30310000000003, "rss_mib": 13.33203125, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 0 }, { "cpu_affinity": "15", "iterations": 200, "request_us": 261.31156, "rss_mib": 12.9453125, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 1 }, { "cpu_affinity": "8", "iterations": 200, "request_us": 258.31321499999996, "rss_mib": 13.2734375, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 0 }, { "cpu_affinity": "8", "iterations": 200, "request_us": 257.881205, "rss_mib": 13.2890625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 1 }, { "cpu_affinity": "6", "iterations": 200, "request_us": 258.795185, "rss_mib": 13.1015625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 0 }, { "cpu_affinity": "6", "iterations": 200, "request_us": 257.173435, "rss_mib": 12.96484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 1 }, { "cpu_affinity": "19", "iterations": 200, "request_us": 267.836255, "rss_mib": 13.015625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 0 }, { "cpu_affinity": "19", "iterations": 200, "request_us": 267.957855, "rss_mib": 13.40625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 1 }, { "cpu_affinity": "9", "iterations": 200, "request_us": 260.20187999999996, "rss_mib": 13.08203125, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 0 }, { "cpu_affinity": "9", "iterations": 200, "request_us": 265.32207999999997, "rss_mib": 13.3359375, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 1 }, { "cpu_affinity": "7", "iterations": 200, "request_us": 258.20022, "rss_mib": 13.2734375, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 0 }, { "cpu_affinity": "7", "iterations": 200, "request_us": 258.63843, "rss_mib": 13.34375, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 1 }, { "cpu_affinity": "16", "iterations": 200, "request_us": 262.212935, "rss_mib": 13.0390625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 0 }, { "cpu_affinity": "16", "iterations": 200, "request_us": 264.355855, "rss_mib": 13.0859375, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 1 }, { "cpu_affinity": "20", "iterations": 200, "request_us": 268.28972, "rss_mib": 13.33984375, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 0 }, { "cpu_affinity": "20", "iterations": 200, "request_us": 264.02984, "rss_mib": 12.9765625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 1 }, { "cpu_affinity": "18", "iterations": 200, "request_us": 266.93683, "rss_mib": 13.375, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 0 }, { "cpu_affinity": "18", "iterations": 200, "request_us": 269.51405, "rss_mib": 13.41796875, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 1 }, { "cpu_affinity": "21", "iterations": 200, "request_us": 263.68968, "rss_mib": 13.00390625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 0 }, { "cpu_affinity": "21", "iterations": 200, "request_us": 265.00002, "rss_mib": 13.19921875, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 1 }, { "cpu_affinity": "22", "iterations": 200, "request_us": 271.495765, "rss_mib": 13.3671875, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 0 }, { "cpu_affinity": "22", "iterations": 200, "request_us": 259.97641500000003, "rss_mib": 13, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 1 }, { "cpu_affinity": "23", "iterations": 200, "request_us": 270.43378, "rss_mib": 13.21875, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 0 }, { "cpu_affinity": "23", "iterations": 200, "request_us": 265.03177, "rss_mib": 13.39453125, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 1 }, { "cpu_affinity": "13", "iterations": 200, "request_us": 262.92510999999996, "rss_mib": 13.30859375, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 0 }, { "cpu_affinity": "13", "iterations": 200, "request_us": 264.100245, "rss_mib": 13.24609375, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 1 }, { "cpu_affinity": "14", "iterations": 200, "request_us": 278.498625, "rss_mib": 13.4140625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 0 }, { "cpu_affinity": "14", "iterations": 200, "request_us": 268.04346000000004, "rss_mib": 13.40625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 1 }, { "cpu_affinity": "12", "iterations": 200, "request_us": 286.57221000000004, "rss_mib": 13.390625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 0 }, { "cpu_affinity": "12", "iterations": 200, "request_us": 273.735525, "rss_mib": 12.94140625, "fixture": { "requests": 220, "errors": [], "request_bytes": 26620, "dialects": { "anthropic": 220 }, "first_request": { "path": "/v1/messages", "body": { "max_tokens": 32, "messages": [ { "content": [ { "text": "Say hello.", "type": "text" } ], "role": "user" } ], "model": "claude-haiku-4-5" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 1 } ], "summary": { "build_s": { "median": 57.899201407970395, "p25": 57.73492725100368, "p75": 58.82859714503866, "min": 57.282200340006966, "max": 59.14472062099958 }, "binary_bytes": { "median": 10825890, "p25": 10825890.0, "p75": 10825890.0, "min": 10825890, "max": 10825890 }, "request_us": { "median": 264.32947750000005, "p25": 260.90929875, "p75": 267.97925625, "min": 257.173435, "max": 286.57221000000004 }, "rss_mib": { "median": 13.26953125, "p25": 13.0712890625, "p75": 13.3369140625, "min": 12.9140625, "max": 13.41796875 } } }, "go/google": { "language": "go", "id": "google", "label": "Google GenAI", "version": "v1.71.0", "source": "https://github.com/googleapis/go-genai", "builds": [ { "seconds": 49.35318446101155, "bytes": 13545634, "sha256": "77d8d4e8f06fc4bec73c990b89dcf237b3283c7fd3ec70a6e1d4f0e3e5cb8936", "cpu": 21, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-3/go/google/program", "." ], "repetition": 3 }, { "seconds": 48.66535613598535, "bytes": 13545634, "sha256": "77d8d4e8f06fc4bec73c990b89dcf237b3283c7fd3ec70a6e1d4f0e3e5cb8936", "cpu": 12, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-2/go/google/program", "." ], "repetition": 2 }, { "seconds": 48.630182138003875, "bytes": 13545634, "sha256": "77d8d4e8f06fc4bec73c990b89dcf237b3283c7fd3ec70a6e1d4f0e3e5cb8936", "cpu": 12, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-4/go/google/program", "." ], "repetition": 4 }, { "seconds": 50.540420670004096, "bytes": 13545634, "sha256": "77d8d4e8f06fc4bec73c990b89dcf237b3283c7fd3ec70a6e1d4f0e3e5cb8936", "cpu": 15, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-1/go/google/program", "." ], "repetition": 1 }, { "seconds": 52.92246486898512, "bytes": 13545634, "sha256": "77d8d4e8f06fc4bec73c990b89dcf237b3283c7fd3ec70a6e1d4f0e3e5cb8936", "cpu": 11, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-0/go/google/program", "." ], "repetition": 0 } ], "samples": [ { "cpu_affinity": "4", "iterations": 200, "request_us": 251.34905999999998, "rss_mib": 16.87109375, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 0 }, { "cpu_affinity": "4", "iterations": 200, "request_us": 251.59241999999998, "rss_mib": 16.78125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 1 }, { "cpu_affinity": "5", "iterations": 200, "request_us": 258.858385, "rss_mib": 16.8828125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 0 }, { "cpu_affinity": "5", "iterations": 200, "request_us": 251.17485499999998, "rss_mib": 16.73046875, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 1 }, { "cpu_affinity": "10", "iterations": 200, "request_us": 259.75321499999995, "rss_mib": 16.6328125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 0 }, { "cpu_affinity": "10", "iterations": 200, "request_us": 260.81034, "rss_mib": 16.84765625, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 1 }, { "cpu_affinity": "11", "iterations": 200, "request_us": 256.133655, "rss_mib": 16.75, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 0 }, { "cpu_affinity": "11", "iterations": 200, "request_us": 262.01173, "rss_mib": 16.71484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 1 }, { "cpu_affinity": "17", "iterations": 200, "request_us": 265.909445, "rss_mib": 16.6640625, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 0 }, { "cpu_affinity": "17", "iterations": 200, "request_us": 262.5015, "rss_mib": 16.61328125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 1 }, { "cpu_affinity": "15", "iterations": 200, "request_us": 261.655865, "rss_mib": 16.703125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 0 }, { "cpu_affinity": "15", "iterations": 200, "request_us": 253.904535, "rss_mib": 16.93359375, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 1 }, { "cpu_affinity": "8", "iterations": 200, "request_us": 249.125545, "rss_mib": 16.796875, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 0 }, { "cpu_affinity": "8", "iterations": 200, "request_us": 259.71001, "rss_mib": 16.625, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 1 }, { "cpu_affinity": "6", "iterations": 200, "request_us": 251.960185, "rss_mib": 16.55078125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 0 }, { "cpu_affinity": "6", "iterations": 200, "request_us": 251.29601, "rss_mib": 16.61328125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 1 }, { "cpu_affinity": "19", "iterations": 200, "request_us": 260.61304, "rss_mib": 16.703125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 0 }, { "cpu_affinity": "19", "iterations": 200, "request_us": 264.67826, "rss_mib": 16.57421875, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 1 }, { "cpu_affinity": "9", "iterations": 200, "request_us": 251.33231, "rss_mib": 16.7578125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 0 }, { "cpu_affinity": "9", "iterations": 200, "request_us": 256.46626499999996, "rss_mib": 16.7890625, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 1 }, { "cpu_affinity": "7", "iterations": 200, "request_us": 253.57953, "rss_mib": 16.734375, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 0 }, { "cpu_affinity": "7", "iterations": 200, "request_us": 253.402075, "rss_mib": 16.6171875, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 1 }, { "cpu_affinity": "16", "iterations": 200, "request_us": 260.71954, "rss_mib": 16.75, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 0 }, { "cpu_affinity": "16", "iterations": 200, "request_us": 262.5307, "rss_mib": 16.73828125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 1 }, { "cpu_affinity": "20", "iterations": 200, "request_us": 263.784385, "rss_mib": 16.86328125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 0 }, { "cpu_affinity": "20", "iterations": 200, "request_us": 261.82312, "rss_mib": 16.6171875, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 1 }, { "cpu_affinity": "18", "iterations": 200, "request_us": 258.65438, "rss_mib": 16.89453125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 0 }, { "cpu_affinity": "18", "iterations": 200, "request_us": 261.546315, "rss_mib": 16.640625, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 1 }, { "cpu_affinity": "21", "iterations": 200, "request_us": 268.338465, "rss_mib": 16.765625, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 0 }, { "cpu_affinity": "21", "iterations": 200, "request_us": 258.93059, "rss_mib": 16.64453125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 1 }, { "cpu_affinity": "22", "iterations": 200, "request_us": 259.2912, "rss_mib": 16.6015625, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 0 }, { "cpu_affinity": "22", "iterations": 200, "request_us": 253.90014, "rss_mib": 16.70703125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 1 }, { "cpu_affinity": "23", "iterations": 200, "request_us": 263.14776, "rss_mib": 16.84765625, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 0 }, { "cpu_affinity": "23", "iterations": 200, "request_us": 260.484235, "rss_mib": 16.7578125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 1 }, { "cpu_affinity": "13", "iterations": 200, "request_us": 262.44269499999996, "rss_mib": 16.55078125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 0 }, { "cpu_affinity": "13", "iterations": 200, "request_us": 275.077015, "rss_mib": 16.69921875, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 1 }, { "cpu_affinity": "14", "iterations": 200, "request_us": 259.97556499999996, "rss_mib": 16.6953125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 0 }, { "cpu_affinity": "14", "iterations": 200, "request_us": 273.545525, "rss_mib": 16.61328125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 1 }, { "cpu_affinity": "12", "iterations": 200, "request_us": 261.37681, "rss_mib": 16.73828125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 0 }, { "cpu_affinity": "12", "iterations": 200, "request_us": 252.40859, "rss_mib": 16.78125, "fixture": { "requests": 220, "errors": [], "request_bytes": 23100, "dialects": { "gemini": 220 }, "first_request": { "path": "/v1beta/models/gemini-2.5-flash:generateContent", "body": { "contents": [ { "parts": [ { "text": "Say hello." } ], "role": "user" } ], "generationConfig": { "maxOutputTokens": 32 } } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 1 } ], "summary": { "build_s": { "median": 49.35318446101155, "p25": 48.66535613598535, "p75": 50.540420670004096, "min": 48.630182138003875, "max": 52.92246486898512 }, "binary_bytes": { "median": 13545634, "p25": 13545634.0, "p75": 13545634.0, "min": 13545634, "max": 13545634 }, "request_us": { "median": 259.86438999999996, "p25": 253.8199875, "p75": 262.11947125, "min": 249.125545, "max": 275.077015 }, "rss_mib": { "median": 16.72265625, "p25": 16.630859375, "p75": 16.78125, "min": 16.55078125, "max": 16.93359375 } } }, "go/lm15": { "language": "go", "id": "lm15", "label": "LM15", "version": "working-tree snapshot", "source": "https://github.com/lm15-dev/lm15-go", "builds": [ { "seconds": 31.247519836004358, "bytes": 8728738, "sha256": "78246293f71c82faee4c0875106df37472d350f5661eb0670641cdfb713c82d4", "cpu": 12, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-3/go/lm15/program", "." ], "repetition": 3 }, { "seconds": 32.76917372999014, "bytes": 8728738, "sha256": "78246293f71c82faee4c0875106df37472d350f5661eb0670641cdfb713c82d4", "cpu": 10, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-0/go/lm15/program", "." ], "repetition": 0 }, { "seconds": 30.829287230968475, "bytes": 8728738, "sha256": "78246293f71c82faee4c0875106df37472d350f5661eb0670641cdfb713c82d4", "cpu": 12, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-1/go/lm15/program", "." ], "repetition": 1 }, { "seconds": 31.010372279037256, "bytes": 8728738, "sha256": "78246293f71c82faee4c0875106df37472d350f5661eb0670641cdfb713c82d4", "cpu": 4, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-4/go/lm15/program", "." ], "repetition": 4 }, { "seconds": 32.458002655010205, "bytes": 8728738, "sha256": "78246293f71c82faee4c0875106df37472d350f5661eb0670641cdfb713c82d4", "cpu": 5, "command": [ "go", "build", "-mod=readonly", "-trimpath", "-buildvcs=false", "-p=1", "-ldflags=-s -w", "-o", "/home/maxime/benchmarks/lm15-native/20260913/targets/cold-2/go/lm15/program", "." ], "repetition": 2 } ], "samples": [ { "cpu_affinity": "4", "iterations": 200, "request_us": 207.50995999999998, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 0 }, { "cpu_affinity": "4", "iterations": 200, "request_us": 209.46667000000002, "rss_mib": 10.2109375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 0, "round": 1 }, { "cpu_affinity": "5", "iterations": 200, "request_us": 202.24095499999999, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 0 }, { "cpu_affinity": "5", "iterations": 200, "request_us": 202.44065999999998, "rss_mib": 10.21875, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 1, "round": 1 }, { "cpu_affinity": "10", "iterations": 200, "request_us": 228.96595000000002, "rss_mib": 10.25, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 0 }, { "cpu_affinity": "10", "iterations": 200, "request_us": 208.12402999999998, "rss_mib": 10.2109375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 6, "round": 1 }, { "cpu_affinity": "11", "iterations": 200, "request_us": 209.18356, "rss_mib": 10.2109375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 0 }, { "cpu_affinity": "11", "iterations": 200, "request_us": 207.32206, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 7, "round": 1 }, { "cpu_affinity": "17", "iterations": 200, "request_us": 214.363115, "rss_mib": 10.21875, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 0 }, { "cpu_affinity": "17", "iterations": 200, "request_us": 211.376825, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 13, "round": 1 }, { "cpu_affinity": "15", "iterations": 200, "request_us": 208.8575, "rss_mib": 10.22265625, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 0 }, { "cpu_affinity": "15", "iterations": 200, "request_us": 206.20057, "rss_mib": 10.21875, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 11, "round": 1 }, { "cpu_affinity": "8", "iterations": 200, "request_us": 202.527265, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 0 }, { "cpu_affinity": "8", "iterations": 200, "request_us": 209.35571499999998, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 4, "round": 1 }, { "cpu_affinity": "6", "iterations": 200, "request_us": 205.10324, "rss_mib": 10.21875, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 0 }, { "cpu_affinity": "6", "iterations": 200, "request_us": 203.33289000000002, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 2, "round": 1 }, { "cpu_affinity": "19", "iterations": 200, "request_us": 211.092965, "rss_mib": 10.21875, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 0 }, { "cpu_affinity": "19", "iterations": 200, "request_us": 210.5009, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 15, "round": 1 }, { "cpu_affinity": "9", "iterations": 200, "request_us": 209.079905, "rss_mib": 10.21875, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 0 }, { "cpu_affinity": "9", "iterations": 200, "request_us": 206.54073499999998, "rss_mib": 10.21875, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 5, "round": 1 }, { "cpu_affinity": "7", "iterations": 200, "request_us": 205.24469499999998, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 0 }, { "cpu_affinity": "7", "iterations": 200, "request_us": 201.90714499999999, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 3, "round": 1 }, { "cpu_affinity": "16", "iterations": 200, "request_us": 209.226515, "rss_mib": 10.2109375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 0 }, { "cpu_affinity": "16", "iterations": 200, "request_us": 205.627205, "rss_mib": 10.21875, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 12, "round": 1 }, { "cpu_affinity": "20", "iterations": 200, "request_us": 209.49377, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 0 }, { "cpu_affinity": "20", "iterations": 200, "request_us": 209.165565, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 16, "round": 1 }, { "cpu_affinity": "18", "iterations": 200, "request_us": 211.990545, "rss_mib": 10.21875, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 0 }, { "cpu_affinity": "18", "iterations": 200, "request_us": 207.77567, "rss_mib": 10.2265625, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 14, "round": 1 }, { "cpu_affinity": "21", "iterations": 200, "request_us": 209.98468499999998, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 0 }, { "cpu_affinity": "21", "iterations": 200, "request_us": 205.275645, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 17, "round": 1 }, { "cpu_affinity": "22", "iterations": 200, "request_us": 210.33664499999998, "rss_mib": 10.23046875, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 0 }, { "cpu_affinity": "22", "iterations": 200, "request_us": 208.652195, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 18, "round": 1 }, { "cpu_affinity": "23", "iterations": 200, "request_us": 212.027595, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 0 }, { "cpu_affinity": "23", "iterations": 200, "request_us": 213.239035, "rss_mib": 10.21875, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 19, "round": 1 }, { "cpu_affinity": "13", "iterations": 200, "request_us": 217.76281500000002, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 0 }, { "cpu_affinity": "13", "iterations": 200, "request_us": 213.310885, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 9, "round": 1 }, { "cpu_affinity": "14", "iterations": 200, "request_us": 208.42024, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 0 }, { "cpu_affinity": "14", "iterations": 200, "request_us": 212.96692, "rss_mib": 10.21875, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 10, "round": 1 }, { "cpu_affinity": "12", "iterations": 200, "request_us": 223.96849999999998, "rss_mib": 10.21484375, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 0 }, { "cpu_affinity": "12", "iterations": 200, "request_us": 210.934615, "rss_mib": 10.21875, "fixture": { "requests": 220, "errors": [], "request_bytes": 22660, "dialects": { "chat": 220 }, "first_request": { "path": "/v1/chat/completions", "body": { "max_completion_tokens": 32, "messages": [ { "content": "Say hello.", "role": "user" } ], "model": "gpt-4.1-mini" } } }, "fixture_sha256": "c672c6167a467921f095e462ece9c56f6ab6ae5cb26dd31d5393d7f6926ee71f", "worker": 8, "round": 1 } ], "summary": { "build_s": { "median": 31.247519836004358, "p25": 31.010372279037256, "p75": 32.458002655010205, "min": 30.829287230968475, "max": 32.76917372999014 }, "binary_bytes": { "median": 8728738, "p25": 8728738.0, "p75": 8728738.0, "min": 8728738, "max": 8728738 }, "request_us": { "median": 209.17456249999998, "p25": 206.45569375, "p75": 211.16393, "min": 201.90714499999999, "max": 228.96595000000002 }, "rss_mib": { "median": 10.21484375, "p25": 10.21484375, "p75": 10.21875, "min": 10.2109375, "max": 10.25 } } } } }