{ "schema": "irondome-benchmark-page-data-v1", "generated_utc": "2026-10-10T07:32:26+00:00", "publication_status": "prepared_not_published", "title": "IronDome API benchmarks", "service": { "provider": "Fastly Compute", "tier": "paid", "endpoint": "https://api.irondome.dev" }, "methodology": { "measurement": "Client-observed end-to-end duration, including transport, request and response handling. Not detector CPU time.", "source_environment": "Google Colab hosted CPU runtimes, Node.js v22.23.3", "source_location_confidence": "All four source locations are IP egress estimates, not verified cloud regions. Serving POPs are reported separately.", "transport": "HTTPS HTTP/1.1; keep-alive for reused and bulk; no retries", "rounds_per_region": 3, "warmup": false, "automatic_retries": false, "rest_max_sockets": 5, "sdk_max_sockets": 5, "sdk_max_in_flight": 32, "profile_schedule": [ { "profile": "reused_single", "requests_per_client_per_round": 500, "arrival_window_seconds": 60, "connection": "reused pool; includes initial setup" }, { "profile": "fresh_single", "requests_per_client_per_round": 50, "arrival_window_seconds": 30, "connection": "new pool per request; no warmup" }, { "profile": "bulk_5", "requests_per_client_per_round": 25, "arrival_window_seconds": 15, "batch_size": 5 }, { "profile": "bulk_25", "requests_per_client_per_round": 25, "arrival_window_seconds": 15, "batch_size": 25 }, { "profile": "bulk_100", "requests_per_client_per_round": 25, "arrival_window_seconds": 15, "batch_size": 100 }, { "profile": "invalid_control", "requests_per_client_per_round": 10, "arrival_window_seconds": 5, "expected_http_status": 422 } ], "client_modes": [ "rest", "sdk" ], "percentile_method": "nearest rank; successful responses only; failures separate", "tail_reporting": { "p95_min_successful_requests": 50, "p99_min_successful_requests": 1000, "bulk_tail_percentiles_reported": false }, "dataset": { "seed": 20261009, "valid_inputs": 10000, "unique_domains": 1015, "mix": { "consumer": 4000, "custom": 3000, "disposable": 3000 }, "uppercase_inputs": 1000, "dataset_sha256": "cb39f4981583328ac211b4b9a22a5a906fbb99bcbc71b352a96c891c0a80a08e", "invalid_sha256": "f1fa4ee4b66b5c1ab0810a7cda60d011e496f862358e958b62c5c9ff8f1fb3e7" }, "snapshot_assets": { "allow-domains.v1.bin": { "entries": 1254, "bytes": 19742, "sha256": "e9507735a2cbd8420ba995722b2e1fe8a355dc1e69bd88ed2454f72a6704fedc" }, "block-domains.v1.bin": { "entries": 76789, "bytes": 1404072, "sha256": "66654258c1b7f8ce63c4987a740f36394b45e0aec130a4301b04081e563752d0" }, "block-emails.v1.bin": { "entries": 5350, "bytes": 156752, "sha256": "4af3016795e5a82e021e6227531de61ade73a464a61b18d569845bc41d1cdb6a" } }, "sdk": { "language": "Node.js", "declared_version": "0.1.0", "distribution": "pinned source snapshot; includes unreleased bulk support", "upstream": "https://github.com/IrondomeDev/sdks", "upstream_head": "826b0af11516af67e730bc4bd9298a72f553bf3f", "files_sha256": { "core.js": "ecead768c0b8f4e52179292a91b436d429febeebdfe06f23a1a0a99cecae4e8c", "node.js": "43fda979e5962ddc4b165636f02f0f7092ed287d7eb2d0aa889878f32fcee747" } }, "notes": [ "Each region is one full run with three rounds; results are observations, not an SLA.", "Single and bulk results are separate. Bulk duration covers the entire batch.", "Invalid inputs expecting HTTP 422 are controls and are excluded from valid-input totals.", "No pooled global latency or averages of regional percentiles are reported.", "SDK and REST share the same service and pool limits; test order and network variation can affect comparisons.", "The SDK uses a pinned Node.js source snapshot with unreleased bulk support; other SDK languages were not measured.", "Snapshot hashes describe the campaign assets; responses do not attest which snapshot was active for every request.", "Paid production logging remained enabled; the benchmark account was excluded from D1 accounting and archived in R2.", "Earlier GitHub quick runs and Utah Colab runs are not part of these four selected full runs." ] }, "totals": { "regions": 4, "runs": 4, "attempted_email_inputs": 91440, "valid_email_inputs": 91200, "invalid_control_inputs": 240, "http_requests": 15240, "unexpected_failures": 0, "missed_starts": 0 }, "regions": [ { "schema": "irondome-colab-summary-v1", "run_id": "colab-20261010T044038Z-1d08d10c", "started_utc": "2026-10-10T04:40:49.770Z", "ended_utc": "2026-10-10T04:47:41.240Z", "source_location": { "method": "egress_geolocation_estimate", "verified": false, "city": "North Charleston", "region": "South Carolina", "country": "US", "org": "AS396982 Google LLC" }, "runtime": { "node": "v22.23.3", "platform": "linux", "arch": "x64", "cpus": 2 }, "notebook": { "runId": "colab-20261010T044038Z-1d08d10c", "mode": "full", "bundleSha256": "31daa539428f73600fbe9b83289bf0a0cdc1e2f19504c0845afdfe014953cbd6", "benchmarkCommit": "00c29f9c534bba9f0cbd4dd9dc8c954e33de2902", "runLabel": "", "accountingPolicy": "benchmark-r2-only-v1", "apiKeyIncludedInResults": false }, "endpoint": "https://api.irondome.dev", "transport": "HTTPS HTTP/1.1; keep-alive for reused and bulk; no retries", "attempted_email_inputs": 22860, "http_requests": 3810, "failures": 0, "missed_starts": 0, "event_loop_delay_ms": { "p95": 21.118975, "max": 26.607615 }, "dataset": { "seed": 20261009, "valid_inputs": 10000, "unique_domains": 1015, "mix": { "consumer": 4000, "custom": 3000, "disposable": 3000 }, "uppercase_inputs": 1000, "dataset_sha256": "cb39f4981583328ac211b4b9a22a5a906fbb99bcbc71b352a96c891c0a80a08e", "invalid_sha256": "f1fa4ee4b66b5c1ab0810a7cda60d011e496f862358e958b62c5c9ff8f1fb3e7" }, "sdk": { "language": "Node.js", "declared_version": "0.1.0", "distribution": "pinned source snapshot; includes unreleased bulk support", "upstream": "https://github.com/IrondomeDev/sdks", "upstream_head": "826b0af11516af67e730bc4bd9298a72f553bf3f", "files_sha256": { "core.js": "ecead768c0b8f4e52179292a91b436d429febeebdfe06f23a1a0a99cecae4e8c", "node.js": "43fda979e5962ddc4b165636f02f0f7092ed287d7eb2d0aa889878f32fcee747" } }, "percentile_method": "nearest rank; successful responses only; failures separate", "rest_serving_pops": { "IAD": 1905 }, "rest_unique_cache_hosts": 102, "profiles": [ { "client": "rest", "profile": "bulk_100", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 19.22, "p50_ms": 17.485, "p95_ms": null, "p99_ms": null, "max_ms": 55.536, "schedule_delay_p95_ms": 0.505, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 18.30742100000498 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 17.3849990000017 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 17.10336200002348 } ], "batch_size": 100, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "rest", "profile": "bulk_25", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 17.698, "p50_ms": 16.169, "p95_ms": null, "p99_ms": null, "max_ms": 52.536, "schedule_delay_p95_ms": 0.88, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 16.165775000001304 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 16.371821999986423 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 16.123454999993555 } ], "batch_size": 25, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "rest", "profile": "bulk_5", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 16.771, "p50_ms": 15.395, "p95_ms": null, "p99_ms": null, "max_ms": 49.344, "schedule_delay_p95_ms": 1.454, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 15.678476999994018 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 15.405607000022428 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 14.992549999966286 } ], "batch_size": 5, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "rest", "profile": "fresh_single", "n": 150, "successful": 150, "failures": 0, "statuses": { "200": 150 }, "mean_ms": 49.601, "p50_ms": 47.762, "p95_ms": 56.578, "p99_ms": null, "max_ms": 110.414, "schedule_delay_p95_ms": 1.927, "rounds": [ { "round": 1, "n": 50, "failures": 0, "p50_ms": 48.11996399999771 }, { "round": 2, "n": 50, "failures": 0, "p50_ms": 47.68114499998046 }, { "round": 3, "n": 50, "failures": 0, "p50_ms": 47.42462800000794 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 }, { "client": "rest", "profile": "invalid_control", "n": 30, "successful": 30, "failures": 0, "statuses": { "422": 30 }, "mean_ms": 23.882, "p50_ms": 15.564, "p95_ms": null, "p99_ms": null, "max_ms": 98.883, "schedule_delay_p95_ms": 1.237, "rounds": [ { "round": 1, "n": 10, "failures": 0, "p50_ms": 15.645558000018355 }, { "round": 2, "n": 10, "failures": 0, "p50_ms": 14.999378000036813 }, { "round": 3, "n": 10, "failures": 0, "p50_ms": 15.514580000017304 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 422 }, { "client": "rest", "profile": "reused_single", "n": 1500, "successful": 1500, "failures": 0, "statuses": { "200": 1500 }, "mean_ms": 16.504, "p50_ms": 15.515, "p95_ms": 17.941, "p99_ms": 32.655, "max_ms": 461.879, "schedule_delay_p95_ms": 0.606, "rounds": [ { "round": 1, "n": 500, "failures": 0, "p50_ms": 15.94169200000033 }, { "round": 2, "n": 500, "failures": 0, "p50_ms": 14.971369999984745 }, { "round": 3, "n": 500, "failures": 0, "p50_ms": 15.495699000020977 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 }, { "client": "sdk", "profile": "bulk_100", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 18.962, "p50_ms": 17.484, "p95_ms": null, "p99_ms": null, "max_ms": 55.424, "schedule_delay_p95_ms": 0.978, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 17.467030999992858 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 17.73580300004687 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 17.237574000027962 } ], "batch_size": 100, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "sdk", "profile": "bulk_25", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 17.743, "p50_ms": 16.109, "p95_ms": null, "p99_ms": null, "max_ms": 52.594, "schedule_delay_p95_ms": 1.259, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 15.568879999991623 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 16.45048900000984 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 15.882377999951132 } ], "batch_size": 25, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "sdk", "profile": "bulk_5", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 17.151, "p50_ms": 15.771, "p95_ms": null, "p99_ms": null, "max_ms": 51.335, "schedule_delay_p95_ms": 1.846, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 15.684943999993266 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 16.04185099998722 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 15.616541000024881 } ], "batch_size": 5, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "sdk", "profile": "fresh_single", "n": 150, "successful": 150, "failures": 0, "statuses": { "200": 150 }, "mean_ms": 49.354, "p50_ms": 47.712, "p95_ms": 56.935, "p99_ms": null, "max_ms": 97.239, "schedule_delay_p95_ms": 1.643, "rounds": [ { "round": 1, "n": 50, "failures": 0, "p50_ms": 48.45899400000053 }, { "round": 2, "n": 50, "failures": 0, "p50_ms": 47.248921999998856 }, { "round": 3, "n": 50, "failures": 0, "p50_ms": 47.35069599997951 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 }, { "client": "sdk", "profile": "invalid_control", "n": 30, "successful": 30, "failures": 0, "statuses": { "422": 30 }, "mean_ms": 26.763, "p50_ms": 15.809, "p95_ms": null, "p99_ms": null, "max_ms": 170.66, "schedule_delay_p95_ms": 2.047, "rounds": [ { "round": 1, "n": 10, "failures": 0, "p50_ms": 16.4391750000068 }, { "round": 2, "n": 10, "failures": 0, "p50_ms": 15.536688000021968 }, { "round": 3, "n": 10, "failures": 0, "p50_ms": 16.043701999995392 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 422 }, { "client": "sdk", "profile": "reused_single", "n": 1500, "successful": 1500, "failures": 0, "statuses": { "200": 1500 }, "mean_ms": 16.783, "p50_ms": 15.518, "p95_ms": 17.844, "p99_ms": 27.694, "max_ms": 941.637, "schedule_delay_p95_ms": 0.532, "rounds": [ { "round": 1, "n": 500, "failures": 0, "p50_ms": 15.853328999999576 }, { "round": 2, "n": 500, "failures": 0, "p50_ms": 14.914428999996744 }, { "round": 3, "n": 500, "failures": 0, "p50_ms": 15.626726999995299 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 } ], "raw_report_sha256": "4f6a4bbea3573e588de69b9471362ab0713036f3abbb96a7d20755f6488c4b93", "notes": [ "Bulk times cover the entire batch, not one email.", "Invalid controls expect HTTP 422 and are separate from valid-request results.", "Reused profiles include pool setup. Fresh requests use new pools without warmup.", "Only REST exposes serving POPs. A serving POP is not the source location.", "Repeated runs may use the same Colab location; they are not automatically independent regions.", "SDK is a pinned source snapshot with unreleased bulk support. Paid production logging is enabled; the dedicated benchmark account is archived in R2 and excluded from D1 accounting." ], "region_id": "us-east", "region_label": "US East", "evidence": { "archive": "reports/colab-20261010T044038Z-1d08d10c/observations.zip", "archive_sha256": "d37cc3417fdd1119d1ac91bd66a0cc10965dbabd50fbf897b186e94bfd5c25b2", "raw_entry": "raw.json", "summary_entry": "summary.json" }, "duration_seconds": 411.47, "valid_email_inputs": 22800, "invalid_control_inputs": 60 }, { "schema": "irondome-colab-summary-v1", "run_id": "colab-20261010T053450Z-50194a6c", "started_utc": "2026-10-10T05:35:01.895Z", "ended_utc": "2026-10-10T05:41:53.233Z", "source_location": { "method": "egress_geolocation_estimate", "verified": false, "city": "Las Vegas", "region": "Nevada", "country": "US", "org": "AS396982 Google LLC" }, "runtime": { "node": "v22.23.3", "platform": "linux", "arch": "x64", "cpus": 2 }, "notebook": { "runId": "colab-20261010T053450Z-50194a6c", "mode": "full", "bundleSha256": "31daa539428f73600fbe9b83289bf0a0cdc1e2f19504c0845afdfe014953cbd6", "benchmarkCommit": "00c29f9c534bba9f0cbd4dd9dc8c954e33de2902", "runLabel": "", "accountingPolicy": "benchmark-r2-only-v1", "apiKeyIncludedInResults": false }, "endpoint": "https://api.irondome.dev", "transport": "HTTPS HTTP/1.1; keep-alive for reused and bulk; no retries", "attempted_email_inputs": 22860, "http_requests": 3810, "failures": 0, "missed_starts": 0, "event_loop_delay_ms": { "p95": 21.102591, "max": 29.556735 }, "dataset": { "seed": 20261009, "valid_inputs": 10000, "unique_domains": 1015, "mix": { "consumer": 4000, "custom": 3000, "disposable": 3000 }, "uppercase_inputs": 1000, "dataset_sha256": "cb39f4981583328ac211b4b9a22a5a906fbb99bcbc71b352a96c891c0a80a08e", "invalid_sha256": "f1fa4ee4b66b5c1ab0810a7cda60d011e496f862358e958b62c5c9ff8f1fb3e7" }, "sdk": { "language": "Node.js", "declared_version": "0.1.0", "distribution": "pinned source snapshot; includes unreleased bulk support", "upstream": "https://github.com/IrondomeDev/sdks", "upstream_head": "826b0af11516af67e730bc4bd9298a72f553bf3f", "files_sha256": { "core.js": "ecead768c0b8f4e52179292a91b436d429febeebdfe06f23a1a0a99cecae4e8c", "node.js": "43fda979e5962ddc4b165636f02f0f7092ed287d7eb2d0aa889878f32fcee747" } }, "percentile_method": "nearest rank; successful responses only; failures separate", "rest_serving_pops": { "LAX": 636, "BUR": 1269 }, "rest_unique_cache_hosts": 133, "profiles": [ { "client": "rest", "profile": "bulk_100", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 13.931, "p50_ms": 12.592, "p95_ms": null, "p99_ms": null, "max_ms": 37.717, "schedule_delay_p95_ms": 1.136, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 12.00254699998186 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 14.693372999987332 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 11.779443000035826 } ], "batch_size": 100, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "rest", "profile": "bulk_25", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 12.111, "p50_ms": 10.989, "p95_ms": null, "p99_ms": null, "max_ms": 36.244, "schedule_delay_p95_ms": 0.715, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 10.905337000003783 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 11.45763300001272 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 10.768090999976266 } ], "batch_size": 25, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "rest", "profile": "bulk_5", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 12.31, "p50_ms": 11.088, "p95_ms": null, "p99_ms": null, "max_ms": 38.325, "schedule_delay_p95_ms": 0.977, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 9.400774000008823 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 10.851425000000745 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 12.481013999960851 } ], "batch_size": 5, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "rest", "profile": "fresh_single", "n": 150, "successful": 150, "failures": 0, "statuses": { "200": 150 }, "mean_ms": 33.488, "p50_ms": 32.154, "p95_ms": 39.285, "p99_ms": null, "max_ms": 104.111, "schedule_delay_p95_ms": 2.011, "rounds": [ { "round": 1, "n": 50, "failures": 0, "p50_ms": 32.540720999997575 }, { "round": 2, "n": 50, "failures": 0, "p50_ms": 31.46344700001646 }, { "round": 3, "n": 50, "failures": 0, "p50_ms": 32.098644999961834 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 }, { "client": "rest", "profile": "invalid_control", "n": 30, "successful": 30, "failures": 0, "statuses": { "422": 30 }, "mean_ms": 16.293, "p50_ms": 10.249, "p95_ms": null, "p99_ms": null, "max_ms": 148.835, "schedule_delay_p95_ms": 1.986, "rounds": [ { "round": 1, "n": 10, "failures": 0, "p50_ms": 10.116402000014205 }, { "round": 2, "n": 10, "failures": 0, "p50_ms": 12.324324999994133 }, { "round": 3, "n": 10, "failures": 0, "p50_ms": 7.6567529999883845 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 422 }, { "client": "rest", "profile": "reused_single", "n": 1500, "successful": 1500, "failures": 0, "statuses": { "200": 1500 }, "mean_ms": 10.794, "p50_ms": 10.255, "p95_ms": 13.576, "p99_ms": 21.442, "max_ms": 77.638, "schedule_delay_p95_ms": 0.952, "rounds": [ { "round": 1, "n": 500, "failures": 0, "p50_ms": 11.706997000001138 }, { "round": 2, "n": 500, "failures": 0, "p50_ms": 9.176053000002867 }, { "round": 3, "n": 500, "failures": 0, "p50_ms": 10.070208000019193 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 }, { "client": "sdk", "profile": "bulk_100", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 14.241, "p50_ms": 13.069, "p95_ms": null, "p99_ms": null, "max_ms": 35.636, "schedule_delay_p95_ms": 1.241, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 13.16929400000663 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 14.341690999979619 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 11.749508000037167 } ], "batch_size": 100, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "sdk", "profile": "bulk_25", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 13.199, "p50_ms": 10.907, "p95_ms": null, "p99_ms": null, "max_ms": 92.653, "schedule_delay_p95_ms": 0.825, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 10.088965000002645 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 12.74623900000006 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 10.395055999979377 } ], "batch_size": 25, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "sdk", "profile": "bulk_5", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 12.237, "p50_ms": 10.937, "p95_ms": null, "p99_ms": null, "max_ms": 36.341, "schedule_delay_p95_ms": 1.406, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 10.542330999989645 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 11.336137999984203 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 10.843741999997292 } ], "batch_size": 5, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "sdk", "profile": "fresh_single", "n": 150, "successful": 150, "failures": 0, "statuses": { "200": 150 }, "mean_ms": 33.839, "p50_ms": 32.065, "p95_ms": 38.062, "p99_ms": null, "max_ms": 129.646, "schedule_delay_p95_ms": 1.75, "rounds": [ { "round": 1, "n": 50, "failures": 0, "p50_ms": 32.15102900000056 }, { "round": 2, "n": 50, "failures": 0, "p50_ms": 31.90165600000182 }, { "round": 3, "n": 50, "failures": 0, "p50_ms": 32.25938000000315 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 }, { "client": "sdk", "profile": "invalid_control", "n": 30, "successful": 30, "failures": 0, "statuses": { "422": 30 }, "mean_ms": 15.855, "p50_ms": 10.605, "p95_ms": null, "p99_ms": null, "max_ms": 120.138, "schedule_delay_p95_ms": 3.292, "rounds": [ { "round": 1, "n": 10, "failures": 0, "p50_ms": 11.581976000015857 }, { "round": 2, "n": 10, "failures": 0, "p50_ms": 9.733291999960784 }, { "round": 3, "n": 10, "failures": 0, "p50_ms": 10.250920999969821 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 422 }, { "client": "sdk", "profile": "reused_single", "n": 1500, "successful": 1500, "failures": 0, "statuses": { "200": 1500 }, "mean_ms": 10.871, "p50_ms": 10.517, "p95_ms": 13.323, "p99_ms": 19.855, "max_ms": 118.358, "schedule_delay_p95_ms": 0.812, "rounds": [ { "round": 1, "n": 500, "failures": 0, "p50_ms": 9.238368000002083 }, { "round": 2, "n": 500, "failures": 0, "p50_ms": 11.376183999993373 }, { "round": 3, "n": 500, "failures": 0, "p50_ms": 10.49531999998726 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 } ], "raw_report_sha256": "140aa32f62304e7a94d90fedebe68ed777fdf024cd7f78f69668b6c162531418", "notes": [ "Bulk times cover the entire batch, not one email.", "Invalid controls expect HTTP 422 and are separate from valid-request results.", "Reused profiles include pool setup. Fresh requests use new pools without warmup.", "Only REST exposes serving POPs. A serving POP is not the source location.", "Repeated runs may use the same Colab location; they are not automatically independent regions.", "SDK is a pinned source snapshot with unreleased bulk support. Paid production logging is enabled; the dedicated benchmark account is archived in R2 and excluded from D1 accounting." ], "region_id": "us-west", "region_label": "US West", "evidence": { "archive": "reports/colab-20261010T053450Z-50194a6c/observations.zip", "archive_sha256": "a01e2c6620b15ed056dfaba4e0d68c66e3ab91d392d7e01f13a933fafd52b316", "raw_entry": "raw.json", "summary_entry": "summary.json" }, "duration_seconds": 411.338, "valid_email_inputs": 22800, "invalid_control_inputs": 60 }, { "schema": "irondome-colab-summary-v1", "run_id": "colab-20261010T055622Z-354b81f7", "started_utc": "2026-10-10T05:56:29.766Z", "ended_utc": "2026-10-10T06:03:20.979Z", "source_location": { "method": "egress_geolocation_estimate", "verified": false, "city": "Groningen", "region": "Groningen", "country": "NL", "org": "AS396982 Google LLC" }, "runtime": { "node": "v22.23.3", "platform": "linux", "arch": "x64", "cpus": 2 }, "notebook": { "runId": "colab-20261010T055622Z-354b81f7", "mode": "full", "bundleSha256": "31daa539428f73600fbe9b83289bf0a0cdc1e2f19504c0845afdfe014953cbd6", "benchmarkCommit": "00c29f9c534bba9f0cbd4dd9dc8c954e33de2902", "runLabel": "", "accountingPolicy": "benchmark-r2-only-v1", "apiKeyIncludedInResults": false }, "endpoint": "https://api.irondome.dev", "transport": "HTTPS HTTP/1.1; keep-alive for reused and bulk; no retries", "attempted_email_inputs": 22860, "http_requests": 3810, "failures": 0, "missed_starts": 0, "event_loop_delay_ms": { "p95": 21.069823, "max": 26.132479 }, "dataset": { "seed": 20261009, "valid_inputs": 10000, "unique_domains": 1015, "mix": { "consumer": 4000, "custom": 3000, "disposable": 3000 }, "uppercase_inputs": 1000, "dataset_sha256": "cb39f4981583328ac211b4b9a22a5a906fbb99bcbc71b352a96c891c0a80a08e", "invalid_sha256": "f1fa4ee4b66b5c1ab0810a7cda60d011e496f862358e958b62c5c9ff8f1fb3e7" }, "sdk": { "language": "Node.js", "declared_version": "0.1.0", "distribution": "pinned source snapshot; includes unreleased bulk support", "upstream": "https://github.com/IrondomeDev/sdks", "upstream_head": "826b0af11516af67e730bc4bd9298a72f553bf3f", "files_sha256": { "core.js": "ecead768c0b8f4e52179292a91b436d429febeebdfe06f23a1a0a99cecae4e8c", "node.js": "43fda979e5962ddc4b165636f02f0f7092ed287d7eb2d0aa889878f32fcee747" } }, "percentile_method": "nearest rank; successful responses only; failures separate", "rest_serving_pops": { "AMS": 1905 }, "rest_unique_cache_hosts": 41, "profiles": [ { "client": "rest", "profile": "bulk_100", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 8.814, "p50_ms": 7.626, "p95_ms": null, "p99_ms": null, "max_ms": 46.135, "schedule_delay_p95_ms": 0.619, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 7.951390000001993 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 7.5643960000015795 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 7.45708600000944 } ], "batch_size": 100, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "rest", "profile": "bulk_25", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 7.493, "p50_ms": 6.952, "p95_ms": null, "p99_ms": null, "max_ms": 22.194, "schedule_delay_p95_ms": 0.621, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 7.418760000000475 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 7.023355999990599 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 6.295044999977108 } ], "batch_size": 25, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "rest", "profile": "bulk_5", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 8.56, "p50_ms": 7.147, "p95_ms": null, "p99_ms": null, "max_ms": 58.463, "schedule_delay_p95_ms": 0.977, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 6.918791999996756 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 7.3775429999805056 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 7.154714999953285 } ], "batch_size": 5, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "rest", "profile": "fresh_single", "n": 150, "successful": 150, "failures": 0, "statuses": { "200": 150 }, "mean_ms": 21.51, "p50_ms": 20.745, "p95_ms": 26.382, "p99_ms": null, "max_ms": 44.03, "schedule_delay_p95_ms": 1.529, "rounds": [ { "round": 1, "n": 50, "failures": 0, "p50_ms": 21.331751999998232 }, { "round": 2, "n": 50, "failures": 0, "p50_ms": 20.742931999993743 }, { "round": 3, "n": 50, "failures": 0, "p50_ms": 20.299714000022504 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 }, { "client": "rest", "profile": "invalid_control", "n": 30, "successful": 30, "failures": 0, "statuses": { "422": 30 }, "mean_ms": 10.498, "p50_ms": 6.242, "p95_ms": null, "p99_ms": null, "max_ms": 70.026, "schedule_delay_p95_ms": 1.492, "rounds": [ { "round": 1, "n": 10, "failures": 0, "p50_ms": 6.2854899999802 }, { "round": 2, "n": 10, "failures": 0, "p50_ms": 6.268519000033848 }, { "round": 3, "n": 10, "failures": 0, "p50_ms": 5.90999199997168 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 422 }, { "client": "rest", "profile": "reused_single", "n": 1500, "successful": 1500, "failures": 0, "statuses": { "200": 1500 }, "mean_ms": 6.57, "p50_ms": 6.427, "p95_ms": 7.634, "p99_ms": 10.485, "max_ms": 52.445, "schedule_delay_p95_ms": 0.641, "rounds": [ { "round": 1, "n": 500, "failures": 0, "p50_ms": 6.86771299999964 }, { "round": 2, "n": 500, "failures": 0, "p50_ms": 5.799452000006568 }, { "round": 3, "n": 500, "failures": 0, "p50_ms": 6.403752000012901 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 }, { "client": "sdk", "profile": "bulk_100", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 8.386, "p50_ms": 7.564, "p95_ms": null, "p99_ms": null, "max_ms": 35.508, "schedule_delay_p95_ms": 1.198, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 7.416543999992427 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 6.750599999999395 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 7.809685999993235 } ], "batch_size": 100, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "sdk", "profile": "bulk_25", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 7.541, "p50_ms": 6.86, "p95_ms": null, "p99_ms": null, "max_ms": 25.249, "schedule_delay_p95_ms": 0.62, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 7.238833000010345 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 6.8643340000126045 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 6.225070999993477 } ], "batch_size": 25, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "sdk", "profile": "bulk_5", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 8.109, "p50_ms": 7.245, "p95_ms": null, "p99_ms": null, "max_ms": 23.655, "schedule_delay_p95_ms": 1.048, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 6.694256000002497 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 7.551695000001928 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 7.352002000028733 } ], "batch_size": 5, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "sdk", "profile": "fresh_single", "n": 150, "successful": 150, "failures": 0, "statuses": { "200": 150 }, "mean_ms": 21.728, "p50_ms": 20.709, "p95_ms": 28.482, "p99_ms": null, "max_ms": 53.326, "schedule_delay_p95_ms": 1.775, "rounds": [ { "round": 1, "n": 50, "failures": 0, "p50_ms": 21.116014999999607 }, { "round": 2, "n": 50, "failures": 0, "p50_ms": 20.57785200001672 }, { "round": 3, "n": 50, "failures": 0, "p50_ms": 20.25933700002497 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 }, { "client": "sdk", "profile": "invalid_control", "n": 30, "successful": 30, "failures": 0, "statuses": { "422": 30 }, "mean_ms": 9.453, "p50_ms": 6.774, "p95_ms": null, "p99_ms": null, "max_ms": 41.603, "schedule_delay_p95_ms": 3.172, "rounds": [ { "round": 1, "n": 10, "failures": 0, "p50_ms": 6.844544000021415 }, { "round": 2, "n": 10, "failures": 0, "p50_ms": 6.677568999992218 }, { "round": 3, "n": 10, "failures": 0, "p50_ms": 6.47961799998302 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 422 }, { "client": "sdk", "profile": "reused_single", "n": 1500, "successful": 1500, "failures": 0, "statuses": { "200": 1500 }, "mean_ms": 6.839, "p50_ms": 6.624, "p95_ms": 7.73, "p99_ms": 12.955, "max_ms": 41.872, "schedule_delay_p95_ms": 0.578, "rounds": [ { "round": 1, "n": 500, "failures": 0, "p50_ms": 6.815023999995901 }, { "round": 2, "n": 500, "failures": 0, "p50_ms": 6.232737000013003 }, { "round": 3, "n": 500, "failures": 0, "p50_ms": 6.707920999964699 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 } ], "raw_report_sha256": "e4314e311df5aa270781c6a23d40fbfffb859ad4194476de5703e362bf1d8171", "notes": [ "Bulk times cover the entire batch, not one email.", "Invalid controls expect HTTP 422 and are separate from valid-request results.", "Reused profiles include pool setup. Fresh requests use new pools without warmup.", "Only REST exposes serving POPs. A serving POP is not the source location.", "Repeated runs may use the same Colab location; they are not automatically independent regions.", "SDK is a pinned source snapshot with unreleased bulk support. Paid production logging is enabled; the dedicated benchmark account is archived in R2 and excluded from D1 accounting." ], "region_id": "europe", "region_label": "Europe", "evidence": { "archive": "reports/colab-20261010T055622Z-354b81f7/observations.zip", "archive_sha256": "a21b8c24741b74dae439822d0091ba83b4527df6a9d2fa2814498a87ebac4589", "raw_entry": "raw.json", "summary_entry": "summary.json" }, "duration_seconds": 411.213, "valid_email_inputs": 22800, "invalid_control_inputs": 60 }, { "schema": "irondome-colab-summary-v1", "run_id": "colab-20261010T071922Z-03558a6c", "started_utc": "2026-10-10T07:19:30.425Z", "ended_utc": "2026-10-10T07:26:21.526Z", "source_location": { "method": "egress_geolocation_estimate", "verified": false, "city": "Singapore", "region": "Singapore", "country": "SG", "org": "AS396982 Google LLC" }, "runtime": { "node": "v22.23.3", "platform": "linux", "arch": "x64", "cpus": 2 }, "notebook": { "runId": "colab-20261010T071922Z-03558a6c", "mode": "full", "bundleSha256": "31daa539428f73600fbe9b83289bf0a0cdc1e2f19504c0845afdfe014953cbd6", "benchmarkCommit": "00c29f9c534bba9f0cbd4dd9dc8c954e33de2902", "runLabel": "", "accountingPolicy": "benchmark-r2-only-v1", "apiKeyIncludedInResults": false }, "endpoint": "https://api.irondome.dev", "transport": "HTTPS HTTP/1.1; keep-alive for reused and bulk; no retries", "attempted_email_inputs": 22860, "http_requests": 3810, "failures": 0, "missed_starts": 0, "event_loop_delay_ms": { "p95": 20.971519, "max": 26.968063 }, "dataset": { "seed": 20261009, "valid_inputs": 10000, "unique_domains": 1015, "mix": { "consumer": 4000, "custom": 3000, "disposable": 3000 }, "uppercase_inputs": 1000, "dataset_sha256": "cb39f4981583328ac211b4b9a22a5a906fbb99bcbc71b352a96c891c0a80a08e", "invalid_sha256": "f1fa4ee4b66b5c1ab0810a7cda60d011e496f862358e958b62c5c9ff8f1fb3e7" }, "sdk": { "language": "Node.js", "declared_version": "0.1.0", "distribution": "pinned source snapshot; includes unreleased bulk support", "upstream": "https://github.com/IrondomeDev/sdks", "upstream_head": "826b0af11516af67e730bc4bd9298a72f553bf3f", "files_sha256": { "core.js": "ecead768c0b8f4e52179292a91b436d429febeebdfe06f23a1a0a99cecae4e8c", "node.js": "43fda979e5962ddc4b165636f02f0f7092ed287d7eb2d0aa889878f32fcee747" } }, "percentile_method": "nearest rank; successful responses only; failures separate", "rest_serving_pops": { "SIN": 1905 }, "rest_unique_cache_hosts": 118, "profiles": [ { "client": "rest", "profile": "bulk_100", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 7.49, "p50_ms": 6.613, "p95_ms": null, "p99_ms": null, "max_ms": 30.393, "schedule_delay_p95_ms": 1.194, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 5.100420000002487 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 7.429968000011286 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 7.318449999962468 } ], "batch_size": 100, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "rest", "profile": "bulk_25", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 5.96, "p50_ms": 5.087, "p95_ms": null, "p99_ms": null, "max_ms": 30.729, "schedule_delay_p95_ms": 0.83, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 5.2211609999940265 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 5.308121999987634 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 4.5013400000170805 } ], "batch_size": 25, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "rest", "profile": "bulk_5", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 5.605, "p50_ms": 4.827, "p95_ms": null, "p99_ms": null, "max_ms": 16.882, "schedule_delay_p95_ms": 1.128, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 4.75843500001065 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 5.306416999985231 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 4.362487000005785 } ], "batch_size": 5, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "rest", "profile": "fresh_single", "n": 150, "successful": 150, "failures": 0, "statuses": { "200": 150 }, "mean_ms": 19.539, "p50_ms": 16.102, "p95_ms": 35.809, "p99_ms": null, "max_ms": 128.373, "schedule_delay_p95_ms": 2.188, "rounds": [ { "round": 1, "n": 50, "failures": 0, "p50_ms": 17.29118300000846 }, { "round": 2, "n": 50, "failures": 0, "p50_ms": 15.778946000005817 }, { "round": 3, "n": 50, "failures": 0, "p50_ms": 15.932386000000406 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 }, { "client": "rest", "profile": "invalid_control", "n": 30, "successful": 30, "failures": 0, "statuses": { "422": 30 }, "mean_ms": 7.298, "p50_ms": 4.579, "p95_ms": null, "p99_ms": null, "max_ms": 29.462, "schedule_delay_p95_ms": 1.745, "rounds": [ { "round": 1, "n": 10, "failures": 0, "p50_ms": 5.171856000000844 }, { "round": 2, "n": 10, "failures": 0, "p50_ms": 4.720879000029527 }, { "round": 3, "n": 10, "failures": 0, "p50_ms": 3.6599869999918155 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 422 }, { "client": "rest", "profile": "reused_single", "n": 1500, "successful": 1500, "failures": 0, "statuses": { "200": 1500 }, "mean_ms": 5.832, "p50_ms": 5.249, "p95_ms": 8.315, "p99_ms": 15.212, "max_ms": 182.336, "schedule_delay_p95_ms": 0.679, "rounds": [ { "round": 1, "n": 500, "failures": 0, "p50_ms": 4.628201000003173 }, { "round": 2, "n": 500, "failures": 0, "p50_ms": 5.623172000021441 }, { "round": 3, "n": 500, "failures": 0, "p50_ms": 5.30018600000767 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 }, { "client": "sdk", "profile": "bulk_100", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 9.343, "p50_ms": 6.222, "p95_ms": null, "p99_ms": null, "max_ms": 102.209, "schedule_delay_p95_ms": 1.411, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 8.201319999992847 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 5.975299999990966 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 5.873655000003055 } ], "batch_size": 100, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "sdk", "profile": "bulk_25", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 7.843, "p50_ms": 6.159, "p95_ms": null, "p99_ms": null, "max_ms": 35.1, "schedule_delay_p95_ms": 1.742, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 5.316019999998389 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 7.3450900000170805 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 6.272712000005413 } ], "batch_size": 25, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "sdk", "profile": "bulk_5", "n": 75, "successful": 75, "failures": 0, "statuses": { "200": 75 }, "mean_ms": 6.644, "p50_ms": 5.193, "p95_ms": null, "p99_ms": null, "max_ms": 72.174, "schedule_delay_p95_ms": 0.675, "rounds": [ { "round": 1, "n": 25, "failures": 0, "p50_ms": 4.767552999997861 }, { "round": 2, "n": 25, "failures": 0, "p50_ms": 4.910762000014074 }, { "round": 3, "n": 25, "failures": 0, "p50_ms": 5.786756000015885 } ], "batch_size": 5, "measurement_unit": "milliseconds_per_batch", "expected_http_status": 200 }, { "client": "sdk", "profile": "fresh_single", "n": 150, "successful": 150, "failures": 0, "statuses": { "200": 150 }, "mean_ms": 17.611, "p50_ms": 16.239, "p95_ms": 33.238, "p99_ms": null, "max_ms": 51.025, "schedule_delay_p95_ms": 2.103, "rounds": [ { "round": 1, "n": 50, "failures": 0, "p50_ms": 16.239316999999573 }, { "round": 2, "n": 50, "failures": 0, "p50_ms": 16.46491999999853 }, { "round": 3, "n": 50, "failures": 0, "p50_ms": 15.937956999987364 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 }, { "client": "sdk", "profile": "invalid_control", "n": 30, "successful": 30, "failures": 0, "statuses": { "422": 30 }, "mean_ms": 6.544, "p50_ms": 4.951, "p95_ms": null, "p99_ms": null, "max_ms": 17.912, "schedule_delay_p95_ms": 3.16, "rounds": [ { "round": 1, "n": 10, "failures": 0, "p50_ms": 5.130196999991313 }, { "round": 2, "n": 10, "failures": 0, "p50_ms": 4.75446699996246 }, { "round": 3, "n": 10, "failures": 0, "p50_ms": 4.872547000006307 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 422 }, { "client": "sdk", "profile": "reused_single", "n": 1500, "successful": 1500, "failures": 0, "statuses": { "200": 1500 }, "mean_ms": 5.4, "p50_ms": 4.839, "p95_ms": 7.922, "p99_ms": 19.467, "max_ms": 77.001, "schedule_delay_p95_ms": 0.601, "rounds": [ { "round": 1, "n": 500, "failures": 0, "p50_ms": 4.8852569999980915 }, { "round": 2, "n": 500, "failures": 0, "p50_ms": 5.115179000014905 }, { "round": 3, "n": 500, "failures": 0, "p50_ms": 4.400985000014771 } ], "batch_size": 1, "measurement_unit": "milliseconds_per_request", "expected_http_status": 200 } ], "raw_report_sha256": "7261717ff4269c3b3237fd43b405aefbb629f7daa0107c0faa0dec8f0a406adc", "notes": [ "Bulk times cover the entire batch, not one email.", "Invalid controls expect HTTP 422 and are separate from valid-request results.", "Reused profiles include pool setup. Fresh requests use new pools without warmup.", "Only REST exposes serving POPs. A serving POP is not the source location.", "Repeated runs may use the same Colab location; they are not automatically independent regions.", "SDK is a pinned source snapshot with unreleased bulk support. Paid production logging is enabled; the dedicated benchmark account is archived in R2 and excluded from D1 accounting." ], "region_id": "asia", "region_label": "Asia", "evidence": { "archive": "reports/colab-20261010T071922Z-03558a6c/observations.zip", "archive_sha256": "2cbea51ecbb7038aad99f63bb3603657dd05825ff04993c108f91b3b99e41c3f", "raw_entry": "raw.json", "summary_entry": "summary.json" }, "duration_seconds": 411.101, "valid_email_inputs": 22800, "invalid_control_inputs": 60 } ] }