diff --git a/benchmarks/pm-rate-limits.yml b/benchmarks/pm-rate-limits.yml index 834488c6..aa25ca11 100644 --- a/benchmarks/pm-rate-limits.yml +++ b/benchmarks/pm-rate-limits.yml @@ -234,7 +234,7 @@ providers: - slug: myriad name: Myriad - tag: No order book endpoint, no WebSocket, single region Heroku origin, keyless 30 req/10s + tag: No order book, no WebSocket, single region Heroku origin, keyless 30 req/10s formula: "p50 of warm full round trips against the single market endpoint (Myriad exposes no order book, so the price class is its hot path), successful requests only, 24h window. Cross region latency reflects the single US East origin." queries: p50: 1000 * histogram_quantile(0.50, sum(rate(pmapi_request_duration_seconds_bucket{cache!="hit",venue="myriad",class="price",conn="warm"}[24h])) by (le)) @@ -273,7 +273,7 @@ providers: - slug: metaculus name: Metaculus - tag: "Public forecasting platform, no auth, no book endpoint, conservative ramp 5/10/20 per 10s" + tag: "Public forecasting platform, no auth, no book endpoint, ramp 5/10/20 per 10s" formula: "p50 of warm price requests against /api2/questions/{id}/, successful requests only, 24h window. No book endpoint. Ramp at 5/10/20 per 10s (limits undocumented)." queries: p50: 1000 * histogram_quantile(0.50, sum(rate(pmapi_request_duration_seconds_bucket{cache!="hit",venue="metaculus",class="price",conn="warm"}[24h])) by (le)) diff --git a/benchmarks/pm-ws-latency.yml b/benchmarks/pm-ws-latency.yml index 3f094a15..2b39c732 100644 --- a/benchmarks/pm-ws-latency.yml +++ b/benchmarks/pm-ws-latency.yml @@ -124,7 +124,7 @@ metric_panels: providers: - slug: polymarket name: Polymarket - tag: Public no-auth CLOB WebSocket, globally distributed via Cloudflare, PING keepalive, 3 regions + tag: Public no-auth CLOB WebSocket, Cloudflare CDN, PING keepalive, 3 regions formula: "p50 of connect-to-snapshot time across all three regions (24h). Covers dial, TLS, HTTP upgrade and initial snapshot delivery." queries: p50: 1000 * histogram_quantile(0.50, sum(rate(pmapi_ws_connect_to_snapshot_seconds_bucket{source="direct",venue="polymarket"}[24h])) by (le)) @@ -137,7 +137,7 @@ providers: - slug: kalshi name: Kalshi - tag: RSA-PSS auth required, CFTC-regulated, probed from us-east only (403 from non-US IPs) + tag: RSA-PSS auth required, CFTC-regulated, us-east only (403 from non-US IPs) formula: "p50 of time-to-first-price-update from us-east only (24h). Kalshi's ticker channel is delta-only (no snapshot on subscribe), so this measures time from dial to the next price change — not an initial snapshot delivery." queries: p50: 1000 * histogram_quantile(0.50, sum(rate(pmapi_ws_connect_to_snapshot_seconds_bucket{source="direct",venue="kalshi",region="us-east"}[24h])) by (le))