pub const CACHE_PREFILL_LATENCY_US: &str = "cache/prefill_latency_us";
Histogram: prefill latency in microseconds.