Skip to content

Commit 52033ee

Browse files
authored
chore: set up docs proxy (#90)
Proxy docs to mintlify. <!-- This is an auto-generated comment: release notes by coderabbit.ai --> ## Summary by CodeRabbit * **Refactor** * Centralized model and baseline data into in-project modules and switched loaders to use those imports instead of external file reads. * Removed filesystem-based canonical workload loading; model lookups now use the centralized data. * **Chores** * Added a prebuild script to prepare the trace dataset at build time. * Updated app config and build environment settings to align with centralized data handling and proxy rules. * **UI Updates** * Shortened and simplified the performance chart disclaimer. <!-- end of auto-generated comment: release notes by coderabbit.ai -->
1 parent baf8cf0 commit 52033ee

File tree

16 files changed

+638
-573
lines changed

16 files changed

+638
-573
lines changed

web/apps/web/app/kernels/[name]/page.tsx

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,7 +2,7 @@ import { Suspense } from "react"
22
import { notFound } from "next/navigation"
33
import { getDefinition, getSolutionsForDefinition, getTracesForDefinition, getAllDefinitions } from "@/lib/data-loader"
44
import { computeCorrectnessSummaryForSolutions, computeFastPCurvesForSolutions, type BaselineConfig } from "@/lib/analytics"
5-
import baselinesData from "@/data/baselines.json"
5+
import baselinesData from "@/data/baselines"
66
import { DefinitionHeader } from "./header"
77
import { AxesSignatureSection } from "./axes-sig"
88
import { ConstraintsSection } from "./constraints"

web/apps/web/app/kernels/[name]/solutions.tsx

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -12,7 +12,7 @@ import {
1212
type SolutionTraceBuckets,
1313
} from "@/lib/analytics"
1414
import type { CurvesPayload, SolutionFiltersState, CorrectnessStats } from "./solutions-types"
15-
import baselinesData from "@/data/baselines.json"
15+
import baselinesData from "@/data/baselines"
1616
import { FastPLabel } from "@/components/fast-p-label"
1717

1818
const DEFAULT_MAX_VISIBLE = 10

web/apps/web/app/page.tsx

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@ import { LeaderboardSection } from "@/app/leaderboard/section"
33
import { ModelsSection } from "@/app/models"
44
import { getAllDefinitions, getAllModels, getSolutionsForDefinition, getTracesForDefinition } from "@/lib/data-loader"
55
import type { BaselineConfig } from "@/lib/analytics"
6-
import baselinesData from "@/data/baselines.json"
6+
import baselinesData from "@/data/baselines"
77
import { KernelsSection } from "./kernels"
88

99
export default async function HomePage() {

web/apps/web/components/fast-p-chart.tsx

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -345,7 +345,7 @@ export function FastPCurves({
345345
Disclaimer
346346
</p>
347347
<p className="mb-2 text-sm text-muted-foreground">
348-
The <FastPLabel /> metric is subject to various caveats and limitations. We recognize that baseline choice, implementation details, and environment variability may yield results that differ from real-world behavior. We recommend interpreting this result with caution, and we are manually reviewing all data points with positive speedups and auditing the benchmarking process to ensure accurate reporting.
348+
We recommend interpreting this result with caution. We are still manually reviewing all data points with positive speedups and auditing the benchmarking process to ensure accurate reporting.
349349
</p>
350350
{/* <a
351351
href="/docs/fast_p"

web/apps/web/data/baselines.json

Lines changed: 0 additions & 107 deletions
This file was deleted.

web/apps/web/data/baselines.ts

Lines changed: 109 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,109 @@
1+
const baselines = {
2+
fused_add_rmsnorm_h2048: {
3+
default: "flashinfer_wrapper_74a870",
4+
},
5+
fused_add_rmsnorm_h4096: {
6+
default: "flashinfer_wrapper_0ff432",
7+
},
8+
fused_add_rmsnorm_h7168: {
9+
default: "flashinfer_wrapper_5bddf1",
10+
},
11+
gemm_n128_k2048: {
12+
default: "torch_matmul_317103",
13+
},
14+
gemm_n2048_k4096: {
15+
default: "torch_matmul_926adc",
16+
},
17+
gemm_n256_k7168: {
18+
default: "torch_matmul_67278e",
19+
},
20+
gemm_n28672_k4096: {
21+
default: "torch_matmul_655587",
22+
},
23+
gemm_n4096_k14336: {
24+
default: "torch_matmul_254647",
25+
},
26+
gemm_n4096_k4096: {
27+
default: "torch_matmul_0d13df",
28+
},
29+
gemm_n5120_k2048: {
30+
default: "torch_matmul_075b0d",
31+
},
32+
gemm_n6144_k4096: {
33+
default: "torch_matmul_3b6488",
34+
},
35+
gqa_paged_decode_h32_kv4_d128_ps1: {
36+
default: "flashinfer_wrapper_78fd04",
37+
},
38+
gqa_paged_decode_h32_kv8_d128_ps1: {
39+
default: "flashinfer_wrapper_a9588f",
40+
},
41+
gqa_paged_prefill_causal_h32_kv4_d128_ps1: {
42+
default: "flashinfer_wrapper_71bd33",
43+
},
44+
gqa_paged_prefill_causal_h32_kv8_d128_ps1: {
45+
default: "flashinfer_wrapper_8cad92",
46+
},
47+
gqa_ragged_prefill_causal_h32_kv4_d128: {
48+
default: "flashinfer_wrapper_acea60",
49+
},
50+
gqa_ragged_prefill_causal_h32_kv8_d128: {
51+
default: "flashinfer_wrapper_f9a07b",
52+
},
53+
mla_paged_decode_h16_ckv512_kpe64_ps1: {
54+
default: "flashinfer_wrapper_03f7b0",
55+
},
56+
mla_paged_prefill_causal_h16_ckv512_kpe64_ps1: {
57+
default: "flashinfer_wrapper_ea3787",
58+
},
59+
moe_fp8_block_scale_ds_routing_topk8_ng8_kg4_e32_h7168_i2048: {
60+
default: "flashinfer_moe",
61+
},
62+
rmsnorm_h128: {
63+
default: "flashinfer_wrapper_57c111",
64+
},
65+
rmsnorm_h1536: {
66+
default: "flashinfer_wrapper_a27dc7",
67+
},
68+
rmsnorm_h2048: {
69+
default: "flashinfer_wrapper_0af255",
70+
},
71+
rmsnorm_h4096: {
72+
default: "flashinfer_wrapper_2e27cd",
73+
},
74+
rmsnorm_h512: {
75+
default: "flashinfer_wrapper_846dc8",
76+
},
77+
rmsnorm_h7168: {
78+
default: "flashinfer_wrapper_5d67c6",
79+
},
80+
top_k_sampling_from_probs_v128256: {
81+
default: "flashinfer_wrapper_d86b24bd",
82+
},
83+
top_k_sampling_from_probs_v129280: {
84+
default: "flashinfer_wrapper_4ec4ec35",
85+
},
86+
top_k_sampling_from_probs_v151936: {
87+
default: "flashinfer_wrapper_9c1e50fa",
88+
},
89+
top_k_top_p_sampling_from_probs_v128256: {
90+
default: "flashinfer_wrapper_211bdd6e",
91+
},
92+
top_k_top_p_sampling_from_probs_v129280: {
93+
default: "flashinfer_wrapper_a4e1e7cf",
94+
},
95+
top_k_top_p_sampling_from_probs_v151936: {
96+
default: "flashinfer_wrapper_0bb9995b",
97+
},
98+
top_p_sampling_from_probs_v128256: {
99+
default: "flashinfer_wrapper_5df4fa0b",
100+
},
101+
top_p_sampling_from_probs_v129280: {
102+
default: "flashinfer_wrapper_4b28093b",
103+
},
104+
top_p_sampling_from_probs_v151936: {
105+
default: "flashinfer_wrapper_32ca24af",
106+
},
107+
} as const satisfies Record<string, Record<string, string>>
108+
109+
export default baselines

0 commit comments

Comments
 (0)