Skip to content

Commit af17e0f

Browse files
[HUD] SGLang benchmark integration (#7058)
These changes include adding a new benchmark dashboard for SGLang framework. Most of the implementation for SGLang is similar Verified the changes through the HUD dashboard that the SGLang dashboard is fetching the content from the Clickhouse database. <img width="1722" height="803" alt="Screenshot 2025-08-27 at 4 10 56 PM" src="https://github.com/user-attachments/assets/5de8d04f-996d-413b-9eca-c2b3d0f435b8" /> <img width="1722" height="962" alt="Screenshot 2025-08-27 at 4 11 05 PM" src="https://github.com/user-attachments/assets/958608c9-2769-44bf-b653-4dd42cd3f9e8" /> <img width="755" height="496" alt="Screenshot 2025-08-27 at 4 14 01 PM" src="https://github.com/user-attachments/assets/fb7091a5-a9ef-483a-b548-81c434ca4fa7" />
1 parent b0c8ce4 commit af17e0f

File tree

5 files changed

+11
-3
lines changed

5 files changed

+11
-3
lines changed

torchci/components/benchmark/llms/components/LLMsGraphPanel.tsx

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -169,7 +169,10 @@ export default function LLMsGraphPanel({
169169
const device = record.device;
170170
const metric = record.metric;
171171

172-
if (repoName === "vllm-project/vllm") {
172+
if (
173+
repoName === "vllm-project/vllm" ||
174+
repoName === "sgl-project/sglang"
175+
) {
173176
const requestRate = record.extra!["request_rate"];
174177
const tensorParallel = record.extra!["tensor_parallel_size"];
175178
const inputLen = record.extra!["random_input_len"]

torchci/components/benchmark/llms/components/LLMsSummaryPanel.tsx

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -168,7 +168,7 @@ export default function LLMsSummaryPanel({
168168
});
169169
}
170170

171-
if (repoName === "vllm-project/vllm") {
171+
if (repoName === "vllm-project/vllm" || repoName === "sgl-project/sglang") {
172172
columns.push({
173173
field: "tensor_parallel_size",
174174
headerName: "Tensor parallel",

torchci/components/layout/NavBar.tsx

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -118,6 +118,10 @@ function NavBar() {
118118
name: "vLLM v1",
119119
href: "/benchmark/llms?repoName=vllm-project%2Fvllm",
120120
},
121+
{
122+
name: "SGLang",
123+
href: "/benchmark/llms?repoName=sgl-project%2Fsglang",
124+
},
121125
];
122126

123127
const devInfraDropdown = [

torchci/lib/benchmark/llms/common.ts

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -6,6 +6,7 @@ export const REPO_TO_BENCHMARKS: { [k: string]: string[] } = {
66
"pytorch/executorch": ["ExecuTorch"],
77
"pytorch/ao": ["TorchAO benchmark"],
88
"vllm-project/vllm": ["vLLM benchmark"],
9+
"sgl-project/sglang": ["SGLang benchmark"],
910
};
1011
export const EXCLUDED_METRICS: string[] = [
1112
"load_status",

torchci/lib/benchmark/llms/utils/llmUtils.ts

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -312,7 +312,7 @@ const toRowData = (
312312
arch: arch,
313313
};
314314

315-
if (repoName === "vllm-project/vllm") {
315+
if (repoName === "vllm-project/vllm" || repoName === "sgl-project/sglang") {
316316
// These fields are only available on vLLM benchmark
317317
const extraInfo = JSON.parse(extra);
318318
row["extra"] = extraInfo;

0 commit comments

Comments
 (0)