vllm-project
diff --git a/‎_posts/2024-10-23-vllm-serving-amd.md
Lines changed: 337 additions & 0 deletions b/‎_posts/2024-10-23-vllm-serving-amd.md
Lines changed: 337 additions & 0 deletions
diff --git a/‎assets/figures/vllm-serving-amd/405b1.png
10 KB b/‎assets/figures/vllm-serving-amd/405b1.png
10 KB
diff --git a/‎assets/figures/vllm-serving-amd/405b2.png
13.7 KB b/‎assets/figures/vllm-serving-amd/405b2.png
13.7 KB
diff --git a/‎assets/figures/vllm-serving-amd/70b1.png
10.4 KB b/‎assets/figures/vllm-serving-amd/70b1.png
10.4 KB
diff --git a/‎assets/figures/vllm-serving-amd/70b2.png
14 KB b/‎assets/figures/vllm-serving-amd/70b2.png
14 KB
diff --git a/‎assets/figures/vllm-serving-amd/case01-chunked-prefill/Mean TPOT (ms).png
22 KB b/‎assets/figures/vllm-serving-amd/case01-chunked-prefill/Mean TPOT (ms).png
22 KB
diff --git a/‎assets/figures/vllm-serving-amd/case01-chunked-prefill/Mean TTFT (ms).png
20 KB b/‎assets/figures/vllm-serving-amd/case01-chunked-prefill/Mean TTFT (ms).png
20 KB
diff --git a/‎assets/figures/vllm-serving-amd/case01-chunked-prefill/Requests Per Second.png
25.5 KB b/‎assets/figures/vllm-serving-amd/case01-chunked-prefill/Requests Per Second.png
25.5 KB
diff --git a/‎assets/figures/vllm-serving-amd/case02-num-scheduler-steps/Mean TPOT (ms).png
25.9 KB b/‎assets/figures/vllm-serving-amd/case02-num-scheduler-steps/Mean TPOT (ms).png
25.9 KB
diff --git a/‎assets/figures/vllm-serving-amd/case02-num-scheduler-steps/Mean TTFT (ms).png
23.4 KB b/‎assets/figures/vllm-serving-amd/case02-num-scheduler-steps/Mean TTFT (ms).png
23.4 KB