[Doc] add env docs for flashinfer backend (#6437)

DefTruth · web-flow · commit 44874a0bf970 · 2024-07-14T21:16:51.000-07:00
diff --git a/vllm/envs.py b/vllm/envs.py
@@ -206,6 +206,7 @@
     # - "FLASH_ATTN": use FlashAttention
     # - "XFORMERS": use XFormers
     # - "ROCM_FLASH": use ROCmFlashAttention
+    # - "FLASHINFER": use flashinfer
     "VLLM_ATTENTION_BACKEND":
     lambda: os.getenv("VLLM_ATTENTION_BACKEND", None),
 
