init

2026-03-10 23:09:05 +08:00
parent 1c08c96d32
commit 7a38199dde
16 changed files with 1702 additions and 1 deletions
@@ -0,0 +1,4 @@
+export TORCH_ROCM_AOTRITON_ENABLE_EXPERIMENTAL=1
+export FLASH_ATTENTION_TRITON_AMD_ENABLE="TRUE"
+export VLLM_TARGET_DEVICE=rocm
+export VLLM_USE_TRITON_AWQ=1