4 lines
156 B
Bash
4 lines
156 B
Bash
|
export TORCH_ROCM_AOTRITON_ENABLE_EXPERIMENTAL=1
|
||
|
|
export FLASH_ATTENTION_TRITON_AMD_ENABLE="TRUE"
|
||
|
|
export VLLM_TARGET_DEVICE=rocm
|
||
|
|
export VLLM_USE_TRITON_AWQ=1
|