[Config] fix: disable XFORMERS by default since we immgrated to newer vLLM versions (#1178)

This commit is contained in:
Shawn/Yuxuan Tong
2025-04-20 22:46:20 +08:00
committed by GitHub
parent 3c46da551d
commit 28e45cbde2
24 changed files with 45 additions and 24 deletions

View File

@ -1,6 +1,7 @@
set -x
export VLLM_ATTENTION_BACKEND=XFORMERS
# If you are using vllm<=0.6.3, you might need to set the following environment variable to avoid bugs:
# export VLLM_ATTENTION_BACKEND=XFORMERS
gsm8k_train_path=$HOME/data/gsm8k/train.parquet
gsm8k_test_path=$HOME/data/gsm8k/test.parquet