安装与验证

export CUDA_HOME=/usr/local/cuda-13.0 
export PATH=$CUDA_HOME/bin:$PATH
export LD_LIBRARY_PATH=$CUDA_HOME/lib64:${LD_LIBRARY_PATH:-}
export FLASH_ATTENTION_FORCE_BUILD=TRUE 
export FLASH_ATTN_CUDA_ARCHS=80 
export MAX_JOBS=8 
export NVCC_THREADS=1  

python3 -m pip install flash-attn==2.8.3 --no-build-isolation

python3 - <<'PY'
import torch  

print("torch_version=" + torch.__version__) 
print("torch_cuda=" + str(torch.version.cuda)) 
print("cuda_built=" + str(torch.backends.cuda.is_built())) 
print("cuda_available=" + str(torch.cuda.is_available())) 
assert torch.backends.cuda.is_built() 
assert torch.cuda.is_available()  

import flash_attn 

print("flash_attn_version=" + flash_attn.__version__) 
assert flash_attn.__version__ == "2.8.3"
PY

torch_cuda=13.0 
cuda_built=True 
cuda_available=True 
flash_attn_version=2.8.3