From a660ad7600cfed36db852c7db38ee53cee41fc0f Mon Sep 17 00:00:00 2001 From: Hongxia Yang Date: Mon, 5 Feb 2024 14:46:21 -0500 Subject: [PATCH] minor --- docs/source/getting_started/amd-installation.rst | 2 +- vllm/model_executor/layers/attention.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/source/getting_started/amd-installation.rst b/docs/source/getting_started/amd-installation.rst index b377a5bd3d8ff..f74235761c39a 100644 --- a/docs/source/getting_started/amd-installation.rst +++ b/docs/source/getting_started/amd-installation.rst @@ -12,7 +12,7 @@ Requirements * OS: Linux * Python: 3.8 -- 3.11 -* GPU: MI200s (gfx90a), MI300 (gfx942), navi31 (gfx1100) +* GPU: MI200s (gfx90a), MI300 (gfx942), Radeon RX 7900 series (gfx1100) * Pytorch 2.0.1/2.1.1/2.2 * ROCm 5.7 (Verified on python 3.10) or ROCm 6.0 (Verified on python 3.9) diff --git a/vllm/model_executor/layers/attention.py b/vllm/model_executor/layers/attention.py index e1626f856d1b8..0622a54db1bc0 100644 --- a/vllm/model_executor/layers/attention.py +++ b/vllm/model_executor/layers/attention.py @@ -6,7 +6,7 @@ import torch.nn as nn from xformers import ops as xops from xformers.ops.fmha.attn_bias import (BlockDiagonalCausalMask, - LowerTriangularMaskWithTensorBias) + LowerTriangularMaskWithTensorBias) from vllm._C import ops from vllm._C import cache_ops