[Bugfix] Fixing AMD LoRA CI test. (#12329)

Signed-off-by: Alexei V. Ivanov <alexei.ivanov@amd.com>

Author: Alexei-V-Ivanov-AMD

Dockerfile.rocm

@@ -72,7 +72,8 @@ COPY --from=build_vllm ${COMMON_WORKDIR}/vllm /vllm-workspace
 RUN cd /vllm-workspace \
     && rm -rf vllm \
     && python3 -m pip install -e tests/vllm_test_utils \
-    && python3 -m pip install lm-eval[api]==0.4.4
+    && python3 -m pip install lm-eval[api]==0.4.4 \
+    && python3 -m pip install pytest-shard
 
 # -----------------------
 # Final vLLM image