Update infer.sh

jianzhnie · May 27, 2023 · efc88fb · efc88fb
1 parent 8e1bb3d
commit efc88fb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/examples/alpaca/infer.sh b/examples/alpaca/infer.sh
@@ -18,4 +18,4 @@ python generate_server.py \
 python generate_server.py \
     --model_name_or_path decapoda-research/llama-7b-hf \
     --lora_model_name_or_path  ./work_dir_lora \
-    --load_8bit
+    --load_8bit