Fixed error when receiving model response and set autogptq as default.

camenduru · Aug 25, 2023 · 7b01974 · 7b01974
1 parent 9cd552d
commit 7b01974
Showing 1 changed file with 2 additions and 9 deletions.
diff --git a/pyg-13b-GPTQ-4bit-128g.ipynb b/pyg-13b-GPTQ-4bit-128g.ipynb
@@ -20,16 +20,9 @@
         "%cd /content\n",
         "!apt-get -y install -qq aria2\n",
         "\n",
-        "!git clone -b v1.7 https://github.com/camenduru/text-generation-webui\n",
+        "!git clone -b v2.2 https://github.com/camenduru/text-generation-webui\n",
         "%cd /content/text-generation-webui\n",
         "!pip install -r requirements.txt\n",
-        "!pip install -U gradio==3.28.3\n",
-        "\n",
-        "!mkdir /content/text-generation-webui/repositories\n",
-        "%cd /content/text-generation-webui/repositories\n",
-        "!git clone -b v1.2 https://github.com/camenduru/GPTQ-for-LLaMa.git\n",
-        "%cd GPTQ-for-LLaMa\n",
-        "!python setup_cuda.py install\n",
         "\n",
         "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/4bit/pyg-13b-4bit-128g/raw/main/config.json -d /content/text-generation-webui/models/pyg-13b-4bit-128g -o config.json\n",
         "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/4bit/pyg-13b-4bit-128g/raw/main/generation_config.json -d /content/text-generation-webui/models/pyg-13b-4bit-128g -o generation_config.json\n",
@@ -39,7 +32,7 @@
         "!aria2c --console-log-level=error -c -x 16 -s 16 -k 1M https://huggingface.co/4bit/pyg-13b-4bit-128g/resolve/main/4bit-128g.safetensors -d /content/text-generation-webui/models/pyg-13b-4bit-128g -o 4bit-128g.safetensors\n",
         "\n",
         "%cd /content/text-generation-webui\n",
-        "!python server.py --share --chat --wbits 4 --groupsize 128 --model_type llama"
+        "!python server.py --model /content/text-generation-webui/models/pyg-13b-4bit-128g --share --chat --wbits 4 --groupsize 128 --model_type llama"
       ]
     }
   ],