Spaces:
Runtime error
Runtime error
Commit
·
bd26c06
1
Parent(s):
037f494
Update app.py
Browse files
app.py
CHANGED
@@ -2,14 +2,19 @@ output_dir = "/content/text-generation-webui/models/Llama-2-7b-Chat-GPTQ"
|
|
2 |
|
3 |
# Set the paths to the GPT-Q model files
|
4 |
config_json_path = os.path.join(output_dir, "config.json")
|
5 |
-
|
6 |
-
|
7 |
-
tokenizer_model_path = os.path.join(output_dir, "tokenizer.model")
|
8 |
-
tokenizer_config_json_path = os.path.join(output_dir, "tokenizer_config.json")
|
9 |
-
gptq_model_path = os.path.join(output_dir, "gptq_model-4bit-128g.safetensors")
|
10 |
|
11 |
-
|
12 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
13 |
|
14 |
# Download the GPT-Q model files
|
15 |
wget -O "${config_json_path}" "https://huggingface.co/4bit/Llama-2-7b-Chat-GPTQ/raw/main/config.json"
|
|
|
2 |
|
3 |
# Set the paths to the GPT-Q model files
|
4 |
config_json_path = os.path.join(output_dir, "config.json")
|
5 |
+
%cd /content
|
6 |
+
!apt-get -y install -qq aria2
|
|
|
|
|
|
|
7 |
|
8 |
+
!git clone -b v1.3 https://github.com/camenduru/text-generation-webui
|
9 |
+
%cd /content/text-generation-webui
|
10 |
+
!pip install -r requirements.txt
|
11 |
+
!pip install -U gradio==3.28.3
|
12 |
+
|
13 |
+
!mkdir /content/text-generation-webui/repositories
|
14 |
+
%cd /content/text-generation-webui/repositories
|
15 |
+
!git clone -b v1.2 https://github.com/camenduru/GPTQ-for-LLaMa.git
|
16 |
+
%cd GPTQ-for-LLaMa
|
17 |
+
!python setup_cuda.py install
|
18 |
|
19 |
# Download the GPT-Q model files
|
20 |
wget -O "${config_json_path}" "https://huggingface.co/4bit/Llama-2-7b-Chat-GPTQ/raw/main/config.json"
|