AnishKumbhar commited on
Commit
bd26c06
·
1 Parent(s): 037f494

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +12 -7
app.py CHANGED
@@ -2,14 +2,19 @@ output_dir = "/content/text-generation-webui/models/Llama-2-7b-Chat-GPTQ"
2
 
3
  # Set the paths to the GPT-Q model files
4
  config_json_path = os.path.join(output_dir, "config.json")
5
- generation_config_json_path = os.path.join(output_dir, "generation_config.json")
6
- special_tokens_map_json_path = os.path.join(output_dir, "special_tokens_map.json")
7
- tokenizer_model_path = os.path.join(output_dir, "tokenizer.model")
8
- tokenizer_config_json_path = os.path.join(output_dir, "tokenizer_config.json")
9
- gptq_model_path = os.path.join(output_dir, "gptq_model-4bit-128g.safetensors")
10
 
11
- # Change the directory to the output directory
12
- os.chdir(output_dir)
 
 
 
 
 
 
 
 
13
 
14
  # Download the GPT-Q model files
15
  wget -O "${config_json_path}" "https://huggingface.co/4bit/Llama-2-7b-Chat-GPTQ/raw/main/config.json"
 
2
 
3
  # Set the paths to the GPT-Q model files
4
  config_json_path = os.path.join(output_dir, "config.json")
5
+ %cd /content
6
+ !apt-get -y install -qq aria2
 
 
 
7
 
8
+ !git clone -b v1.3 https://github.com/camenduru/text-generation-webui
9
+ %cd /content/text-generation-webui
10
+ !pip install -r requirements.txt
11
+ !pip install -U gradio==3.28.3
12
+
13
+ !mkdir /content/text-generation-webui/repositories
14
+ %cd /content/text-generation-webui/repositories
15
+ !git clone -b v1.2 https://github.com/camenduru/GPTQ-for-LLaMa.git
16
+ %cd GPTQ-for-LLaMa
17
+ !python setup_cuda.py install
18
 
19
  # Download the GPT-Q model files
20
  wget -O "${config_json_path}" "https://huggingface.co/4bit/Llama-2-7b-Chat-GPTQ/raw/main/config.json"