Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -2,8 +2,8 @@ import os
|
|
2 |
import gradio as gr
|
3 |
import ctransformers
|
4 |
|
5 |
-
configObj = ctransformers.Config(stop=["\n", 'User'])
|
6 |
-
config = ctransformers.AutoConfig(config=configObj,
|
7 |
config.config.stop = ["\n"]
|
8 |
|
9 |
path_to_llm = os.path.abspath("llama-2-7b-chat.ggmlv3.q4_1.bin")
|
|
|
2 |
import gradio as gr
|
3 |
import ctransformers
|
4 |
|
5 |
+
configObj = ctransformers.Config(stop=["\n", 'User'], context_length=2048)
|
6 |
+
config = ctransformers.AutoConfig(config=configObj, model_type='llama')
|
7 |
config.config.stop = ["\n"]
|
8 |
|
9 |
path_to_llm = os.path.abspath("llama-2-7b-chat.ggmlv3.q4_1.bin")
|