Spaces:
Running
on
Zero
Running
on
Zero
wannaphong
commited on
Commit
•
85d5bc9
1
Parent(s):
6c72f1c
Update app.py
Browse files
app.py
CHANGED
@@ -38,7 +38,7 @@ hf_hub_download(
|
|
38 |
llm = None
|
39 |
llm_model = None
|
40 |
#
|
41 |
-
@spaces.GPU
|
42 |
def respond(
|
43 |
message,
|
44 |
history: list[tuple[str, str]],
|
@@ -119,7 +119,7 @@ demo = gr.ChatInterface(
|
|
119 |
'khanomtanllm-1b-instruct-q2_k.gguf',
|
120 |
'khanomtanllm-3b-instruct-q2_k.gguf',
|
121 |
],
|
122 |
-
value="khanomtanllm-
|
123 |
label="Model"
|
124 |
),
|
125 |
gr.Textbox(value="You are a helpful assistant.", label="System message", lines=6),
|
|
|
38 |
llm = None
|
39 |
llm_model = None
|
40 |
#
|
41 |
+
@spaces.GPU #duration=120)
|
42 |
def respond(
|
43 |
message,
|
44 |
history: list[tuple[str, str]],
|
|
|
119 |
'khanomtanllm-1b-instruct-q2_k.gguf',
|
120 |
'khanomtanllm-3b-instruct-q2_k.gguf',
|
121 |
],
|
122 |
+
value="khanomtanllm-1b-instruct-q2_k.gguf",
|
123 |
label="Model"
|
124 |
),
|
125 |
gr.Textbox(value="You are a helpful assistant.", label="System message", lines=6),
|