Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -19,7 +19,7 @@ gpu_h = nvmlDeviceGetHandleByIndex(0)
|
|
19 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
20 |
|
21 |
ctx_limit = 4000
|
22 |
-
gen_limit =
|
23 |
|
24 |
########################## text rwkv ################################################################
|
25 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
@@ -129,7 +129,7 @@ with gr.Blocks(title=title_v6) as demo:
|
|
129 |
gr.Markdown(f'This is [RWKV7 G1](https://huggingface.co/BlinkDL/rwkv7-g1) 0.1B (!!!) L12-D768 reasoning base LM - an attention-free pure RNN [RWKV-LM](https://github.com/BlinkDL/RWKV-LM). Supports 100+ world languages and code. Check [400+ Github RWKV projects](https://github.com/search?o=desc&p=1&q=rwkv&s=updated&type=Repositories). *** Can try examples (bottom of page) *** (can edit them). Demo limited to ctxlen {ctx_limit}.')
|
130 |
with gr.Row():
|
131 |
with gr.Column():
|
132 |
-
prompt = gr.Textbox(lines=6, label="Prompt", value=
|
133 |
token_count = gr.Slider(10, gen_limit, label="Max Tokens", step=10, value=gen_limit)
|
134 |
temperature = gr.Slider(0.2, 2.0, label="Temperature", step=0.1, value=1.0)
|
135 |
top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.3)
|
|
|
19 |
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
20 |
|
21 |
ctx_limit = 4000
|
22 |
+
gen_limit = 1500
|
23 |
|
24 |
########################## text rwkv ################################################################
|
25 |
from rwkv.utils import PIPELINE, PIPELINE_ARGS
|
|
|
129 |
gr.Markdown(f'This is [RWKV7 G1](https://huggingface.co/BlinkDL/rwkv7-g1) 0.1B (!!!) L12-D768 reasoning base LM - an attention-free pure RNN [RWKV-LM](https://github.com/BlinkDL/RWKV-LM). Supports 100+ world languages and code. Check [400+ Github RWKV projects](https://github.com/search?o=desc&p=1&q=rwkv&s=updated&type=Repositories). *** Can try examples (bottom of page) *** (can edit them). Demo limited to ctxlen {ctx_limit}.')
|
130 |
with gr.Row():
|
131 |
with gr.Column():
|
132 |
+
prompt = gr.Textbox(lines=6, label="Prompt", value="User: simulate SpaceX mars landing using python\n\nAssistant: <think")
|
133 |
token_count = gr.Slider(10, gen_limit, label="Max Tokens", step=10, value=gen_limit)
|
134 |
temperature = gr.Slider(0.2, 2.0, label="Temperature", step=0.1, value=1.0)
|
135 |
top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.3)
|