Spaces:
Runtime error
Runtime error
add textwrap and spinner
Browse files
app.py
CHANGED
@@ -2,6 +2,7 @@ import streamlit as st
|
|
2 |
from speaking_probes.generate import extract_gpt_parameters, speaking_probe
|
3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
4 |
from copy import deepcopy
|
|
|
5 |
|
6 |
|
7 |
@st.cache
|
@@ -24,11 +25,12 @@ prompt = st.text_area("Prompt: ")
|
|
24 |
submitted = st.button("Send!")
|
25 |
|
26 |
if submitted:
|
27 |
-
|
28 |
-
|
29 |
-
|
30 |
-
|
31 |
-
|
|
|
32 |
|
33 |
for text in decoded:
|
34 |
-
st.text(text)
|
|
|
2 |
from speaking_probes.generate import extract_gpt_parameters, speaking_probe
|
3 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
4 |
from copy import deepcopy
|
5 |
+
import textwrap
|
6 |
|
7 |
|
8 |
@st.cache
|
|
|
25 |
submitted = st.button("Send!")
|
26 |
|
27 |
if submitted:
|
28 |
+
with st.spinner('Wait for it..'):
|
29 |
+
model, model_params, tokenizer = map(deepcopy, (model, model_params, tokenizer))
|
30 |
+
decoded = speaking_probe(model, model_params, tokenizer, prompt, *neurons,
|
31 |
+
repetition_penalty=2., num_generations=3,
|
32 |
+
min_length=1, do_sample=True,
|
33 |
+
max_new_tokens=100)
|
34 |
|
35 |
for text in decoded:
|
36 |
+
st.text(textwrap.wrap(text, width=70))
|