guy-dar commited on
Commit
d12b32e
·
1 Parent(s): 65dd313

add textwrap and spinner

Browse files
Files changed (1) hide show
  1. app.py +8 -6
app.py CHANGED
@@ -2,6 +2,7 @@ import streamlit as st
2
  from speaking_probes.generate import extract_gpt_parameters, speaking_probe
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
  from copy import deepcopy
 
5
 
6
 
7
  @st.cache
@@ -24,11 +25,12 @@ prompt = st.text_area("Prompt: ")
24
  submitted = st.button("Send!")
25
 
26
  if submitted:
27
- model, model_params, tokenizer = map(deepcopy, (model, model_params, tokenizer))
28
- decoded = speaking_probe(model, model_params, tokenizer, prompt, *neurons,
29
- repetition_penalty=2., num_generations=3,
30
- min_length=1, do_sample=True,
31
- max_new_tokens=100)
 
32
 
33
  for text in decoded:
34
- st.text(text)
 
2
  from speaking_probes.generate import extract_gpt_parameters, speaking_probe
3
  from transformers import AutoTokenizer, AutoModelForCausalLM
4
  from copy import deepcopy
5
+ import textwrap
6
 
7
 
8
  @st.cache
 
25
  submitted = st.button("Send!")
26
 
27
  if submitted:
28
+ with st.spinner('Wait for it..'):
29
+ model, model_params, tokenizer = map(deepcopy, (model, model_params, tokenizer))
30
+ decoded = speaking_probe(model, model_params, tokenizer, prompt, *neurons,
31
+ repetition_penalty=2., num_generations=3,
32
+ min_length=1, do_sample=True,
33
+ max_new_tokens=100)
34
 
35
  for text in decoded:
36
+ st.text(textwrap.wrap(text, width=70))