Spaces:
Runtime error
Runtime error
shrimantasatpati
commited on
Commit
•
2bfc948
1
Parent(s):
4eb2749
Deleted
Browse files- streamlit_app.py +0 -36
streamlit_app.py
DELETED
@@ -1,36 +0,0 @@
|
|
1 |
-
import streamlit as st
|
2 |
-
from transformers import AutoTokenizer, AutoModelForCausalLM
|
3 |
-
import torch
|
4 |
-
|
5 |
-
# Load the Phi 2 model and tokenizer
|
6 |
-
tokenizer = AutoTokenizer.from_pretrained(
|
7 |
-
"microsoft/phi-2",
|
8 |
-
trust_remote_code=True
|
9 |
-
)
|
10 |
-
|
11 |
-
model = AutoModelForCausalLM.from_pretrained(
|
12 |
-
"microsoft/phi-2",
|
13 |
-
device_map="auto",
|
14 |
-
trust_remote_code=True
|
15 |
-
)
|
16 |
-
|
17 |
-
# Streamlit UI
|
18 |
-
st.title("Microsoft Phi 2 Streamlit App")
|
19 |
-
|
20 |
-
# User input prompt
|
21 |
-
prompt = st.text_area("Enter your prompt:", """Write a story about Nasa""")
|
22 |
-
|
23 |
-
# Generate output based on user input
|
24 |
-
if st.button("Generate Output"):
|
25 |
-
with torch.no_grad():
|
26 |
-
token_ids = tokenizer.encode(prompt, add_special_tokens=False, return_tensors="pt")
|
27 |
-
output_ids = model.generate(
|
28 |
-
token_ids.to(model.device),
|
29 |
-
max_new_tokens=512,
|
30 |
-
do_sample=True,
|
31 |
-
temperature=0.3
|
32 |
-
)
|
33 |
-
|
34 |
-
output = tokenizer.decode(output_ids[0][token_ids.size(1):])
|
35 |
-
st.text("Generated Output:")
|
36 |
-
st.write(output)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|