Spaces:
Runtime error
Runtime error
import streamlit as st | |
from transformers import GPT2LMHeadModel, GPT2Tokenizer | |
import numpy as np | |
model = GPT2LMHeadModel.from_pretrained('gpt2') | |
tokenizer = GPT2Tokenizer.from_pretrained('gpt2') | |
def score(tokens_tensor): | |
loss=model(tokens_tensor, labels=tokens_tensor)[0] | |
return np.exp(loss.cpu().detach().numpy()) | |
sentence = st.text_input("Enter the sentence","this is a well formed sentence.") | |
tokens_tensor = tokenizer.encode( sentence, add_special_tokens=False, return_tensors="pt") | |
res = score(tokens_tensor) | |
st.write('score is', res) | |