File size: 199 Bytes
db592c5
 
 
 
 
 
 
1
2
3
4
5
6
7
from transformers import pipeline
import streamlit as st

prompt = st.chat_input()

pipe = pipeline("text-generation", model="SchizoDev/Llama3-8b-CunnyGPT-16bit", low_cpu_mem_usage=True)
pipe(prompt)