from transformers import pipeline
import streamlit as st

prompt = st.chat_input()

pipe = pipeline("text-generation", model="SchizoDev/Llama3-8b-CunnyGPT-16bit", low_cpu_mem_usage=True)
pipe(prompt)