app.py

from llama_cpp import Llama

llm = Llama.from_pretrained(
	repo_id="Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2-GGUF",
	filename="Llama-3.1-8B-Lexi-Uncensored_V2_F16.gguf",
)

llm.create_chat_completion(
	messages = [
		{
			"role": "user",
			"content": "What is the capital of France?"
		}
	]
)