File size: 586 Bytes
32ce90d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 |
# fastapi_implementation
from fastapi import FastAPI
from fastapi.middleware.cors import CORSMiddleware
from cookbook.llm import llm_function
from cookbook.llama_guard import check
origins=["*"]
app=FastAPI()
app.add_middleware(
CORSMiddleware,
allow_origins=origins,
allow_credentials=True,
allow_methods=["*"],
allow_headers=["*"]
)
@app.post("/counsellor")
def counsellor(quest:str):
if check(role="user", content=quest) == 'safe':
respon = llm_function(user_input=quest)
return respon
else:
return "invalid_request"
# \xa0 |