Upload 4 files

Dockerfile

@@ -0,0 +1,20 @@
+# you will also find guides on how best to write your Dockerfile
+
+FROM python:3.9
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+
+RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+RUN useradd -m -u 1000 user
+USER user
+ENV HOME=/home/user \
+    PATH=/home/user/.local/bin:$PATH
+
+WORKDIR $HOME/app
+
+COPY --chown=user . $HOME/app
+
+CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]

main.py

@@ -0,0 +1,29 @@
+from fastapi import FastAPI, Request
+from fastapi.middleware.cors import CORSMiddleware
+
+app = FastAPI()
+
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=["*"],
+    allow_credentials=True,
+    allow_methods=["*"],
+    allow_headers=["*"],
+)
+
+
+@app.get("/ping")
+async def ping():
+    return "Hello, I am alive"
+
+
+@app.post("/qa")
+async def section(request: Request):
+
+    data = await request.json()
+
+    from qa import answer
+    answer = answer(data["Question"])
+
+    return {"Answer": answer}

qa.py

@@ -0,0 +1,23 @@
+from langchain.llms import CTransformers
+from langchain import PromptTemplate, LLMChain
+
+# prepare the template we will use when prompting the AI
+template = """
+<s>[INST] You are a helpful, respectful and honest Medical assistant that answers
+questions about the Malawian public health processes, case definitions and guidelines. 
+Answer the question below exactly in few words.
+{question} [/INST] </s>
+"""
+ 
+prompt = PromptTemplate(template=template, input_variables=["question"])
+
+# load the language model
+config = {'max_new_tokens': 100, 'temperature': 0}
+
+llm = CTransformers(model='Jayem-11/OpenPipe_mistral-ft-optimized_16.gguf',
+                    model_file="OpenPipe_mistral_optimized_merged_16.gguf", 
+                    config=config)
+
+def answer(query):
+    llm_chain = LLMChain(prompt=prompt, llm=llm)
+    return llm_chain.run({"question":query})

requirements.txt

@@ -0,0 +1,6 @@
+fastapi
+uvicorn
+langchain
+transformers
+ctransformers>=0.2.24
+sentence-transformers