yes

Dockerfile

@@ -0,0 +1,13 @@
+FROM python:3.9
+
+RUN useradd -m -u 1000 user
+USER user
+ENV PATH="/home/user/.local/bin:$PATH"
+
+WORKDIR /app
+
+COPY --chown=user ./requirements.txt requirements.txt
+RUN pip install --no-cache-dir --upgrade -r requirements.txt
+
+COPY --chown=user . /app
+CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]

app.py

@@ -0,0 +1,17 @@
+import asyncio
+from fastapi import FastAPI
+from fastapi.responses import JSONResponse
+from gradio_client import Client
+
+app = FastAPI()
+client = Client("vikhyatk/moondream1")
+
+
+def get_caption(image: str, question: str):
+    result = client.predict(image, question, api_name="/answer_question")
+    return result.strip()
+
+
+@app.post("/caption")
+async def captioning(image: str, question):
+    return JSONResponse({"caption": asyncio.to_thread(get_caption, image, question)})

requirements.txt

@@ -0,0 +1,3 @@
+fastapi
+uvicorn[standard]
+gradio-client