cache-fix

cache/local_cache.py

@@ -32,7 +32,7 @@ def ttl_cache(key_name, media_type=None, ttl_secs=20):
             # Call the actual function if not in cache or expired
             response: StreamingResponse = await func(*args, **kwargs)
             # Cache the content of the response's body.
-            content = await response.body.read()
+            content = response.body
             _cache[key] = content
             _cache_time[key] = datetime.now()
 

main.py

@@ -1,3 +1,4 @@
+import uvicorn
 from fastapi import FastAPI
 from fastapi.middleware.cors import CORSMiddleware
 from huggingface_hub import login
@@ -30,3 +31,8 @@ async def root():
 
 
 app.include_router(stable_diffusion.router, prefix=settings.prefix, tags=["inference"])
+
+# Start your FastAPI application
+# if __name__ == "__main__":
+#     uvicorn.run(app, host="0.0.0.0", port=8000)
+#