Update app.py

app.py

@@ -5,8 +5,8 @@ import os
 
 app = FastAPI()
 
-# Initialize LLM Lingua
-compressor = PromptCompressor()
+# Initialize LLM Lingua with CPU
+compressor = PromptCompressor( device_map="auto")  # or set device_map=None
 
 class TextInput(BaseModel):
     text: str
@@ -24,4 +24,4 @@ async def compress_text(input: TextInput):
 
 if __name__ == "__main__":
     import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("PORT", 7860)))
+    uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("PORT", 7860)))