Update app.py

app.py

@@ -1,27 +1,26 @@
 from fastapi import FastAPI, HTTPException
 from pydantic import BaseModel
 from llmlingua import PromptCompressor
-import os
 
 app = FastAPI()
 
-# Initialize LLM Lingua with CPU
-compressor = PromptCompressor( device_map="auto")  # or set device_map=None
+# Initialize LLMLingua
+compressor = PromptCompressor(model_name="openai-community/gpt2", device_map="cpu")
 
 class TextInput(BaseModel):
     text: str
 
-class CompressedOutput(BaseModel):
+class TextOutput(BaseModel):
     compressed_text: str
 
-@app.post("/compress", response_model=CompressedOutput)
+@app.post("/compress", response_model=TextOutput)
 async def compress_text(input: TextInput):
     try:
-        compressed = compressor.compress_prompt(input.text)
-        return CompressedOutput(compressed_text=compressed)
+        compressed_text = compressor.compress_prompt(input.text)
+        return TextOutput(compressed_text=compressed_text)
     except Exception as e:
         raise HTTPException(status_code=500, detail=str(e))
 
-if __name__ == "__main__":
-    import uvicorn
-    uvicorn.run(app, host="0.0.0.0", port=int(os.environ.get("PORT", 7860)))
+@app.get("/")
+async def root():
+    return {"message": "Welcome to the LLMLingua Text Compression API"}