update

fastapi_app.py

@@ -9,15 +9,16 @@ import traceback
 from llm.common import LlmParams, LlmPredictParams
 from llm.deepinfra_api import DeepInfraApi
 
+# Check if logs are enabled
+ENABLE_LOGS = os.getenv("ENABLE_LOGS", "0") == "1"
+
 # Set the path for log files
 LOGS_BASE_PATH = os.getenv("LOGS_BASE_PATH", "logs")
 
 # Create logs directory if it doesn't exist
-# if not os.path.exists(LOGS_BASE_PATH):
-#     os.makedirs(LOGS_BASE_PATH)
+if ENABLE_LOGS and not os.path.exists(LOGS_BASE_PATH):
+    os.makedirs(LOGS_BASE_PATH)
 
-# Check if logs are enabled
-ENABLE_LOGS = os.getenv("ENABLE_LOGS", "0") == "1"
 LLM_API_URL = os.getenv("LLM_API_URL", "")
 LLM_API_KEY = os.getenv("LLM_API_KEY", "")
 LLM_USE_DEEPINFRA = os.getenv("LLM_USE_DEEPINFRA", "") == "1"

llm/deepinfra_api.py

@@ -1,7 +1,7 @@
 import json
 from typing import Optional, List
 import httpx
-from common import LlmPredictParams, LlmParams, LlmApi
+from llm.common import LlmParams, LlmApi
 
 class DeepInfraApi(LlmApi):
     """

llm/vllm_api.py

@@ -1,9 +1,8 @@
 import json
-from typing import Optional, List, Any
+from typing import Optional, List
 
 import httpx
-from pydantic import BaseModel, Field
-from common import LlmPredictParams, LlmParams, LlmApi
+from llm.common import LlmParams, LlmApi
 
 
 class LlmApi(LlmApi):