rag_chatbot / env_config.py
InspirationYF's picture
bugfix: convert to int type for max_new_tokens
62ea137
import os
HF_API_TOKEN = os.environ.get("HF_API_TOKEN")
MAX_NEW_TOKENS = int(os.environ.get("MAX_NEW_TOKENS", 1024))
MODEL_ID = os.environ.get("MODEL_ID", "mistralai/Mistral-7B-Instruct-v0.2")