CamiloVega commited on
Commit
d704913
·
verified ·
1 Parent(s): e4ff04e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +7 -0
app.py CHANGED
@@ -90,13 +90,20 @@ class RAGSystem:
90
  )
91
 
92
  # Initialize model and tokenizer
 
 
 
 
 
93
  self.tokenizer = AutoTokenizer.from_pretrained(
94
  self.model_name,
 
95
  trust_remote_code=True
96
  )
97
 
98
  self.model = AutoModelForCausalLM.from_pretrained(
99
  self.model_name,
 
100
  torch_dtype=torch.float16,
101
  trust_remote_code=True,
102
  device_map="auto"
 
90
  )
91
 
92
  # Initialize model and tokenizer
93
+ # Get HuggingFace token
94
+ hf_token = os.environ.get('HUGGINGFACE_TOKEN') or os.environ.get('HF_TOKEN')
95
+ if not hf_token:
96
+ raise ValueError("No Hugging Face token found. Please set HUGGINGFACE_TOKEN in your environment variables")
97
+
98
  self.tokenizer = AutoTokenizer.from_pretrained(
99
  self.model_name,
100
+ token=hf_token, # Add token here
101
  trust_remote_code=True
102
  )
103
 
104
  self.model = AutoModelForCausalLM.from_pretrained(
105
  self.model_name,
106
+ token=hf_token, # Add token here
107
  torch_dtype=torch.float16,
108
  trust_remote_code=True,
109
  device_map="auto"