Update app.py
Browse files
app.py
CHANGED
|
@@ -23,6 +23,7 @@ def load_qa_model():
|
|
| 23 |
model="meta-llama/Meta-Llama-3-8B-Instruct",
|
| 24 |
model_kwargs={"torch_dtype": torch.bfloat16},
|
| 25 |
device_map="auto",
|
|
|
|
| 26 |
)
|
| 27 |
return qa_pipeline
|
| 28 |
except Exception as e:
|
|
|
|
| 23 |
model="meta-llama/Meta-Llama-3-8B-Instruct",
|
| 24 |
model_kwargs={"torch_dtype": torch.bfloat16},
|
| 25 |
device_map="auto",
|
| 26 |
+
use_auth_token=os.getenv("HF_TOKEN")
|
| 27 |
)
|
| 28 |
return qa_pipeline
|
| 29 |
except Exception as e:
|