Update README.md
Browse files
README.md
CHANGED
@@ -48,8 +48,9 @@ AstraQuasar-4B can be easily instantiated using the Hugging Face Transformers li
|
|
48 |
|
49 |
```python
|
50 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
|
|
51 |
|
52 |
-
model = AutoModelForCausalLM.from_pretrained("AstraMindAI/AstraQuasar-4B", trust_remote_code=True)
|
53 |
tokenizer = AutoTokenizer.from_pretrained("AstraMindAI/AstraQuasar-4B")
|
54 |
|
55 |
# you can optionally disable the duplicate trick
|
|
|
48 |
|
49 |
```python
|
50 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
51 |
+
import torch
|
52 |
|
53 |
+
model = AutoModelForCausalLM.from_pretrained("AstraMindAI/AstraQuasar-4B", torch_dtype=torch.float16, trust_remote_code=True)
|
54 |
tokenizer = AutoTokenizer.from_pretrained("AstraMindAI/AstraQuasar-4B")
|
55 |
|
56 |
# you can optionally disable the duplicate trick
|