Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -17,7 +17,7 @@ Translator using <a href='https://arxiv.org/abs/2309.04662' target='_blank'>MADL
|
|
17 |
# It is observed that this setting has a significant positive performance impact.
|
18 |
os.environ["CT2_USE_EXPERIMENTAL_PACKED_GEMM"] = "1"
|
19 |
|
20 |
-
model_name = "Heng666/madlad400-
|
21 |
model_path = snapshot_download(model_name)
|
22 |
|
23 |
tokenizer = SentencePieceProcessor()
|
|
|
17 |
# It is observed that this setting has a significant positive performance impact.
|
18 |
os.environ["CT2_USE_EXPERIMENTAL_PACKED_GEMM"] = "1"
|
19 |
|
20 |
+
model_name = "Heng666/madlad400-7b-mt-ct2-int8"
|
21 |
model_path = snapshot_download(model_name)
|
22 |
|
23 |
tokenizer = SentencePieceProcessor()
|