sebaxakerhtc
commited on
Wrong tokenizer (#36)
Browse files
examples/ollama-different-model-for-completion.py
CHANGED
@@ -18,8 +18,8 @@ os.environ["OLLAMA_BASE_URL"] = (
|
|
18 |
os.environ["MODEL"] = "llama3.2" # model for instruction generation
|
19 |
os.environ["MODEL_COMPLETION"] = "llama3.2:1b" # model for completion generation
|
20 |
|
21 |
-
os.environ["TOKENIZER_ID"] = "meta-llama/Llama-3.2-
|
22 |
-
os.environ["TOKENIZER_ID_COMPLETION"] = "meta-llama/Llama-3.2-
|
23 |
|
24 |
os.environ["MAGPIE_PRE_QUERY_TEMPLATE"] = "llama3" # magpie template required for instruction generation
|
25 |
|
|
|
18 |
os.environ["MODEL"] = "llama3.2" # model for instruction generation
|
19 |
os.environ["MODEL_COMPLETION"] = "llama3.2:1b" # model for completion generation
|
20 |
|
21 |
+
os.environ["TOKENIZER_ID"] = "meta-llama/Llama-3.2-3B-Instruct" # tokenizer for instruction generation
|
22 |
+
os.environ["TOKENIZER_ID_COMPLETION"] = "meta-llama/Llama-3.2-1B-Instruct" # tokenizer for completion generation
|
23 |
|
24 |
os.environ["MAGPIE_PRE_QUERY_TEMPLATE"] = "llama3" # magpie template required for instruction generation
|
25 |
|