sebaxakerhtc commited on
Commit
784963b
·
unverified ·
1 Parent(s): 3b7b628

Wrong tokenizer (#36)

Browse files
examples/ollama-different-model-for-completion.py CHANGED
@@ -18,8 +18,8 @@ os.environ["OLLAMA_BASE_URL"] = (
18
  os.environ["MODEL"] = "llama3.2" # model for instruction generation
19
  os.environ["MODEL_COMPLETION"] = "llama3.2:1b" # model for completion generation
20
 
21
- os.environ["TOKENIZER_ID"] = "meta-llama/Llama-3.2-1B-Instruct" # tokenizer for instruction generation
22
- os.environ["TOKENIZER_ID_COMPLETION"] = "meta-llama/Llama-3.2-3B-Instruct" # tokenizer for completion generation
23
 
24
  os.environ["MAGPIE_PRE_QUERY_TEMPLATE"] = "llama3" # magpie template required for instruction generation
25
 
 
18
  os.environ["MODEL"] = "llama3.2" # model for instruction generation
19
  os.environ["MODEL_COMPLETION"] = "llama3.2:1b" # model for completion generation
20
 
21
+ os.environ["TOKENIZER_ID"] = "meta-llama/Llama-3.2-3B-Instruct" # tokenizer for instruction generation
22
+ os.environ["TOKENIZER_ID_COMPLETION"] = "meta-llama/Llama-3.2-1B-Instruct" # tokenizer for completion generation
23
 
24
  os.environ["MAGPIE_PRE_QUERY_TEMPLATE"] = "llama3" # magpie template required for instruction generation
25