{ | |
"module": "keras_nlp.src.models.phi3.phi3_causal_lm_preprocessor", | |
"class_name": "Phi3CausalLMPreprocessor", | |
"config": { | |
"name": "phi3_causal_lm_preprocessor", | |
"trainable": true, | |
"dtype": { | |
"module": "keras", | |
"class_name": "DTypePolicy", | |
"config": { | |
"name": "mixed_bfloat16" | |
}, | |
"registered_name": null | |
}, | |
"tokenizer": { | |
"module": "keras_nlp.src.models.phi3.phi3_tokenizer", | |
"class_name": "Phi3Tokenizer", | |
"config": { | |
"name": "phi3_tokenizer", | |
"trainable": true, | |
"dtype": { | |
"module": "keras", | |
"class_name": "DTypePolicy", | |
"config": { | |
"name": "int32" | |
}, | |
"registered_name": null | |
}, | |
"proto": null, | |
"sequence_length": null | |
}, | |
"registered_name": "keras_nlp>Phi3Tokenizer" | |
}, | |
"sequence_length": 1024, | |
"add_start_token": true, | |
"add_end_token": false | |
}, | |
"registered_name": "keras_nlp>Phi3CausalLMPreprocessor" | |
} |