File tree Expand file tree Collapse file tree 1 file changed +18
-0
lines changed
src/transformers/models/auto Expand file tree Collapse file tree 1 file changed +18
-0
lines changed Original file line number Diff line number Diff line change 423423 "GPT2TokenizerFast" if is_tokenizers_available () else None ,
424424 ),
425425 ),
426+ (
427+ "ministral" ,
428+ (
429+ "MistralCommonTokenizer"
430+ if is_mistral_common_available ()
431+ else ("LlamaTokenizer" if is_sentencepiece_available () else None ),
432+ "LlamaTokenizerFast" if is_tokenizers_available () and not is_mistral_common_available () else None ,
433+ ),
434+ ),
426435 (
427436 "mistral" ,
428437 (
432441 "LlamaTokenizerFast" if is_tokenizers_available () and not is_mistral_common_available () else None ,
433442 ),
434443 ),
444+ (
445+ "mistral3" ,
446+ (
447+ "MistralCommonTokenizer"
448+ if is_mistral_common_available ()
449+ else ("LlamaTokenizer" if is_sentencepiece_available () else None ),
450+ "LlamaTokenizerFast" if is_tokenizers_available () and not is_mistral_common_available () else None ,
451+ ),
452+ ),
435453 (
436454 "mixtral" ,
437455 (
You can’t perform that action at this time.
0 commit comments