diff --git a/megatron/core/tokenizers/utils/build_tokenizer.py b/megatron/core/tokenizers/utils/build_tokenizer.py index 5f87c0ea34a..b2e4bb02ffb 100644 --- a/megatron/core/tokenizers/utils/build_tokenizer.py +++ b/megatron/core/tokenizers/utils/build_tokenizer.py @@ -76,6 +76,7 @@ def build_tokenizer(args, **kwargs): kwargs['include_special_tokens'] = not args.tokenizer_hf_no_include_special_tokens elif args.tokenizer_type == 'MultimodalTokenizer': tokenizer_library = 'multimodal' + tokenizer_path = args.tokenizer_model kwargs['prompt_format'] = args.tokenizer_prompt_format kwargs['special_tokens'] = args.special_tokens kwargs['image_tag_type'] = args.image_tag_type