From f91cfa88f2c743724fa86a299738f3b5917a834e Mon Sep 17 00:00:00 2001 From: Faradawn Yang <73060648+faradawn@users.noreply.github.com> Date: Wed, 18 Feb 2026 00:17:20 +0000 Subject: [PATCH] add tokenizer path Signed-off-by: Faradawn Yang <73060648+faradawn@users.noreply.github.com> --- megatron/core/tokenizers/utils/build_tokenizer.py | 1 + 1 file changed, 1 insertion(+) diff --git a/megatron/core/tokenizers/utils/build_tokenizer.py b/megatron/core/tokenizers/utils/build_tokenizer.py index 7b9c0abe911..f014c58e205 100644 --- a/megatron/core/tokenizers/utils/build_tokenizer.py +++ b/megatron/core/tokenizers/utils/build_tokenizer.py @@ -59,6 +59,7 @@ def build_tokenizer(args, **kwargs): kwargs['include_special_tokens'] = args.tokenizer_hf_include_special_tokens elif args.tokenizer_type == 'MultimodalTokenizer': tokenizer_library = 'multimodal' + tokenizer_path = args.tokenizer_model kwargs['prompt_format'] = args.tokenizer_prompt_format kwargs['special_tokens'] = args.special_tokens kwargs['image_tag_type'] = args.image_tag_type