From dc41b8e2fe5138a8ef7684a465acece680d7bb3a Mon Sep 17 00:00:00 2001 From: Jon Barker Date: Thu, 22 Jan 2026 12:04:53 -0800 Subject: [PATCH 1/2] don't pull tokenizer_type from checkpoint when using --no-use-tokenizer-model-from-checkpoint-args --- megatron/training/checkpointing.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/megatron/training/checkpointing.py b/megatron/training/checkpointing.py index a4605121f82..e49d7f47767 100644 --- a/megatron/training/checkpointing.py +++ b/megatron/training/checkpointing.py @@ -1413,10 +1413,10 @@ def _set_arg(arg_name, old_arg_name=None, force=False): _set_arg('moe_latent_size', force=True) # Tokenizer args. - _set_arg('tokenizer_type', force=True) # Using checkpoint version might not always be safe (e.g., if running on different cluster). if args.use_tokenizer_model_from_checkpoint_args: _set_arg('tokenizer_model', force=True) + _set_arg('tokenizer_type', force=True) _set_arg('tiktoken_pattern', force=True) _set_arg('padded_vocab_size') From 87bb1fef3276e165e8fc5f13f3135feb91bfe7df Mon Sep 17 00:00:00 2001 From: Jon Barker Date: Fri, 23 Jan 2026 21:15:36 +0000 Subject: [PATCH 2/2] Move set_arg in checkpointing.py --- megatron/training/checkpointing.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/megatron/training/checkpointing.py b/megatron/training/checkpointing.py index a4605121f82..e49d7f47767 100644 --- a/megatron/training/checkpointing.py +++ b/megatron/training/checkpointing.py @@ -1413,10 +1413,10 @@ def _set_arg(arg_name, old_arg_name=None, force=False): _set_arg('moe_latent_size', force=True) # Tokenizer args. - _set_arg('tokenizer_type', force=True) # Using checkpoint version might not always be safe (e.g., if running on different cluster). if args.use_tokenizer_model_from_checkpoint_args: _set_arg('tokenizer_model', force=True) + _set_arg('tokenizer_type', force=True) _set_arg('tiktoken_pattern', force=True) _set_arg('padded_vocab_size')