From 59697c1c0cfcaeff7a248d924816d7aedd4d877c Mon Sep 17 00:00:00 2001 From: "taehwak.kwon" Date: Sun, 11 Jan 2026 15:06:51 +0900 Subject: [PATCH] Fix: Propagate seq_len_interpolation_factor to model init --- gpt_builders.py | 2 ++ mamba_builders.py | 1 + pretrain_bert.py | 1 + pretrain_t5.py | 1 + 4 files changed, 5 insertions(+) diff --git a/gpt_builders.py b/gpt_builders.py index 4b86e30e597..d7554beace8 100644 --- a/gpt_builders.py +++ b/gpt_builders.py @@ -91,6 +91,8 @@ def gpt_builder(args, pre_process, post_process, vp_stage=None, config=None, pg_ rotary_percent=args.rotary_percent, rotary_base=args.rotary_base, rope_scaling=args.use_rope_scaling, + rope_scaling_factor=args.rope_scaling_factor, + seq_len_interpolation_factor=args.seq_len_interpolation_factor, mtp_block_spec=mtp_block_spec, vp_stage=vp_stage, pg_collection=pg_collection, diff --git a/mamba_builders.py b/mamba_builders.py index 6a792ba6ea5..bb917825217 100644 --- a/mamba_builders.py +++ b/mamba_builders.py @@ -38,6 +38,7 @@ def mamba_builder(args, pre_process, post_process, vp_stage=None, config=None, p position_embedding_type=args.position_embedding_type, rotary_percent=args.rotary_percent, rotary_base=args.rotary_base, + seq_len_interpolation_factor=args.seq_len_interpolation_factor, pg_collection=pg_collection, ) diff --git a/pretrain_bert.py b/pretrain_bert.py index 7cda429a849..03a0415da41 100644 --- a/pretrain_bert.py +++ b/pretrain_bert.py @@ -64,6 +64,7 @@ def model_provider(pre_process=True, post_process=True, vp_stage=None, config=No add_binary_head=args.bert_binary_head, share_embeddings_and_output_weights=not args.untie_embeddings_and_output_weights, parallel_output=True, + seq_len_interpolation_factor=args.seq_len_interpolation_factor, pre_process=pre_process, post_process=post_process, vp_stage=vp_stage) diff --git a/pretrain_t5.py b/pretrain_t5.py index 2badae9d5ee..31c66e0e45e 100644 --- a/pretrain_t5.py +++ b/pretrain_t5.py @@ -140,6 +140,7 @@ def model_provider( rotary_percent=args.rotary_percent, relative_attention_num_buckets=args.relative_attention_num_buckets, relative_attention_max_distance=args.relative_attention_max_distance, + seq_len_interpolation_factor=args.seq_len_interpolation_factor, add_encoder=add_encoder, add_decoder=add_decoder, )