File tree Expand file tree Collapse file tree 1 file changed +10
-10
lines changed Expand file tree Collapse file tree 1 file changed +10
-10
lines changed Original file line number Diff line number Diff line change @@ -1975,16 +1975,16 @@ def execute_model(
19751975 if self .speculative_config :
19761976 assert spec_decode_common_attn_metadata is not None
19771977 with record_function_or_nullcontext ("Draft" ):
1978- self ._draft_token_ids , draft_probs = self .propose_draft_token_ids (
1979- scheduler_output ,
1980- valid_sampled_token_ids ,
1981- sampling_metadata ,
1982- hidden_states ,
1983- sample_hidden_states ,
1984- aux_hidden_states ,
1985- spec_decode_metadata ,
1986- spec_decode_common_attn_metadata ,
1987- )
1978+ self ._draft_token_ids , draft_probs = self .propose_draft_token_ids (
1979+ scheduler_output ,
1980+ valid_sampled_token_ids ,
1981+ sampling_metadata ,
1982+ hidden_states ,
1983+ sample_hidden_states ,
1984+ aux_hidden_states ,
1985+ spec_decode_metadata ,
1986+ spec_decode_common_attn_metadata ,
1987+ )
19881988 self ._store_draft_probs (draft_probs )
19891989
19901990 with record_function_or_nullcontext ("EPLB" ):
You can’t perform that action at this time.
0 commit comments