From 3cedcb29d1fffb354639585e190349b466a9fe71 Mon Sep 17 00:00:00 2001 From: "yixiu.chen" Date: Fri, 13 Jun 2025 06:07:07 +0300 Subject: [PATCH] Skip unnecessary padding in text generation task --- optimum/habana/transformers/generation/utils.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/optimum/habana/transformers/generation/utils.py b/optimum/habana/transformers/generation/utils.py index 36dd62e743..86cd3ed3da 100644 --- a/optimum/habana/transformers/generation/utils.py +++ b/optimum/habana/transformers/generation/utils.py @@ -2430,6 +2430,7 @@ def _contrastive_search( do_padding = ( key_to_check is not None and outputs.past_key_values[0][0].shape[2] == model_inputs[key_to_check].shape[1] + and generation_config.max_new_tokens > 1 ) if do_padding: @@ -2843,6 +2844,7 @@ def _sample( do_padding = ( key_to_check is not None and outputs.past_key_values[0][0].shape[2] == model_inputs[key_to_check].shape[1] + and generation_config.max_new_tokens > 1 ) if do_padding: