From 16719fe50b19d86bad0a5b43e1ce509cd4c211c2 Mon Sep 17 00:00:00 2001 From: Pavel T Date: Thu, 30 Mar 2023 19:04:52 -0400 Subject: [PATCH 1/3] Fix OPTForQuestionAnswering doc string for more adequate model answer decoding --- src/transformers/models/opt/modeling_opt.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/src/transformers/models/opt/modeling_opt.py b/src/transformers/models/opt/modeling_opt.py index 6ecedc2173e7..9ff0e1cb165d 100644 --- a/src/transformers/models/opt/modeling_opt.py +++ b/src/transformers/models/opt/modeling_opt.py @@ -1194,11 +1194,13 @@ def forward( >>> answer_start_index = outputs.start_logits.argmax() >>> answer_end_index = outputs.end_logits.argmax() + + >>> answer_offset = len(tokenizer(question)[0]) - >>> predict_answer_tokens = inputs.input_ids[0, answer_start_index : answer_end_index + 1] + >>> predict_answer_tokens = inputs.input_ids[0, answer_offset + answer_start_index : answer_offset + answer_end_index + 1] >>> predicted = tokenizer.decode(predict_answer_tokens) >>> predicted - ' Henson?' + ' a nice puppet' ```""" return_dict = return_dict if return_dict is not None else self.config.use_return_dict From 4d70280d19f2d4345b08fc59761b68b76d1fcf51 Mon Sep 17 00:00:00 2001 From: Pavel Trukhanov Date: Mon, 3 Apr 2023 16:41:29 -0400 Subject: [PATCH 2/3] black style fix --- src/transformers/models/opt/modeling_opt.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/transformers/models/opt/modeling_opt.py b/src/transformers/models/opt/modeling_opt.py index 9ff0e1cb165d..2ca15d5eac9b 100644 --- a/src/transformers/models/opt/modeling_opt.py +++ b/src/transformers/models/opt/modeling_opt.py @@ -1194,7 +1194,7 @@ def forward( >>> answer_start_index = outputs.start_logits.argmax() >>> answer_end_index = outputs.end_logits.argmax() - + >>> answer_offset = len(tokenizer(question)[0]) >>> predict_answer_tokens = inputs.input_ids[0, answer_offset + answer_start_index : answer_offset + answer_end_index + 1] From 97361f582c47c5e1a4af1be5734351dfe39c3fb7 Mon Sep 17 00:00:00 2001 From: Pavel Trukhanov Date: Mon, 3 Apr 2023 16:52:29 -0400 Subject: [PATCH 3/3] doc-builder style --- src/transformers/models/opt/modeling_opt.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/transformers/models/opt/modeling_opt.py b/src/transformers/models/opt/modeling_opt.py index 2ca15d5eac9b..f9eac7d915c7 100644 --- a/src/transformers/models/opt/modeling_opt.py +++ b/src/transformers/models/opt/modeling_opt.py @@ -1197,7 +1197,9 @@ def forward( >>> answer_offset = len(tokenizer(question)[0]) - >>> predict_answer_tokens = inputs.input_ids[0, answer_offset + answer_start_index : answer_offset + answer_end_index + 1] + >>> predict_answer_tokens = inputs.input_ids[ + ... 0, answer_offset + answer_start_index : answer_offset + answer_end_index + 1 + ... ] >>> predicted = tokenizer.decode(predict_answer_tokens) >>> predicted ' a nice puppet'