diff --git a/nemo_rl/environments/math_environment.py b/nemo_rl/environments/math_environment.py index 068eb9f35c..6d4553640b 100644 --- a/nemo_rl/environments/math_environment.py +++ b/nemo_rl/environments/math_environment.py @@ -152,7 +152,7 @@ def verify( ground_truth = answer_parsing.normalize_response(ground_truth) response = answer_parsing.normalize_response(response) extracted_answer = None - match = re.search("(?i)Answer\s*:[ \t]*([A-Z])", response) + match = re.search(r"(?i)Answer\s*:[ \t]*([A-Z])", response) if match: extracted_answer = answer_parsing.normalize_extracted_answer( match.group(1) diff --git a/nemo_rl/evals/answer_parsing.py b/nemo_rl/evals/answer_parsing.py index dcf020774a..2719decce6 100644 --- a/nemo_rl/evals/answer_parsing.py +++ b/nemo_rl/evals/answer_parsing.py @@ -19,48 +19,48 @@ ) # All the different ways "Answer" is written in different languages MULTILINGUAL_ANSWER_REGEXES = [ - "Answer\s*:", - "Answer\s*:​​​​​​", # Korean invisible character - "উত্তর\s*:", - "उत्तर\s*:", - "উত্তরঃ", - "উত্তর\s*:", - "Antwort\s*:", - "답변\s*:", - "정답\s*:", - "답\s*:", - "答案\s*:", - "答案\s*:", - "答\s*:", - "答\s*:", - "答复\s*:", - "答曰\s*:", - "الإجابة:", - "الجواب:", - "إجابة:", - "الإجابة النهائية:", - "الإجابة الصحيحة:", - "الإجابة الصحيحة هي:", - "الإجابة هي:", - "الجواب النهائي:", - "Respuesta\s*:", - "Risposta\s*:", - "答え\s*:", - "答え\s*:", - "回答\s*:", - "回答\s*:", - "解答\s*:", - "Jawaban\s*:", - "Réponse\s*:", - "Resposta\s*:", - "Jibu\s*:", - "Idahun\s*:", - "Ìdáhùn\s*:", - "Idáhùn\s*:", - "Àmọ̀nà\s*:", - "Àdáhùn\s*:", - "Ànúgọ\s*:", - "Àṣàyàn\s*:", + r"Answer\s*:", + r"Answer\s*:​​​​​​", # Korean invisible character + r"উত্তর\s*:", + r"उत्तर\s*:", + r"উত্তরঃ", + r"উত্তর\s*:", + r"Antwort\s*:", + r"답변\s*:", + r"정답\s*:", + r"답\s*:", + r"答案\s*:", + r"答案\s*:", + r"答\s*:", + r"答\s*:", + r"答复\s*:", + r"答曰\s*:", + r"الإجابة:", + r"الجواب:", + r"إجابة:", + r"الإجابة النهائية:", + r"الإجابة الصحيحة:", + r"الإجابة الصحيحة هي:", + r"الإجابة هي:", + r"الجواب النهائي:", + r"Respuesta\s*:", + r"Risposta\s*:", + r"答え\s*:", + r"答え\s*:", + r"回答\s*:", + r"回答\s*:", + r"解答\s*:", + r"Jawaban\s*:", + r"Réponse\s*:", + r"Resposta\s*:", + r"Jibu\s*:", + r"Idahun\s*:", + r"Ìdáhùn\s*:", + r"Idáhùn\s*:", + r"Àmọ̀nà\s*:", + r"Àdáhùn\s*:", + r"Ànúgọ\s*:", + r"Àṣàyàn\s*:", ]