Draft and validate websrc eval on dev split

hunterheiden · hunterheiden · commit 7687495b1ed5 · 2024-05-01T10:47:32.000-04:00
diff --git a/lmms_eval/tasks/websrc/utils.py b/lmms_eval/tasks/websrc/utils.py
@@ -19,7 +19,6 @@
 
 def construct_prompt(doc):
     question = doc["question"]
-    # question = f"{question}\n{OPEN_ENDED_PROMPT}"
     question = f"{OPEN_ENDED_PROMPT}\n{question}"
     return question
 
