eval improvement

pkiv · Jun 7, 2024 · 52f4fec · 52f4fec
1 parent 4399ab1
commit 52f4fec
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 5 deletions.
diff --git a/ae/core/skills/get_dom_with_content_type.py b/ae/core/skills/get_dom_with_content_type.py
@@ -54,11 +54,11 @@ async def get_dom_with_content_type(
     if content_type == 'all_fields':
         user_success_message = "Fetched all the fields in the DOM"
         extracted_data = await do_get_accessibility_info(page, only_input_fields=False)
-        if extracted_data is None:
-            return "Could not fetch input fields. Please consider trying with content_type all_fields."
     elif content_type == 'input_fields':
         logger.debug('Fetching DOM for input_fields')
         extracted_data = await do_get_accessibility_info(page, only_input_fields=True)
+        if extracted_data is None:
+            return "Could not fetch input fields. Please consider trying with content_type all_fields."
         user_success_message = "Fetched only input fields in the DOM"
     elif content_type == 'text_only':
         # Extract text from the body or the highest-level element

diff --git a/test/tasks/test.json b/test/tasks/test.json
@@ -573,9 +573,13 @@
                 "string_match"
             ],
             "reference_answers": {
-                "must_include": [
-                    "566"
-                ]
+                "some_matches": {
+                    "phrases": [
+                        "566",
+                        "567"
+                    ],
+                    "min_required": 1
+                }
             },
             "reference_url": "",
             "program_html": [],