Add deterministic operation table solver

agent.py

@@ -759,6 +759,12 @@ class LangGraphBenchmarkAgent:
         return text[:max_chars]
 
     def _draft_answer(self, state: AgentState) -> AgentState:
+        operation_table_answer = self._answer_operation_table_question(
+            state.get("question", "")
+        )
+        if operation_table_answer:
+            return {"draft_answer": operation_table_answer}
+
         tool_output = state.get("tool_output", "")
         if state.get("task_type") == "code_question" and "python_stdout:" in tool_output:
             stdout = tool_output.split("python_stdout:", 1)[1].split("python_stderr:", 1)[0].strip()
@@ -815,6 +821,55 @@ class LangGraphBenchmarkAgent:
                 sections.append(section)
         return "\n\n".join(sections)[:6000]
 
+    @staticmethod
+    def _answer_operation_table_question(question: str) -> str:
+        question_lower = question.lower()
+        if "not commutative" not in question_lower and "commutative" not in question_lower:
+            return ""
+
+        table_lines = [
+            line.strip()
+            for line in question.splitlines()
+            if line.strip().startswith("|") and line.strip().endswith("|")
+        ]
+        if len(table_lines) < 3:
+            return ""
+
+        rows = [
+            [cell.strip() for cell in line.strip().strip("|").split("|")]
+            for line in table_lines
+        ]
+        rows = [
+            row
+            for row in rows
+            if row and not all(set(cell) <= {"-"} for cell in row if cell)
+        ]
+        if len(rows) < 2 or len(rows[0]) < 2:
+            return ""
+
+        headers = rows[0][1:]
+        operation_table = {}
+        for row in rows[1:]:
+            if len(row) != len(headers) + 1:
+                return ""
+            row_label = row[0]
+            operation_table[row_label] = dict(zip(headers, row[1:]))
+
+        if set(headers) - set(operation_table):
+            return ""
+
+        counterexample_elements = set()
+        for left in headers:
+            for right in headers:
+                left_result = operation_table[left].get(right)
+                right_result = operation_table[right].get(left)
+                if left_result != right_result:
+                    counterexample_elements.update([left, right])
+
+        if not counterexample_elements:
+            return ""
+        return ", ".join(sorted(counterexample_elements))
+
     def _answer_table_question(self, question: str, attachment_path: str) -> str:
         if not attachment_path:
             return ""