synth/games/tasks/boolean_expressions/scripts/boolean_expressions_verifier.py

import re
from base.data import Data
from base.verifier import Verifier
    
class BooleanExpressionsVerifier(Verifier):
    """
    验证器用于布尔表达式游戏的答案是否正确
    """
    def verify(self, data: Data, test_answer: str):
        try:
            test_answer = self.extract_answer(test_answer)
            if test_answer is None:
                return False
            # 提取所有字母（a-z和A-Z）
            test_answer_letters = re.findall(r'[a-zA-Z]', test_answer)
            ground_truth_letters = re.findall(r'[a-zA-Z]', data.answer)
            test_answer_letters = self.lower(test_answer_letters)
            ground_truth_letters = self.lower(ground_truth_letters)
            # 转换为集合进行比较
            test_set = set(test_answer_letters)
            ground_truth_set = set(ground_truth_letters)
            
            return test_set == ground_truth_set
        except Exception as e:
            print(e)
            return False

    def lower(self, answer_list):
        return [answer.lower() for answer in answer_list]
    def extract_answer(self, answer_str):
        # 先找到最后一个\boxed{的位置
        last_box_index = answer_str.rfind("\\boxed{")
        
        if last_box_index == -1:
            return None
        
        # 从\boxed{开始截取到正确的闭合位置，处理嵌套括号
        start_index = last_box_index + len("\\boxed{")
        bracket_stack = 1  # 已经遇到了一个左括号
        end_index = start_index
        
        while end_index < len(answer_str) and bracket_stack > 0:
            if answer_str[end_index] == '{':
                bracket_stack += 1
            elif answer_str[end_index] == '}':
                bracket_stack -= 1
            end_index += 1
        
        if bracket_stack != 0:  # 括号不匹配
            return None
        
        # 提取\boxed{}内的内容
        latex_content = answer_str[start_index:end_index-1].strip()
        return latex_content