SkipEval

from fiddler_evals import EvalFn
from fiddler_evals.exceptions import SkipEval

def exact_match(output: str, expected_output: str | None) -> float:
    if expected_output is None:
        raise SkipEval("No expected output for this item")
    return float(output == expected_output)

evaluator = EvalFn(exact_match)