Skip to content

no_tool_errors

autogen.beta.eval.scorers.tools.no_tool_errors #

no_tool_errors()

Pass iff zero :class:ToolErrorEvent\ s fired during the run.

Source code in autogen/beta/eval/scorers/tools.py 
55
56
57
58
59
60
61
def no_tool_errors() -> Scorer:
    """Pass iff zero :class:`ToolErrorEvent`\\ s fired during the run."""

    def _check(trace: Trace) -> bool:
        return len(trace.events_of(ToolErrorEvent)) == 0

    return Scorer(_check, key="no_tool_errors")