Skip to content

Variants

autogen.beta.eval.runtime.variants.Variants dataclass #

Variants(axis, builds)

A single-axis set of named target builds. Construct via the from_* classmethods.

axis instance-attribute #

axis

builds instance-attribute #

builds

from_configs classmethod #

from_configs(factory, variants)

One variant per model config — varies config on a shared factory.

Source code in autogen/beta/eval/runtime/variants.py
@classmethod
def from_configs(cls, factory: Callable[..., Agent], variants: Mapping[str, ModelConfig]) -> "Variants":
    """One variant per model config — varies ``config`` on a shared factory."""
    return cls("config", {name: partial(factory, config=cfg) for name, cfg in variants.items()})

from_prompts classmethod #

from_prompts(factory, variants)

One variant per system prompt — varies prompt on a shared factory.

Source code in autogen/beta/eval/runtime/variants.py
@classmethod
def from_prompts(cls, factory: Callable[..., Agent], variants: Mapping[str, str]) -> "Variants":
    """One variant per system prompt — varies ``prompt`` on a shared factory."""
    return cls("prompt", {name: partial(factory, prompt=prompt) for name, prompt in variants.items()})

from_tools classmethod #

from_tools(factory, variants)

One variant per tool set — varies tools on a shared factory.

Source code in autogen/beta/eval/runtime/variants.py
@classmethod
def from_tools(
    cls, factory: Callable[..., Agent], variants: Mapping[str, Sequence[Callable[..., Any] | Tool]]
) -> "Variants":
    """One variant per tool set — varies ``tools`` on a shared factory."""
    return cls("tools", {name: partial(factory, tools=list(tools)) for name, tools in variants.items()})

from_middleware classmethod #

from_middleware(factory, variants)

One variant per middleware stack — varies middleware on a shared factory.

Source code in autogen/beta/eval/runtime/variants.py
@classmethod
def from_middleware(
    cls, factory: Callable[..., Agent], variants: Mapping[str, Sequence[MiddlewareFactory]]
) -> "Variants":
    """One variant per middleware stack — varies ``middleware`` on a shared factory."""
    return cls("middleware", {name: partial(factory, middleware=list(mw)) for name, mw in variants.items()})

from_targets classmethod #

from_targets(variants)

One variant per whole build — each value is a factory or an instance (the escape hatch).

Source code in autogen/beta/eval/runtime/variants.py
@classmethod
def from_targets(cls, variants: Mapping[str, _Build]) -> "Variants":
    """One variant per whole build — each value is a factory or an instance (the escape hatch)."""
    return cls("target", dict(variants))