Skip to content

OllamaConfig

autogen.beta.config.ollama.config.OllamaConfig dataclass #

OllamaConfig(model, host=OLLAMA_DEFAULT_HOST, temperature=None, top_p=None, streaming=False, max_tokens=None, stop=None, seed=None, frequency_penalty=None, presence_penalty=None)

Bases: ModelConfig

model instance-attribute #

model

host class-attribute instance-attribute #

host = OLLAMA_DEFAULT_HOST

temperature class-attribute instance-attribute #

temperature = None

top_p class-attribute instance-attribute #

top_p = None

streaming class-attribute instance-attribute #

streaming = False

max_tokens class-attribute instance-attribute #

max_tokens = None

stop class-attribute instance-attribute #

stop = None

seed class-attribute instance-attribute #

seed = None

frequency_penalty class-attribute instance-attribute #

frequency_penalty = None

presence_penalty class-attribute instance-attribute #

presence_penalty = None

copy #

copy(**overrides)
Source code in autogen/beta/config/ollama/config.py 
41
42
def copy(self, /, **overrides: Unpack[OllamaConfigOverrides]) -> "OllamaConfig":
    return replace(self, **overrides)

create #

create()
Source code in autogen/beta/config/ollama/config.py 
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
def create(self) -> OllamaClient:
    options = CreateOptions(
        temperature=self.temperature,
        top_p=self.top_p,
        num_predict=self.max_tokens,
        stop=self.stop,
        seed=self.seed,
        frequency_penalty=self.frequency_penalty,
        presence_penalty=self.presence_penalty,
    )

    return OllamaClient(
        model=self.model,
        host=self.host,
        streaming=self.streaming,
        create_options=options,
    )

create_files_client #

create_files_client()
Source code in autogen/beta/config/ollama/config.py 
62
63
def create_files_client(self) -> None:
    raise NotImplementedError(f"{type(self).__name__} does not support Files API.")