Skip to content

config

dandy.llm.config.config

BaseLlmConfig

Bases: BaseConfig

Source code in dandy/llm/config/config.py 
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
def __init__(
        self,
        host: str,
        port: int,
        model: str,
        path_parameters: List[str] | None = None,
        query_parameters: dict | None = None,
        headers: dict | None = None,
        api_key: str | None = None,
        seed: int | None = None,
        randomize_seed: bool | None = None,
        max_input_tokens: int | None = None,
        max_output_tokens: int | None = None,
        temperature: float | None = None,
        prompt_retry_count: int | None = None,
):

    self.http_request_intel = HttpRequestIntel(
        method='POST',
        url=Url(
            host=host,
            port=port,
            path_parameters=path_parameters,
            query_parameters=query_parameters,
        ),
        headers=headers,
        bearer_token=api_key,
    )

    self.model = model

    self.options = LlmConfigOptions(
        prompt_retry_count=prompt_retry_count,
        max_input_tokens=max_input_tokens,
        max_output_tokens=max_output_tokens,
        seed=seed,
        randomize_seed=randomize_seed,
        temperature=temperature,
    )

    self.register_settings(
        'host',
        'port',
        'model',
        'path_parameters',
        'query_parameters',
        'headers',
        'api_key',
        'seed',
        'randomize_seed',
        'max_input_tokens',
        'max_output_tokens',
        'temperature',
        'prompt_retry_count',
    )

    self.__llm_config_post_init__()

http_request_intel = HttpRequestIntel(method='POST', url=(Url(host=host, port=port, path_parameters=path_parameters, query_parameters=query_parameters)), headers=headers, bearer_token=api_key) instance-attribute

model = model instance-attribute

options = LlmConfigOptions(prompt_retry_count=prompt_retry_count, max_input_tokens=max_input_tokens, max_output_tokens=max_output_tokens, seed=seed, randomize_seed=randomize_seed, temperature=temperature) instance-attribute

__llm_config_post_init__ abstractmethod

Source code in dandy/llm/config/config.py 
70
71
72
@abstractmethod
def __llm_config_post_init__(self):
    ...

get_response_content abstractmethod staticmethod

Source code in dandy/llm/config/config.py 
74
75
76
77
@staticmethod
@abstractmethod
def get_response_content(response_intel: HttpResponseIntel) -> str:
    raise NotImplementedError

generate_request_body abstractmethod

Source code in dandy/llm/config/config.py 
79
80
81
82
83
84
85
86
87
@abstractmethod
def generate_request_body(
        self,
        max_input_tokens: int | None = None,
        max_output_tokens: int | None = None,
        seed: int | None = None,
        temperature: float | None = None,
) -> BaseRequestBody:
    ...