Skip to content

config

dandy.llm.config

LlmConfig

Source code in dandy/llm/config.py 
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
def __init__(
        self,
        name: str,
) -> None:
    self.name = name

    settings_configs = getattr(settings, _CONFIGS_NAME)

    if not isinstance(settings_configs, dict) or not settings_configs:
        message = f'Your "{_CONFIGS_NAME}" in your "{get_settings_module_name()}" module is configured incorrectly.'
        raise DandyError(message)

    if 'DEFAULT' not in settings_configs:
        message = f'You need a "DEFAULT" in your "{_CONFIGS_NAME}" in your "{get_settings_module_name()}" module.'
        raise DandyError(message)

    config = settings_configs.get(name)

    if config is None:
        message = f'The "{name}" in "{_CONFIGS_NAME}" in your "{get_settings_module_name()}" module is not configured.'
        raise DandyError(message)

    if not isinstance(config, dict):
        message = f'the "{_CONFIGS_NAME}" in the "{get_settings_module_name()}" module are configured incorrectly.'
        raise DandyError(message)

    for key in _DEFAULT_TRANSFER_KEYS:
        if key in config:
            if config[key] is None or config[key] == '':
                message = f'The "{key}" in "{_CONFIGS_NAME}.{name}" in your "{get_settings_module_name()}" cannot be empty.'
                raise DandyError(message)

        config[key] = config[key] if config.get(key) else settings_configs['DEFAULT'][key]

    self._settings_values = {
        key.lower(): val
        for key, val in config.items()
    }

    self.http_request_intel = HttpRequestIntel(
        method='POST',
        url=Url(
            host=self.get_settings_value('host', True),
            port=self.get_settings_value('port', True),
            path_parameters=self.get_settings_value('path_parameters'),
            query_parameters=self.get_settings_value('query_parameters'),
        ),
        headers=self.get_settings_value('headers') or {},
        bearer_token=self.get_settings_value('api_key') or self.get_settings_value('bearer_token'),
    )

    self.model = self.get_settings_value('model', True)

    self.options = LlmOptions()

    self._set_options_from_config()

    self.http_request_intel.url.path_parameters = [
        'v1',
        'chat',
        'completions'
    ]

name = name instance-attribute

http_request_intel = HttpRequestIntel(method='POST', url=(Url(host=(self.get_settings_value('host', True)), port=(self.get_settings_value('port', True)), path_parameters=(self.get_settings_value('path_parameters')), query_parameters=(self.get_settings_value('query_parameters')))), headers=(self.get_settings_value('headers') or {}), bearer_token=(self.get_settings_value('api_key') or self.get_settings_value('bearer_token'))) instance-attribute

model = self.get_settings_value('model', True) instance-attribute

options = LlmOptions() instance-attribute

generate_request_body

Source code in dandy/llm/config.py 
82
83
84
85
86
87
88
89
def generate_request_body(
    self,
) -> LlmRequestBody:
    return LlmRequestBody(
        model=self.model,
        **self.options.model_dump(exclude_none=True),
        stream=False,
    )

get_response_content staticmethod

Source code in dandy/llm/config.py 
91
92
93
@staticmethod
def get_response_content(response_intel: HttpResponseIntel) -> str:
    return response_intel.json_data['choices'][0]['message']['content']

get_settings_value

Source code in dandy/llm/config.py 
 95
 96
 97
 98
 99
100
101
102
def get_settings_value(self, key: str, required: bool = False):
    value = self._settings_values.get(key)

    if required and value is None:
        message = f'The "{key.upper()}" was not found in your settings and is required by "{self.__class__.__name__}".'
        raise DandyError(message)

    return value

reset

Source code in dandy/llm/config.py 
104
105
def reset(self):
    self._set_options_from_config()