Skip to content

Config Options

dandy.llm.LlmConfigOptions

Source code in dandy/llm/service/config/options.py 
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
def __init__(
        self,
        seed: Union[int, None] = None,
        randomize_seed: Union[bool, None] = None,
        max_input_tokens: Union[int, None] = None,
        max_output_tokens: Union[int, None] = None,
        temperature: Union[float, None] = None,
        prompt_retry_count: Union[int, None] = None,
):
    self._seed = seed
    self._randomize_seed = randomize_seed
    self._max_input_tokens = max_input_tokens
    self._max_output_tokens = max_output_tokens
    self._temperature = temperature
    self._prompt_retry_count = prompt_retry_count

seed property

randomize_seed property

max_input_tokens property

max_output_tokens property

temperature property

prompt_retry_count property

merge_to_copy

Merges the current instance with another secondary instance Current instance attributes that are not none will take precedence over the secondary instance

Source code in dandy/llm/service/config/options.py 
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
def merge_to_copy(self, secondary_options: Self) -> Self:
    """
    Merges the current instance with another secondary instance
    Current instance attributes that are not none will take precedence over the secondary instance
    """

    merged_dict = {
        **{
            key: value
            for key, value in secondary_options.__dict__.items()
            if value is not None
        },
        **{
            key: value
            for key, value in self.__dict__.items()
            if value is not None
        }
    }

    return self.__class__(
        **{
            key[1:] if key.startswith('_') else key: value
            for key, value in merged_dict.items()
        }
    )