Skip to content

options

dandy.llm.options

LlmOptions

Bases: BaseModel

frequency_penalty = None class-attribute instance-attribute

max_completion_tokens = None class-attribute instance-attribute

presence_penalty = None class-attribute instance-attribute

prompt_retry_count = 2 class-attribute instance-attribute

temperature = None class-attribute instance-attribute

top_p = None class-attribute instance-attribute

model_config = ConfigDict(extra='allow') class-attribute instance-attribute

model_post_init

Source code in dandy/llm/options.py 
29
30
31
32
33
34
35
def model_post_init(self, context: Any):
    for key, (min_value, max_value) in _VALUES_MIN_MAX.items():
        value = getattr(self, key)

        if value is not None and (value < min_value or value > max_value):
            message = f'Invalid value for {key}: {value}. Must be between {min_value} and {max_value}'
            raise LlmCriticalError(message)