request

dandy.llm.request.request

BaseRequestBody

Bases: BaseModel, ABC

model instance-attribute

messages = Field(default_factory=list) class-attribute instance-attribute

token_usage abstractmethod property

add_message abstractmethod

Source code in dandy/llm/request/request.py

@abstractmethod
def add_message(
        self,
        role: RoleLiteralStr,
        content: str,
        images: List[str] | None = None
): ...

get_context_length abstractmethod

Source code in dandy/llm/request/request.py

@abstractmethod
def get_context_length(self) -> int: ...

get_max_completion_tokens abstractmethod

Source code in dandy/llm/request/request.py

@abstractmethod
def get_max_completion_tokens(self) -> int: ...

get_seed abstractmethod

Source code in dandy/llm/request/request.py

@abstractmethod
def get_seed(self) -> int: ...

get_temperature abstractmethod

Source code in dandy/llm/request/request.py

@abstractmethod
def get_temperature(self) -> float: ...

get_total_context_length

Source code in dandy/llm/request/request.py

def get_total_context_length(self) -> int:
    return self.get_context_length() + self.get_max_completion_tokens()

set_format_to_json_schema abstractmethod

Source code in dandy/llm/request/request.py

@abstractmethod
def set_format_to_json_schema(self, json_schema: dict): ...

set_format_to_text abstractmethod

Source code in dandy/llm/request/request.py

@abstractmethod
def set_format_to_text(self): ...

to_dict abstractmethod

Source code in dandy/llm/request/request.py

@abstractmethod
def to_dict(self): ...