import typing


class ChatMessage(typing.TypedDict, total=False):
    role: str
    content: typing.Any  # str or multimodal list


class ChatCompletionRequest(typing.TypedDict, total=False):
    model: typing.Optional[str]
    messages: typing.List[ChatMessage]
    temperature: typing.Optional[float]
    stream: typing.Optional[bool]
    max_tokens: typing.Optional[int]