liqiang
b119135836
Build latest book artifacts / build (push) Canceled after 0s
dependency resolution / resolve (3.11) (push) Canceled after 0s
dependency resolution / resolve (3.13) (push) Canceled after 0s
deploy-pages / build (push) Canceled after 0s
deploy-pages / deploy (push) Canceled after 0s
i18n consistency check / check (push) Canceled after 0s
provider adoption tests / test (chapter2/context-compression) (push) Canceled after 0s
provider adoption tests / test (chapter2/prompt-injection) (push) Canceled after 0s
provider adoption tests / test (chapter2/system-hint) (push) Canceled after 0s
provider adoption tests / test (chapter3/log-sanitization) (push) Canceled after 0s
web-search-agent tests / test (push) Canceled after 0s
web-search-agent tests / agentbook (push) Canceled after 0s
46 lines
1.2 KiB
Python
46 lines
1.2 KiB
Python
from typing import Generic, TypeVar, Union
|
|
|
|
from pydantic import BaseModel
|
|
|
|
T = TypeVar('T', bound=Union[BaseModel, str])
|
|
|
|
|
|
class ChatInvokeUsage(BaseModel):
|
|
"""
|
|
Usage information for a chat model invocation.
|
|
"""
|
|
|
|
prompt_tokens: int
|
|
"""The number of tokens in the prompt (this includes the cached tokens as well. When calculating the cost, subtract the cached tokens from the prompt tokens)"""
|
|
|
|
prompt_cached_tokens: int | None
|
|
"""The number of cached tokens."""
|
|
|
|
prompt_cache_creation_tokens: int | None
|
|
"""Anthropic only: The number of tokens used to create the cache."""
|
|
|
|
prompt_image_tokens: int | None
|
|
"""Google only: The number of tokens in the image (prompt tokens is the text tokens + image tokens in that case)"""
|
|
|
|
completion_tokens: int
|
|
"""The number of tokens in the completion."""
|
|
|
|
total_tokens: int
|
|
"""The total number of tokens in the response."""
|
|
|
|
|
|
class ChatInvokeCompletion(BaseModel, Generic[T]):
|
|
"""
|
|
Response from a chat model invocation.
|
|
"""
|
|
|
|
completion: T
|
|
"""The completion of the response."""
|
|
|
|
# Thinking stuff
|
|
thinking: str | None = None
|
|
redacted_thinking: str | None = None
|
|
|
|
usage: ChatInvokeUsage | None
|
|
"""The usage of the response."""
|