ai-agent-book 精选快照(<2MB 代码与文档,来自 github.com/bojieli/ai-agent-book)
Build latest book artifacts / build (push) Canceled after 0s
dependency resolution / resolve (3.11) (push) Canceled after 0s
dependency resolution / resolve (3.13) (push) Canceled after 0s
deploy-pages / build (push) Canceled after 0s
deploy-pages / deploy (push) Canceled after 0s
i18n consistency check / check (push) Canceled after 0s
provider adoption tests / test (chapter2/context-compression) (push) Canceled after 0s
provider adoption tests / test (chapter2/prompt-injection) (push) Canceled after 0s
provider adoption tests / test (chapter2/system-hint) (push) Canceled after 0s
provider adoption tests / test (chapter3/log-sanitization) (push) Canceled after 0s
web-search-agent tests / test (push) Canceled after 0s
web-search-agent tests / agentbook (push) Canceled after 0s
Build latest book artifacts / build (push) Canceled after 0s
dependency resolution / resolve (3.11) (push) Canceled after 0s
dependency resolution / resolve (3.13) (push) Canceled after 0s
deploy-pages / build (push) Canceled after 0s
deploy-pages / deploy (push) Canceled after 0s
i18n consistency check / check (push) Canceled after 0s
provider adoption tests / test (chapter2/context-compression) (push) Canceled after 0s
provider adoption tests / test (chapter2/prompt-injection) (push) Canceled after 0s
provider adoption tests / test (chapter2/system-hint) (push) Canceled after 0s
provider adoption tests / test (chapter3/log-sanitization) (push) Canceled after 0s
web-search-agent tests / test (push) Canceled after 0s
web-search-agent tests / agentbook (push) Canceled after 0s
This commit is contained in:
@@ -0,0 +1,76 @@
|
||||
# coding: utf-8
|
||||
# Copyright (c) 2025 inclusionAI.
|
||||
import traceback
|
||||
from contextvars import ContextVar, Token
|
||||
from aworld.trace.base import TraceContext, Propagator
|
||||
from aworld.trace.propagator.w3c import W3CTraceContextPropagator
|
||||
from aworld.trace.baggage.sofa_tracer import SofaTracerBaggagePropagator
|
||||
from aworld.trace.baggage.w3c import W3CBaggagePropagator
|
||||
from aworld.logs.util import logger
|
||||
|
||||
|
||||
class CompositePropagator(Propagator):
|
||||
"""
|
||||
Composite propagator.
|
||||
"""
|
||||
|
||||
def __init__(self, propagators: list[Propagator]):
|
||||
self._propagators = propagators
|
||||
|
||||
def extract(self, carrier: dict) -> TraceContext:
|
||||
trace_context = None
|
||||
for propagator in self._propagators:
|
||||
try:
|
||||
context = propagator.extract(carrier)
|
||||
if context and not trace_context:
|
||||
trace_context = context
|
||||
except Exception:
|
||||
stack_trace = traceback.format_exc()
|
||||
logger.error(
|
||||
f"Failed to extract trace context: {stack_trace}, propagator: {propagator.__class__.__name__}")
|
||||
return trace_context
|
||||
|
||||
def inject(self, trace_context: TraceContext, carrier: dict) -> None:
|
||||
for propagator in self._propagators:
|
||||
propagator.inject(trace_context, carrier)
|
||||
|
||||
|
||||
_GLOBAL_TRACE_PROPAGATOR = CompositePropagator(
|
||||
[W3CTraceContextPropagator(), SofaTracerBaggagePropagator(), W3CBaggagePropagator()])
|
||||
|
||||
|
||||
def get_global_trace_propagator():
|
||||
return _GLOBAL_TRACE_PROPAGATOR
|
||||
|
||||
|
||||
class TraceContextHolder:
|
||||
def __init__(self):
|
||||
self._var = ContextVar("current_trace_context", default=None)
|
||||
|
||||
def set(self, trace_context: TraceContext) -> Token:
|
||||
if not trace_context or not trace_context.trace_id or not trace_context.span_id:
|
||||
return None
|
||||
token = self._var.set(trace_context)
|
||||
return token
|
||||
|
||||
def get_and_clear(self) -> TraceContext:
|
||||
try:
|
||||
value = self._var.get()
|
||||
except LookupError:
|
||||
return self._var.get(None)
|
||||
finally:
|
||||
self._var.set(None)
|
||||
return value
|
||||
|
||||
def get(self) -> TraceContext:
|
||||
return self._var.get()
|
||||
|
||||
def reset(self, token: Token):
|
||||
self._var.reset(token)
|
||||
|
||||
|
||||
_GLOBAL_TRACE_CONTEXT = TraceContextHolder()
|
||||
|
||||
|
||||
def get_global_trace_context():
|
||||
return _GLOBAL_TRACE_CONTEXT
|
||||
@@ -0,0 +1,42 @@
|
||||
from typing import TypeVar
|
||||
from aworld.trace.base import Carrier
|
||||
from aworld.logs.util import logger
|
||||
|
||||
T = TypeVar("T")
|
||||
|
||||
|
||||
class ListTupleCarrier(Carrier):
|
||||
|
||||
def __init__(self, headers: list[tuple[str, T]]):
|
||||
self.headers = headers
|
||||
|
||||
def get(self, key: str) -> T:
|
||||
for header, value in self.headers:
|
||||
header_str = header.decode(
|
||||
'utf-8') if isinstance(header, bytes) else header
|
||||
key_str = key.decode('utf-8') if isinstance(key, bytes) else key
|
||||
if header_str.lower() == key_str.lower():
|
||||
return value.decode('utf-8') if isinstance(value, bytes) else value
|
||||
return None
|
||||
|
||||
def set(self, key: str, value: T) -> None:
|
||||
for i, (header, _) in enumerate(self.headers):
|
||||
header_str = header.decode(
|
||||
'utf-8') if isinstance(header, bytes) else header
|
||||
key_str = key.decode('utf-8') if isinstance(key, bytes) else key
|
||||
if header_str.lower() == key_str.lower():
|
||||
self.headers[i] = (header, value)
|
||||
return
|
||||
self.headers.append((key, value))
|
||||
|
||||
|
||||
class DictCarrier(Carrier):
|
||||
def __init__(self, headers: dict[str, T]):
|
||||
self.headers = headers
|
||||
|
||||
def get(self, key: str) -> T:
|
||||
return self.headers.get(key)
|
||||
|
||||
def set(self, key: str, value: T) -> None:
|
||||
logger.info(f"set header {key}={value}")
|
||||
self.headers[key] = value
|
||||
@@ -0,0 +1,135 @@
|
||||
import re
|
||||
from typing import Tuple, List
|
||||
from aworld.logs.util import logger
|
||||
from aworld.trace.base import Propagator, Carrier, TraceContext
|
||||
|
||||
|
||||
class W3CTraceContextPropagator(Propagator):
|
||||
"""
|
||||
OtelPropagator is a Propagator that extracts and injects using w3c TraceContext's headers.
|
||||
carrier = {
|
||||
"traceparent": "00-0af7651916cd43dd8448eb211c80319c-00f067aa0ba902b7-01",
|
||||
"tracestate": "congo=t61rcWkgMzE",
|
||||
"baggage": "key1=value1,key2=value2"
|
||||
}
|
||||
"""
|
||||
_STATE_KEY_FORMAT = (
|
||||
r"[a-z][_0-9a-z\-\*\/]{0,255}|"
|
||||
r"[a-z0-9][_0-9a-z\-\*\/]{0,240}@[a-z][_0-9a-z\-\*\/]{0,13}"
|
||||
)
|
||||
_STATE_VALUE_FORMAT = (
|
||||
r"[\x20-\x2b\x2d-\x3c\x3e-\x7e]{0,255}[\x21-\x2b\x2d-\x3c\x3e-\x7e]"
|
||||
)
|
||||
_state_delimiter_pattern = re.compile(r"[ \t]*,[ \t]*")
|
||||
_state_member_pattern = re.compile(
|
||||
f"({_STATE_KEY_FORMAT})(=)({_STATE_VALUE_FORMAT})[ \t]*")
|
||||
|
||||
_TRACEPARENT_HEADER_NAME = "traceparent"
|
||||
_TRACESTATE_HEADER_NAME = "tracestate"
|
||||
_TRACEPARENT_HEADER_FORMAT = (
|
||||
"^[ \t]*([0-9a-f]{2})-([0-9a-f]{32})-([0-9a-f]{16})-([0-9a-f]{2})"
|
||||
+ "(-.*)?[ \t]*$"
|
||||
)
|
||||
_TRACEPARENT_HEADER_FORMAT_RE = re.compile(_TRACEPARENT_HEADER_FORMAT)
|
||||
|
||||
def extract(self, carrier: Carrier) -> TraceContext:
|
||||
"""
|
||||
Extract trace context from carrier.
|
||||
Args:
|
||||
carrier: The carrier to extract trace context from.
|
||||
Returns:
|
||||
A dict of trace context.
|
||||
"""
|
||||
header = carrier.get(self._TRACEPARENT_HEADER_NAME) or carrier.get(
|
||||
'HTTP_' + self._TRACEPARENT_HEADER_NAME.upper())
|
||||
|
||||
if header is None:
|
||||
return None
|
||||
|
||||
match = re.search(self._TRACEPARENT_HEADER_FORMAT_RE, header)
|
||||
if not match:
|
||||
return None
|
||||
|
||||
version: str = match.group(1)
|
||||
trace_id: str = match.group(2)
|
||||
span_id: str = match.group(3)
|
||||
trace_flags: str = match.group(4)
|
||||
|
||||
logger.debug(
|
||||
f"extract trace_id: {trace_id}, span_id: {span_id}, trace_flags: {trace_flags}, version: {version}")
|
||||
|
||||
if trace_id == "0" * 32 or span_id == "0" * 16:
|
||||
return None
|
||||
if version == "00":
|
||||
if match.group(5): # type: ignore
|
||||
return None
|
||||
if version == "ff":
|
||||
return None
|
||||
|
||||
state_header = carrier.get(self._TRACESTATE_HEADER_NAME) or carrier.get(
|
||||
'HTTP_' + self._TRACESTATE_HEADER_NAME.upper())
|
||||
return TraceContext(
|
||||
trace_id=trace_id,
|
||||
span_id=span_id,
|
||||
trace_flags=trace_flags,
|
||||
version=version,
|
||||
attributes=(self._extract_state_from_header(state_header))
|
||||
)
|
||||
|
||||
def inject(self, trace_context: TraceContext, carrier: Carrier) -> None:
|
||||
"""
|
||||
Inject trace context into carrier.
|
||||
Args:
|
||||
context: The trace context to inject.
|
||||
carrier: The carrier to inject trace context into.
|
||||
"""
|
||||
attribute_copy = trace_context.attributes.copy()
|
||||
version: str = trace_context.version
|
||||
trace_flags: str = trace_context.trace_flags
|
||||
trace_id = trace_context.trace_id
|
||||
span_id = trace_context.span_id
|
||||
logger.debug(
|
||||
f"inject trace_id: {trace_id}, span_id: {span_id}, trace_flags: {trace_flags}, version: {version}")
|
||||
if (not trace_id or trace_id == "0" * 32
|
||||
or not span_id or span_id == "0" * 16):
|
||||
return
|
||||
|
||||
if isinstance(trace_id, int):
|
||||
trace_id = format(trace_id, "032x")
|
||||
if isinstance(span_id, int):
|
||||
span_id = format(span_id, "016x")
|
||||
traceparent_string = f"{version}-{trace_id}-{span_id}-{trace_flags}"
|
||||
carrier.set(self._TRACEPARENT_HEADER_NAME, traceparent_string)
|
||||
tracestate_string = ",".join(
|
||||
f"{key}={value}" for key, value in attribute_copy.items())
|
||||
if tracestate_string:
|
||||
carrier.set(self._TRACESTATE_HEADER_NAME, tracestate_string)
|
||||
|
||||
def _extract_state_from_header(self, header: str) -> dict:
|
||||
"""
|
||||
Extract state from header.
|
||||
Args:
|
||||
header: The header to extract state from.
|
||||
Returns:
|
||||
A dict of state.
|
||||
"""
|
||||
if header is None:
|
||||
return {}
|
||||
state = {}
|
||||
members: List[str] = re.split(self._state_delimiter_pattern, header)
|
||||
for member in members:
|
||||
# empty members are valid, but no need to process further.
|
||||
if not member:
|
||||
continue
|
||||
match = self._state_member_pattern.fullmatch(member)
|
||||
if not match:
|
||||
logger.warning(
|
||||
"Member doesn't match the w3c identifiers format {member}")
|
||||
return state
|
||||
groups: Tuple[str, ...] = match.groups()
|
||||
key, _eq, value = groups
|
||||
# duplicate keys are not legal in header
|
||||
if key in state:
|
||||
return state
|
||||
state[key] = value
|
||||
return state
|
||||
Reference in New Issue
Block a user