mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-27 01:22:18 +00:00
refactor(auto-router): freeze JEV logging input mappings
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
e0545a787b
commit
52aa20d138
1 changed files with 9 additions and 7 deletions
|
|
@ -118,12 +118,14 @@ class HttpJevClassifierClient:
|
|||
return
|
||||
end_time: Final = datetime.now(timezone.utc)
|
||||
parent: Final = request_kwargs or MappingProxyType({})
|
||||
parent_metadata: Final = {
|
||||
key: value
|
||||
for field in ("metadata", "litellm_metadata")
|
||||
if isinstance(metadata := parent.get(field), Mapping)
|
||||
for key, value in TypeAdapter(Mapping[str, object]).validate_python(metadata).items()
|
||||
}
|
||||
parent_metadata: Final = MappingProxyType(
|
||||
{
|
||||
key: value
|
||||
for field in ("metadata", "litellm_metadata")
|
||||
if isinstance(metadata := parent.get(field), Mapping)
|
||||
for key, value in TypeAdapter(Mapping[str, object]).validate_python(metadata).items()
|
||||
}
|
||||
)
|
||||
params: Final = {
|
||||
"metadata": {
|
||||
**forwarded_internal_call_metadata(parent_metadata, AUTOROUTER_CLASSIFIER_CALL_ORIGIN),
|
||||
|
|
@ -158,7 +160,7 @@ class HttpJevClassifierClient:
|
|||
start_time=start_time,
|
||||
end_time=end_time,
|
||||
cache_hit=False,
|
||||
request_body={"model": request.model},
|
||||
request_body=MappingProxyType({"model": request.model}),
|
||||
litellm_params=params,
|
||||
)
|
||||
GLOBAL_LOGGING_WORKER.ensure_initialized_and_enqueue(
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue