mirror of
https://github.com/BerriAI/litellm.git
synced 2026-09-19 00:01:29 +00:00
fix(vertex_ai): use an immutable default when counting rerank input records
Some checks failed
LiteLLM Rust / rust-lint (push) Has been cancelled
LiteLLM Rust / rust-test (push) Has been cancelled
Terraform Modules / fmt, validate, test (aws) (push) Has been cancelled
Terraform Modules / fmt, validate, test (gcp) (push) Has been cancelled
Terraform Provider / gofmt, vet, build, test (push) Has been cancelled
Terraform Provider / Provider endpoints vs proxy OpenAPI schema (push) Has been cancelled
Some checks failed
LiteLLM Rust / rust-lint (push) Has been cancelled
LiteLLM Rust / rust-test (push) Has been cancelled
Terraform Modules / fmt, validate, test (aws) (push) Has been cancelled
Terraform Modules / fmt, validate, test (gcp) (push) Has been cancelled
Terraform Provider / gofmt, vet, build, test (push) Has been cancelled
Terraform Provider / Provider endpoints vs proxy OpenAPI schema (push) Has been cancelled
Co-Authored-By: Devin AI <158243242+devin-ai-integration[bot]@users.noreply.github.com>
This commit is contained in:
parent
5bd4aab26f
commit
c82f28c030
1 changed files with 1 additions and 1 deletions
|
|
@ -212,7 +212,7 @@ class VertexAIRerankConfig(BaseRerankConfig, VertexBase):
|
|||
RerankResponseResult(index=result["index"], relevance_score=result["relevance_score"])
|
||||
)
|
||||
|
||||
input_record_count: Final = len(request_data.get("records", []))
|
||||
input_record_count: Final = len(request_data.get("records", ()))
|
||||
search_units: Final = math.ceil(input_record_count / self.MAX_RECORDS_PER_SEARCH_UNIT)
|
||||
meta: Final = RerankResponseMeta(billed_units=RerankBilledUnits(search_units=search_units))
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue