scriptoriumadmin/litellm
1
0
Fork 0
mirror of https://github.com/BerriAI/litellm.git synced 2026-10-29 06:33:28 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 267

chore(cookbook): resume regular profiling pass from a batch boundary

Browse source 
Co-Authored-By: bot_apk <apk@cognition.ai>
This commit is contained in:
Devin AI 2026-10-21 06:49:14 +00:00
parent 2436a58fcb
commit 65c8ce8527
1 changed files with 4 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

5
cookbook/capability_routing_pilot/profiling/invocations/run_regular_pass.py
View file

@ -29,7 +29,10 @@ from poc.run_profiling import (
def main() -> None:
config: Final = ProfileConfig(ROOT, (ROOT / "profiling" / "profiling_manifest.json" if (ROOT / "profiling" / "profiling_manifest.json").exists() else ROOT / "profiling_manifest.json"), MANIFEST_SHA256, PUBLIC_DEV_TENANT)
batches: Final = profile_batches(config)[1:]
first_batch: Final = int(sys.argv[sys.argv.index("--from-batch") + 1]) if "--from-batch" in sys.argv else 2
if first_batch < 2:
raise ValueError("batch 1 is complete and must not be replayed")
batches: Final = tuple(b for b in profile_batches(config)[1:] if b.index >= first_batch)
if "--execute" not in sys.argv:
print(json.dumps([{"batch": b.index, "tasks": [[t.task_id, t.model_order] for t in b.tasks]} for b in batches]))
return