mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-08 03:08:45 +00:00
chore: remove stray qa_sticky_session.sh from repo root and ratchet limit to 43
Co-Authored-By: Ishaan Jaffer <155045088+ishaan-berri@users.noreply.github.com>
This commit is contained in:
parent
e1609d43da
commit
cd1fe15f93
2 changed files with 1 additions and 60 deletions
2
.github/workflows/check-root-file-count.yml
vendored
2
.github/workflows/check-root-file-count.yml
vendored
|
|
@ -21,7 +21,7 @@ jobs:
|
|||
runs-on: ubuntu-latest
|
||||
timeout-minutes: 5
|
||||
env:
|
||||
MAX_ROOT_FILES: "44"
|
||||
MAX_ROOT_FILES: "43"
|
||||
steps:
|
||||
- uses: actions/checkout@08eba0b27e820071cde6df949e0beb9ba4906955 # v4.3.0
|
||||
with:
|
||||
|
|
|
|||
|
|
@ -1,59 +0,0 @@
|
|||
#!/usr/bin/env bash
|
||||
# QA: code interpreter sandbox stickiness via metadata.session_id
|
||||
# bash qa_sticky_session.sh
|
||||
# LITELLM_BASE_URL=http://localhost:4000 LITELLM_KEY=sk-1234 bash qa_sticky_session.sh
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
BASE="${LITELLM_BASE_URL:-http://localhost:4000}"
|
||||
KEY="${LITELLM_KEY:-sk-1234}"
|
||||
MODEL="${LITELLM_MODEL:-gpt-4o-mini}"
|
||||
# proxy running at http://localhost:4000 (master key: sk-1234)
|
||||
SESSION_A="qa-session-$(date +%s)-A"
|
||||
SESSION_B="qa-session-$(date +%s)-B"
|
||||
|
||||
content() {
|
||||
echo "$1" | python3 -c "import sys,json; d=json.load(sys.stdin); print(d.get('choices',[{}])[0].get('message',{}).get('content','<error>'))"
|
||||
}
|
||||
|
||||
call() {
|
||||
local session="${1:-}" code="$2" meta=""
|
||||
[[ -n "$session" ]] && meta=", \"metadata\": {\"session_id\": \"$session\"}"
|
||||
curl -s -X POST "$BASE/chat/completions" \
|
||||
-H "Content-Type: application/json" \
|
||||
-H "Authorization: Bearer $KEY" \
|
||||
-d "{\"model\":\"$MODEL\"$meta,\"tools\":[{\"type\":\"code_interpreter\"}],\"messages\":[{\"role\":\"user\",\"content\":\"Run this Python code and tell me the result: $code\"}]}"
|
||||
}
|
||||
|
||||
assert_match() {
|
||||
local label="$1" body="$2" pattern="$3"
|
||||
if echo "$body" | grep -qiE "$pattern"; then
|
||||
echo "PASS $label"
|
||||
else
|
||||
echo "FAIL $label (expected /$pattern/)"
|
||||
echo " $(content "$body")"
|
||||
exit 1
|
||||
fi
|
||||
}
|
||||
|
||||
echo "=== Sticky Session Sandbox QA ==="
|
||||
echo "base: $BASE session A: $SESSION_A session B: $SESSION_B"
|
||||
echo
|
||||
|
||||
R=$(call "$SESSION_A" "x = 42; print(x)")
|
||||
assert_match "same session_id reuses sandbox (set x=42)" "$R" "42"
|
||||
|
||||
R=$(call "$SESSION_A" "print(x)")
|
||||
assert_match "same session_id keeps state (x still 42)" "$R" "42"
|
||||
|
||||
R=$(call "$SESSION_B" "print(x)")
|
||||
assert_match "different session_id is isolated" "$R" "not defined|NameError|undefined|error"
|
||||
|
||||
R=$(call "" "y = 99; print(y)")
|
||||
assert_match "no session_id runs code" "$R" "99"
|
||||
|
||||
R=$(call "" "print(y)")
|
||||
assert_match "no session_id gets fresh sandbox each request" "$R" "not defined|NameError|undefined|error"
|
||||
|
||||
echo
|
||||
echo "All checks passed."
|
||||
Loading…
Add table
Reference in a new issue