#!/usr/bin/env bash # QA: code interpreter sandbox stickiness via metadata.session_id # bash qa_sticky_session.sh # LITELLM_BASE_URL=http://localhost:4000 LITELLM_KEY=sk-1234 bash qa_sticky_session.sh set -euo pipefail BASE="${LITELLM_BASE_URL:-http://localhost:4000}" KEY="${LITELLM_KEY:-sk-1234}" MODEL="${LITELLM_MODEL:-gpt-4o-mini}" # proxy running at http://localhost:4000 (master key: sk-1234) SESSION_A="qa-session-$(date +%s)-A" SESSION_B="qa-session-$(date +%s)-B" content() { echo "$1" | python3 -c "import sys,json; d=json.load(sys.stdin); print(d.get('choices',[{}])[0].get('message',{}).get('content',''))" } call() { local session="${1:-}" code="$2" meta="" [[ -n "$session" ]] && meta=", \"metadata\": {\"session_id\": \"$session\"}" curl -s -X POST "$BASE/chat/completions" \ -H "Content-Type: application/json" \ -H "Authorization: Bearer $KEY" \ -d "{\"model\":\"$MODEL\"$meta,\"tools\":[{\"type\":\"code_interpreter\"}],\"messages\":[{\"role\":\"user\",\"content\":\"Run this Python code and tell me the result: $code\"}]}" } assert_match() { local label="$1" body="$2" pattern="$3" if echo "$body" | grep -qiE "$pattern"; then echo "PASS $label" else echo "FAIL $label (expected /$pattern/)" echo " $(content "$body")" exit 1 fi } echo "=== Sticky Session Sandbox QA ===" echo "base: $BASE session A: $SESSION_A session B: $SESSION_B" echo R=$(call "$SESSION_A" "x = 42; print(x)") assert_match "same session_id reuses sandbox (set x=42)" "$R" "42" R=$(call "$SESSION_A" "print(x)") assert_match "same session_id keeps state (x still 42)" "$R" "42" R=$(call "$SESSION_B" "print(x)") assert_match "different session_id is isolated" "$R" "not defined|NameError|undefined|error" R=$(call "" "y = 99; print(y)") assert_match "no session_id runs code" "$R" "99" R=$(call "" "print(y)") assert_match "no session_id gets fresh sandbox each request" "$R" "not defined|NameError|undefined|error" echo echo "All checks passed."