mirror of
https://github.com/BerriAI/litellm.git
synced 2026-10-11 03:38:38 +00:00
ced3e4e4e0
tests/test_litellm/proxy/test_custom_proxy.py was an example server script, not a test: it declared zero test functions but set SERVER_ROOT_PATH at module scope and then imported proxy_server. proxy_server applies the asset-prefix rewrite at import time, so merely collecting that file rewrote /litellm-asset-prefix to /my-custom-path across ~475 tracked files under litellm/proxy/_experimental/out/ and left them dirty, which invites the UI bundle into unrelated commits. The leaked env var had already forced a defensive fixture in the MCP server tests. Move the example to examples/custom_root_path_server.py so pytest can never import it, and extract the rewrite loop out of module scope into _apply_server_root_path_to_ui_assets so the behaviour can be exercised against a runtime copy. The helper also skips writing files whose content is unchanged. Adds regression coverage: the rewrite is asserted against a temp bundle while the packaged bundle is hashed before and after, a root-mounted deployment is asserted to be a no-op, and a guard fails if any module under tests/test_litellm/proxy sets SERVER_ROOT_PATH at import scope again.
56 lines
1.3 KiB
Python
56 lines
1.3 KiB
Python
import os
|
|
import sys
|
|
|
|
import uvicorn
|
|
from dotenv import load_dotenv
|
|
from fastapi import FastAPI, Request
|
|
from fastapi.middleware.cors import CORSMiddleware
|
|
from fastapi.responses import JSONResponse
|
|
|
|
load_dotenv()
|
|
sys.path.insert(
|
|
0, os.path.abspath("../../..")
|
|
) # Adds the parent directory to the system path
|
|
|
|
# Set the SERVER_ROOT_PATH environment variable to match the custom mount path
|
|
os.environ["SERVER_ROOT_PATH"] = "/my-custom-path"
|
|
|
|
from litellm.proxy.proxy_server import app as litellm_app
|
|
from litellm.proxy.proxy_server import proxy_startup_event
|
|
|
|
# Create main FastAPI app
|
|
app = FastAPI(title="Custom LiteLLM Server", lifespan=proxy_startup_event)
|
|
|
|
# Add CORS middleware
|
|
app.add_middleware(
|
|
CORSMiddleware,
|
|
allow_origins=["*"],
|
|
allow_credentials=True,
|
|
allow_methods=["*"],
|
|
allow_headers=["*"],
|
|
)
|
|
|
|
custom_path = "/my-custom-path"
|
|
|
|
# Mount LiteLLM app at /litellm
|
|
app.mount(custom_path, litellm_app)
|
|
|
|
|
|
# Default route at /
|
|
@app.get("/")
|
|
async def root():
|
|
return {
|
|
"message": "Welcome to the API Gateway",
|
|
"litellm_endpoint": f"{custom_path}",
|
|
}
|
|
|
|
|
|
# Health check endpoint
|
|
@app.get("/health")
|
|
async def health_check():
|
|
return {"status": "healthy"}
|
|
|
|
|
|
if __name__ == "__main__":
|
|
# Run the server on port 8000
|
|
uvicorn.run(app, host="0.0.0.0", port=4000, log_level="info")
|