litellm/tests/pass_through_tests/test_local_vertex.js

const { VertexAI, RequestOptions } = require('@google-cloud/vertexai');

const masterKey = process.env.LITELLM_MASTER_KEY;
if (!masterKey) throw new Error("LITELLM_MASTER_KEY must be set");



const vertexAI = new VertexAI({
    project: 'litellm-ci-cd',
    location: 'global',
    apiEndpoint: "127.0.0.1:4000/vertex-ai"
});

// Create customHeaders using Headers
const customHeaders = new Headers({
    "X-Litellm-Api-Key": masterKey,
    tags: "vertexjs,test-2"
});

// Use customHeaders in RequestOptions
const requestOptions = {
    customHeaders: customHeaders,
};

const generativeModel = vertexAI.getGenerativeModel(
    { model: 'gemini-3.1-flash-lite' },
    requestOptions
);

async function testModel() {
    try {
        const request = {
            contents: [{role: 'user', parts: [{text: 'How are you doing today tell me your name?'}]}],
          };
        const streamingResult = await generativeModel.generateContentStream(request);
        for await (const item of streamingResult.stream) {
            console.log('stream chunk: ', JSON.stringify(item));
        }
        const aggregatedResponse = await streamingResult.response;
        console.log('aggregated response: ', JSON.stringify(aggregatedResponse));
    } catch (error) {
        console.error('Error:', error);
    }
}

testModel();