diff --git a/.github/workflows/_test-unit-base.yml b/.github/workflows/_test-unit-base.yml
index 35ba0783d64..d4be4c374cb 100644
--- a/.github/workflows/_test-unit-base.yml
+++ b/.github/workflows/_test-unit-base.yml
@@ -115,15 +115,16 @@ jobs:
       - name: Install dependencies
         if: steps.changes.outputs.decision != 'skip'
         timeout-minutes: 8
+        env:
+          TEST_ARTIFACT_NAME: ${{ inputs.artifact-name }}
         run: |
-          .github/scripts/uv_sync_with_retries.sh --frozen --group ci --group proxy-dev --extra google --extra proxy --extra semantic-router --extra saml --extra mongodb
+          milvus_args=()
+          if [[ "$TEST_ARTIFACT_NAME" == "llm-other-providers" ]]; then
+            milvus_args=(--extra milvus)
+          fi
+          .github/scripts/uv_sync_with_retries.sh --frozen --group ci --group proxy-dev --extra google --extra proxy --extra semantic-router --extra saml --extra mongodb "${milvus_args[@]}"
           uv run --no-sync python -c 'import os, sys; print(sys.version); assert f"{sys.version_info.major}.{sys.version_info.minor}" == os.environ["UV_PYTHON"]'
 
-      - name: Install Milvus SDK for provider tests
-        if: steps.changes.outputs.decision != 'skip' && inputs.artifact-name == 'llm-other-providers'
-        timeout-minutes: 8
-        run: .github/scripts/uv_sync_with_retries.sh --inexact --frozen --extra milvus
-
       - name: Cache Prisma binaries
         if: steps.changes.outputs.decision != 'skip'
         timeout-minutes: 3