diff --git a/packages/evals/.docker/entrypoints/runner.sh b/packages/evals/.docker/entrypoints/runner.sh
index 5445bf335e..84f35c3f2a 100644
--- a/packages/evals/.docker/entrypoints/runner.sh
+++ b/packages/evals/.docker/entrypoints/runner.sh
@@ -1,5 +1,8 @@
 #!/bin/bash
 
+# Set environment variable to suppress WSL install prompt for VS Code
+export DONT_PROMPT_WSL_INSTALL=1
+
 if [ $# -eq 0 ]; then
     exec bash
 else
diff --git a/packages/evals/Dockerfile.runner b/packages/evals/Dockerfile.runner
index ec3277461c..b718b9cd7b 100644
--- a/packages/evals/Dockerfile.runner
+++ b/packages/evals/Dockerfile.runner
@@ -59,11 +59,11 @@ ARG PYTHON_EXT_VERSION=2025.6.1
 ARG RUST_EXT_VERSION=0.3.2482
 
 RUN mkdir -p /roo/.vscode-template \
-  && code --no-sandbox --user-data-dir /roo/.vscode-template --install-extension golang.go@${GOLANG_EXT_VERSION} \
-  && code --no-sandbox --user-data-dir /roo/.vscode-template --install-extension dbaeumer.vscode-eslint@${ESLINT_EXT_VERSION} \
-  && code --no-sandbox --user-data-dir /roo/.vscode-template --install-extension redhat.java@${JAVA_EXT_VERSION} \
-  && code --no-sandbox --user-data-dir /roo/.vscode-template --install-extension ms-python.python@${PYTHON_EXT_VERSION} \
-  && code --no-sandbox --user-data-dir /roo/.vscode-template --install-extension rust-lang.rust-analyzer@${RUST_EXT_VERSION}
+  && yes | code --no-sandbox --user-data-dir /roo/.vscode-template --install-extension golang.go@${GOLANG_EXT_VERSION} \
+  && yes | code --no-sandbox --user-data-dir /roo/.vscode-template --install-extension dbaeumer.vscode-eslint@${ESLINT_EXT_VERSION} \
+  && yes | code --no-sandbox --user-data-dir /roo/.vscode-template --install-extension redhat.java@${JAVA_EXT_VERSION} \
+  && yes | code --no-sandbox --user-data-dir /roo/.vscode-template --install-extension ms-python.python@${PYTHON_EXT_VERSION} \
+  && yes | code --no-sandbox --user-data-dir /roo/.vscode-template --install-extension rust-lang.rust-analyzer@${RUST_EXT_VERSION}
 
 # Copy evals
 ARG EVALS_COMMIT=main
@@ -128,7 +128,7 @@ RUN cp -r /roo/.vscode-template /roo/.vscode
 
 # Build the Roo Code extension
 RUN pnpm vsix -- --out ../bin/roo-code.vsix \
-    && code --no-sandbox --user-data-dir /roo/.vscode --install-extension bin/roo-code.vsix
+    && yes | code --no-sandbox --user-data-dir /roo/.vscode --install-extension bin/roo-code.vsix
 
 # Copy entrypoint script
 COPY packages/evals/.docker/entrypoints/runner.sh /usr/local/bin/entrypoint.sh
diff --git a/packages/evals/docker-compose.yml b/packages/evals/docker-compose.yml
index 93e643e44b..bbb7d82a09 100644
--- a/packages/evals/docker-compose.yml
+++ b/packages/evals/docker-compose.yml
@@ -56,7 +56,7 @@ services:
             context: ../../
             dockerfile: packages/evals/Dockerfile.web
         ports:
-            - "${EVALS_WEB_PORT:-3000}:3000"
+            - "${EVALS_WEB_PORT:-3446}:3000"
         environment:
             - HOST_EXECUTION_METHOD=docker
         volumes:
@@ -74,6 +74,8 @@ services:
             dockerfile: packages/evals/Dockerfile.runner
         environment:
             - HOST_EXECUTION_METHOD=docker
+            - DONT_PROMPT_WSL_INSTALL=1
+            - LOG_LEVEL=debug
         volumes:
             - /var/run/docker.sock:/var/run/docker.sock
             - /tmp/evals:/var/log/evals