Fix extract-test-databases.sh minimal default scope

Author: data-douser

.github/workflows/client-integration-tests.yml

@@ -93,6 +93,8 @@ jobs:
         run: ./server/scripts/install-packs.sh
 
       ## Extract test databases used in the integration tests.
+      ## Defaults to integration scope (javascript/examples only).
+      ## Query unit tests auto-extract their own databases via `codeql test run`.
       - name: MCP Integration Tests - Extract test databases
         shell: bash
         run: ./server/scripts/extract-test-databases.sh

client/src/lib/integration-test-runner.js

@@ -785,6 +785,16 @@ export class IntegrationTestRunner {
       // Call the tool with appropriate parameters (timeout is handled by this.callTool)
       this.logger.log(`Calling tool ${toolName}`);
 
+      // Clean up stale interpretedOutput from prior test runs so that
+      // directory comparisons only see output from this invocation.
+      if (toolName === "codeql_query_run" && params.interpretedOutput) {
+        try {
+          fs.rmSync(params.interpretedOutput, { recursive: true, force: true });
+        } catch {
+          // Ignore — path may not exist yet
+        }
+      }
+
       const result = await this.callTool(toolName, params);
 
       // For monitoring tests, we primarily check if the tool executed successfully

server/scripts/extract-test-databases.sh

@@ -3,19 +3,26 @@ set -euo pipefail
 
 ## Parse command line arguments
 LANGUAGE=""
+SCOPE=""
 
 usage() {
 	cat << EOF
 Usage: $0 [OPTIONS]
 
 Extract test databases for CodeQL queries associated with the MCP server.
 
+By default, only databases needed by client integration tests are extracted
+(currently: javascript/examples only). Query unit tests (codeql test run)
+auto-extract their own databases, so full extraction is rarely needed.
+
 OPTIONS:
-    --language <lang>  Extract databases only for the specified language
+    --scope <scope>    Extract databases for a specific use case
+                       Valid values:
+                         integration  - Only databases needed by client integration tests (default)
+                         all          - All test databases for all languages
+    --language <lang>  Extract databases only for the specified language (implies --scope all)
                        Valid values: actions, cpp, csharp, go, java, javascript, python, ruby, rust, swift
     -h, --help         Show this help message
-
-By default, the script extracts databases for all supported languages.
 EOF
 }
 
@@ -25,6 +32,10 @@ while [[ $# -gt 0 ]]; do
 			LANGUAGE="$2"
 			shift 2
 			;;
+		--scope)
+			SCOPE="$2"
+			shift 2
+			;;
 		-h|--help)
 			usage
 			exit 0
@@ -37,6 +48,18 @@ while [[ $# -gt 0 ]]; do
 	esac
 done
 
+## Validate scope if provided
+if [ -n "${SCOPE}" ]; then
+	case "${SCOPE}" in
+		integration|all) ;;
+		*)
+			echo "Error: Invalid scope '${SCOPE}'" >&2
+			echo "Valid scopes: integration, all" >&2
+			exit 1
+			;;
+	esac
+fi
+
 ## Validate language if provided
 VALID_LANGUAGES=("actions" "cpp" "csharp" "go" "java" "javascript" "python" "ruby" "rust" "swift")
 if [ -n "${LANGUAGE}" ]; then
@@ -91,7 +114,14 @@ extract_test_databases() {
 	done < <(find "${_base_dir}/test" -mindepth 1 -maxdepth 1 -type d -print0)
 }
 
-## Extract test databases for integration tests.
+## Extract test databases based on scope and language filters.
+##
+## Default (no flags): only databases needed by client integration tests
+##   (currently just server/ql/javascript/examples).
+## --scope all: all languages × examples + tools.
+## --language: filter to a single language (implies --scope all).
+
+# --language implies --scope all for that language
 if [ -n "${LANGUAGE}" ]; then
 	echo "Extracting test databases for language: ${LANGUAGE}"
 	# Special handling for JavaScript which has both examples and tools
@@ -101,7 +131,7 @@ if [ -n "${LANGUAGE}" ]; then
 	if [ -d "server/ql/${LANGUAGE}/tools" ]; then
 		extract_test_databases "server/ql/${LANGUAGE}/tools"
 	fi
-else
+elif [ "${SCOPE}" = "all" ]; then
 	echo "Extracting test databases for all languages..."
 	for lang in "${VALID_LANGUAGES[@]}"; do
 		# Special handling for JavaScript which has both examples and tools
@@ -112,6 +142,9 @@ else
 			extract_test_databases "server/ql/${lang}/tools"
 		fi
 	done
+else
+	echo "Extracting test databases for integration tests only..."
+	extract_test_databases "server/ql/javascript/examples"
 fi
 
 echo "INFO: Test database extraction complete!"