Merge branch 'master' into test-orchestration

Author: seemewalkin

.github/scripts/bump-versions.mjs

@@ -22,24 +22,9 @@ function generateExperimentalVersion(currentVersion) {
 	return `${parsed.major}.${parsed.minor}.${parsed.patch}-exp.0`;
 }
 
-function generateRcVersion(currentVersion) {
-	const parsed = semver.parse(currentVersion);
-	if (!parsed) throw new Error(`Invalid version: ${currentVersion}`);
-
-	// Check if it's already an RC version
-	if (parsed.prerelease.length > 0 && parsed.prerelease[0] === 'rc') {
-		// Increment the RC number
-		const rcNum = (parsed.prerelease[1] || 0) + 1;
-		return `${parsed.major}.${parsed.minor}.${parsed.patch}-rc.${rcNum}`;
-	}
-
-	// Create new RC version: <major>.<minor>.<patch>-rc.0
-	return `${parsed.major}.${parsed.minor}.${parsed.patch}-rc.0`;
-}
-
 const rootDir = process.cwd();
 const releaseType = process.env.RELEASE_TYPE;
-assert.match(releaseType, /^(patch|minor|major|experimental|rc)$/, 'Invalid RELEASE_TYPE');
+assert.match(releaseType, /^(patch|minor|major|experimental|premajor)$/, 'Invalid RELEASE_TYPE');
 
 // TODO: if releaseType is `auto` determine release type based on the changelog
 
@@ -78,8 +63,8 @@ for (const packageName in packageMap) {
 		)
 			? releaseType === 'experimental'
 				? generateExperimentalVersion(version)
-				: releaseType === 'rc'
-					? generateRcVersion(version)
+				: releaseType === 'premajor'
+				? semver.inc(version, version.includes('-rc.') ? 'prerelease' : 'premajor', undefined, 'rc')
 					: semver.inc(version, releaseType)
 			: version;
 

.github/workflows/ci-evals.yml

@@ -47,6 +47,22 @@ jobs:
       - name: Setup and Build
         uses: ./.github/actions/setup-nodejs-blacksmith
 
+      - name: Install uv
+        uses: astral-sh/setup-uv@d9e0f98d3fc6adb07d1e3d37f3043649ddad06a1 # 6.5.0
+        with:
+          enable-cache: true
+
+      - name: Install just
+        uses: extractions/setup-just@e33e0265a09d6d736e2ee1e0eb685ef1de4669ff # v3.0.0
+
+      - name: Install Python
+        working-directory: packages/@n8n/ai-workflow-builder.ee/evaluations/programmatic/python
+        run: uv python install 3.11
+
+      - name: Install workflow comparison dependencies
+        working-directory: packages/@n8n/ai-workflow-builder.ee/evaluations/programmatic/python
+        run: just sync-all
+
       - name: Export Node Types
         run: |
           ./packages/cli/bin/n8n export:nodes --output ./packages/@n8n/ai-workflow-builder.ee/evaluations/nodes.json

.github/workflows/ci-postgres-mysql.yml

@@ -16,8 +16,6 @@ on:
       - packages/cli/**/__tests__/**
       - .github/workflows/ci-postgres-mysql.yml
       - .github/docker-compose.yml
-  pull_request_review:
-    types: [submitted]
 
 concurrency:
   group: db-${{ github.event.pull_request.number || github.ref }}

.github/workflows/ci-pull-requests.yml

@@ -2,9 +2,6 @@ name: Build, unit test and lint branch
 
 on:
   pull_request:
-    branches:
-      - '**'
-      - '!release/*'
 
 concurrency:
   group: ci-${{ github.event.pull_request.number || github.ref }}

.github/workflows/ci-python-workflow-builder-evals.yml

@@ -1,4 +1,4 @@
-name: Python CI
+name: AI Workflow Builder Evals Python CI
 
 on:
   pull_request:

.github/workflows/docker-base-image.yml

@@ -22,7 +22,7 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        node_version: ['20', '22.21.0', '24']
+        node_version: ['20', '22.21.1', '24']
     steps:
       - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
 

.github/workflows/docker-build-push.yml

@@ -7,7 +7,7 @@ name: 'Docker: Build and Push'
 
 env:
   NODE_OPTIONS: '--max-old-space-size=7168'
-  NODE_VERSION: '22.21.0'
+  NODE_VERSION: '22.21.1'
 
 on:
   schedule:
@@ -71,7 +71,7 @@ jobs:
     name: Build App, then Build and Push Docker Image (${{ matrix.platform }})
     needs: determine-build-context
     runs-on: ${{ matrix.runner }}
-    timeout-minutes: 15
+    timeout-minutes: 25
     strategy:
       matrix: ${{ fromJSON(needs.determine-build-context.outputs.build_matrix) }}
     outputs:

.github/workflows/playwright-test-ci.yml

@@ -5,8 +5,10 @@ on:
 
 jobs:
   # Multi-main: postgres + redis + caddy + 2 mains + 1 worker
+  # Only runs for internal PRs (not community/fork PRs)
   multi-main-ui:
     name: 'Multi-Main: UI'
+    if: ${{ !github.event.pull_request.head.repo.fork }}
     uses: ./.github/workflows/playwright-test-reusable.yml
     with:
       test-mode: docker-build
@@ -18,6 +20,7 @@ jobs:
 
   multi-main-isolated:
     name: 'Multi-Main: Isolated'
+    if: ${{ !github.event.pull_request.head.repo.fork }}
     uses: ./.github/workflows/playwright-test-reusable.yml
     with:
       test-mode: docker-build
@@ -27,26 +30,26 @@ jobs:
       workers: '1'
     secrets: inherit
 
-  # Standard: Single n8n instance with SQLite
-  # TODO: Enable after confirmed costs with currents/blacksmith
-  # standard-ui:
-  #   name: 'Standard: UI'
-  #   uses: ./.github/workflows/playwright-test-reusable.yml
-  #   with:
-  #     test-mode: docker-build
-  #     test-command: pnpm --filter=n8n-playwright test:container:standard:ui
-  #     shards: '[1, 2, 3, 4, 5]'
-  #     runner: blacksmith-2vcpu-ubuntu-2204
-  #     workers: '2'
-  #   secrets: inherit
+  # Community PR tests: Local mode with SQLite (no container building, no secrets required)
+  # Runs on GitHub-hosted runners without Currents reporting
+  community-ui:
+    name: 'Community: UI'
+    if: ${{ github.event.pull_request.head.repo.fork }}
+    uses: ./.github/workflows/playwright-test-reusable.yml
+    with:
+      test-mode: local
+      test-command: pnpm --filter=n8n-playwright test:local
+      shards: '[1, 2, 3, 4, 5]'
+      runner: ubuntu-latest
+      workers: '2'
 
-  # standard-isolated:
-  #   name: 'Standard: Isolated'
-  #   uses: ./.github/workflows/playwright-test-reusable.yml
-  #   with:
-  #     test-mode: docker-build
-  #     test-command: pnpm --filter=n8n-playwright test:container:standard:isolated
-  #     shards: '[1]'
-  #     runner: blacksmith-2vcpu-ubuntu-2204
-  #     workers: '1'
-  #   secrets: inherit
+  community-isolated:
+    name: 'Community: Isolated'
+    if: ${{ github.event.pull_request.head.repo.fork }}
+    uses: ./.github/workflows/playwright-test-reusable.yml
+    with:
+      test-mode: local
+      test-command: pnpm --filter=n8n-playwright test:local:isolated
+      shards: '[1]'
+      runner: ubuntu-latest
+      workers: '1'

.github/workflows/playwright-test-coverage.yml

@@ -22,15 +22,21 @@ jobs:
 
       - name: Setup Environment
         uses: ./.github/actions/setup-nodejs-blacksmith
-        with:
-          build-command: pnpm turbo build:playwright
+        env:
+          INCLUDE_TEST_CONTROLLER: 'true'
+
+      - name: Build Docker Image with Coverage
+        run: pnpm build:docker:coverage
+        env:
+          INCLUDE_TEST_CONTROLLER: 'true'
 
-      - name: Build with Coverage
-        run: pnpm --filter n8n-editor-ui build:coverage
+      - name: Install Browsers
+        run: pnpm turbo install-browsers:ci
 
-      - name: Run Coverage Tests
+      - name: Run Container Coverage Tests
+        id: coverage-tests
         run: |
-          pnpm --filter n8n-playwright test:local \
+          pnpm --filter n8n-playwright test:container:standard \
             --workers=${{ env.PLAYWRIGHT_WORKERS }}
         env:
           BUILD_WITH_COVERAGE: 'true'
@@ -40,11 +46,23 @@ jobs:
           QA_PERFORMANCE_METRICS_WEBHOOK_PASSWORD: ${{ secrets.QA_PERFORMANCE_METRICS_WEBHOOK_PASSWORD }}
 
       - name: Generate Coverage Report
+        if: always() && steps.coverage-tests.outcome != 'skipped'
         run: pnpm --filter n8n-playwright coverage:report
 
-      - name: Upload Coverage Report
+      - name: Upload Coverage Report Artifact
+        if: always()
         uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2
         with:
           name: coverage-report
           path: packages/testing/playwright/coverage/
           retention-days: 14
+
+      - name: Upload E2E Coverage to Codecov
+        if: always()
+        uses: codecov/codecov-action@18283e04ce6e62d37312384ff67231eb8fd56d24 # v5.4.3
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: packages/testing/playwright/coverage/lcov.info
+          flags: frontend-e2e
+          name: playwright-e2e
+          fail_ci_if_error: false

.github/workflows/playwright-test-reusable.yml

@@ -64,7 +64,7 @@ env:
 jobs:
   test:
     runs-on: ${{ inputs.runner }}
-    timeout-minutes: 20
+    timeout-minutes: 30
     strategy:
       fail-fast: false
       matrix: