W-20683414 ODS Lifecycle E2E tests

packages/b2c-cli/.github/workflows/e2e-tests.yml

@@ -0,0 +1,169 @@
+name: e2e tests
+
+on:
+  # Nightly workflow - Run E2E tests on a schedule
+  schedule:
+    - cron: '0 2 * * *'  # Run at 2 AM UTC daily
+  # Post-merge - Run after changes are merged to main
+  push:
+    branches: [main]
+  # Manual trigger - Support workflow_dispatch for on-demand runs
+  workflow_dispatch:
+    inputs:
+      test_realm:
+        description: 'Test realm to use (optional, defaults to var)'
+        required: false
+        type: string
+      sfcc_client_id:
+        description: 'SFCC Client ID (optional, defaults to var)'
+        required: false
+        type: string
+      sfcc_client_secret:
+        description: 'SFCC Client Secret (optional, defaults to secret)'
+        required: false
+        type: string
+      sfcc_account_manager_host:
+        description: 'SFCC Account Manager Host (optional, defaults to var)'
+        required: false
+        type: string
+      sfcc_sandbox_api_host:
+        description: 'SFCC Sandbox API Host (optional, defaults to var)'
+        required: false
+        type: string
+      node_version:
+        description: 'Node.js version to test with'
+        required: false
+        default: 'lts/*'
+        type: choice
+        options:
+          - 'lts/-1'
+          - 'lts/*'
+          - 'latest'
+      os:
+        description: 'Operating system to test on'
+        required: false
+        default: 'ubuntu-latest'
+        type: choice
+        options:
+          - 'ubuntu-latest'
+          - 'windows-latest'
+jobs:
+  e2e-tests:
+    strategy:
+      matrix:
+        node_version: [22.x, 24.x]
+    runs-on: ubuntu-latest
+    environment: e2e-dev
+    timeout-minutes: 10  # E2E tests can take longer
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: ${{ matrix.node-version }}
+          cache: pnpm
+      - name: Check for required secrets and vars
+        id: check-secrets
+        env:
+          SFCC_CLIENT_ID: ${{ vars.SFCC_CLIENT_ID }}
+          SFCC_CLIENT_SECRET: ${{ secrets.SFCC_CLIENT_SECRET }}
+          TEST_REALM: ${{ vars.TEST_REALM }}
+          SFCC_ACCOUNT_MANAGER_HOST: ${{ vars.SFCC_ACCOUNT_MANAGER_HOST }}
+          SFCC_SANDBOX_API_HOST: ${{ vars.SFCC_SANDBOX_API_HOST }}
+        run: |
+          if [ -n "$SFCC_CLIENT_ID" ] && [ -n "$SFCC_CLIENT_SECRET" ] && [ -n "$TEST_REALM" ] && [ -n "SFCC_ACCOUNT_MANAGER_HOST" ] && [ -n "SFCC_SANDBOX_API_HOST" ]; then
+            echo "has-secrets=true" >> $GITHUB_OUTPUT
+          else
+            echo "has-secrets=false" >> $GITHUB_OUTPUT
+            echo "E2E tests skipped - missing required variables:" >> $GITHUB_STEP_SUMMARY
+            echo "  - SFCC_CLIENT_ID (var): ${SFCC_CLIENT_ID:+✓}" >> $GITHUB_STEP_SUMMARY
+            echo "  - TEST_REALM (var): ${TEST_REALM:+✓}" >> $GITHUB_STEP_SUMMARY
+            echo "  - SFCC_ACCOUNT_MANAGER_HOST (var): ${SFCC_ACCOUNT_MANAGER_HOST:+✓}" >> $GITHUB_STEP_SUMMARY
+            echo "  - SFCC_SANDBOX_API_HOST (var): ${SFCC_SANDBOX_API_HOST:+✓}" >> $GITHUB_STEP_SUMMARY
+          fi
+      - name: Install dependencies
+        if: steps.check-secrets.outputs.has-secrets == 'true'
+        run: pnpm install
+      - name: Build package
+        if: steps.check-secrets.outputs.has-secrets == 'true'
+        run: pnpm run build
+      - name: Run E2E Tests
+        if: steps.check-secrets.outputs.has-secrets == 'true'
+        id: e2e-test
+        env:
+          # Required environment variables for Commerce Cloud integration
+          SFCC_CLIENT_ID: ${{ inputs.sfcc_client_id || vars.SFCC_CLIENT_ID }}
+          SFCC_CLIENT_SECRET: ${{ inputs.sfcc_client_secret || secrets.SFCC_CLIENT_SECRET }}
+          SFCC_ACCOUNT_MANAGER_HOST: ${{ inputs.sfcc_account_manager_host || vars.SFCC_ACCOUNT_MANAGER_HOST }}
+          SFCC_SANDBOX_API_HOST: ${{ inputs.sfcc_sandbox_api_host || vars.SFCC_SANDBOX_API_HOST }}
+          TEST_REALM: ${{ inputs.test_realm || vars.TEST_REALM }}
+          # Test configuration
+          NODE_ENV: test
+          SFCC_LOG_LEVEL: silent
+        run: |
+          echo "Running E2E tests with realm: ${TEST_REALM}"
+
+          # Run E2E tests with JSON output for parsing
+          pnpm mocha "test/functional/e2e/**/*.test.ts" --reporter json > e2e-results.json || true
+
+          # Also run with spec reporter for readable output
+          echo "## E2E Test Results" >> $GITHUB_STEP_SUMMARY
+          pnpm mocha "test/functional/e2e/**/*.test.ts" --reporter spec
+      - name: Parse E2E Results
+        if: always() && steps.e2e-test.conclusion != 'cancelled' && steps.check-secrets.outputs.has-secrets == 'true'
+        run: |
+          if [ -f "e2e-results.json" ]; then
+            # Extract test summary from JSON results
+            TESTS=$(cat e2e-results.json | jq -r '.stats.tests // 0')
+            PASSES=$(cat e2e-results.json | jq -r '.stats.passes // 0')
+            FAILURES=$(cat e2e-results.json | jq -r '.stats.failures // 0')
+            DURATION=$(cat e2e-results.json | jq -r '.stats.duration // 0')
+
+            echo "## E2E Test Summary" >> $GITHUB_STEP_SUMMARY
+            echo "- **Total Tests:** $TESTS" >> $GITHUB_STEP_SUMMARY
+            echo "- **Passed:** $PASSES" >> $GITHUB_STEP_SUMMARY
+            echo "- **Failed:** $FAILURES" >> $GITHUB_STEP_SUMMARY
+            echo "- **Duration:** ${DURATION}ms" >> $GITHUB_STEP_SUMMARY
+            echo "" >> $GITHUB_STEP_SUMMARY
+
+            # Add failure details if any
+            if [ "$FAILURES" -gt "0" ]; then
+              echo "### Failed Tests" >> $GITHUB_STEP_SUMMARY
+              echo '```' >> $GITHUB_STEP_SUMMARY
+              cat e2e-results.json | jq -r '.failures[]? | "[X] " + .fullTitle + "\n   " + .err.message' >> $GITHUB_STEP_SUMMARY
+              echo '```' >> $GITHUB_STEP_SUMMARY
+            fi
+          fi
+      - name: Upload E2E Test Results
+        if: always() && steps.e2e-test.conclusion != 'cancelled' && steps.check-secrets.outputs.has-secrets == 'true'
+        uses: actions/upload-artifact@v4
+        with:
+          name: e2e-test-results-${{ matrix.os }}-node${{ matrix.node_version }}-${{ github.run_number }}
+          path: e2e-results.json
+          retention-days: 30
+      - name: Notify on Failure
+        if: failure() && (github.event_name == 'schedule' || github.event_name == 'push') && steps.check-secrets.outputs.has-secrets == 'true'
+        uses: actions/github-script@v7
+        with:
+          script: |
+            const issue = {
+              owner: context.repo.owner,
+              repo: context.repo.repo,
+              title: `CLI E2E Tests Failed - ${new Date().toISOString().split('T')[0]}`,
+              body: `## CLI E2E Test Failure
+
+              The CLI E2E tests have failed. Please investigate.
+
+              **Workflow:** ${context.workflow}
+              **Run:** ${context.runNumber}
+              **Commit:** ${context.sha}
+              **Event:** ${context.eventName}
+
+              [View workflow run](${context.payload.repository.html_url}/actions/runs/${context.runId})
+              `,
+              labels: ['bug', 'e2e-failure', 'cli', 'needs-investigation']
+            };
+
+            // Only create issue for scheduled runs to avoid spam
+            if (context.eventName === 'schedule') {
+              github.rest.issues.create(issue);
+            }

packages/b2c-cli/package.json

@@ -42,6 +42,7 @@
     "eslint-config-prettier": "^10",
     "eslint-plugin-header": "^3.1.1",
     "eslint-plugin-prettier": "^5.5.4",
+    "execa": "^9.6.1",
     "mocha": "^10",
     "oclif": "^4",
     "prettier": "^3.6.2",
@@ -127,9 +128,10 @@
     "posttest": "pnpm run lint",
     "prepack": "oclif manifest && oclif readme",
     "pretest": "tsc --noEmit -p test",
-    "test": "c8 env OCLIF_TEST_ROOT=. mocha --forbid-only \"test/**/*.test.ts\"",
-    "test:ci": "c8 env OCLIF_TEST_ROOT=. mocha --forbid-only --reporter json --reporter-option output=test-results.json \"test/**/*.test.ts\"",
-    "test:unit": "env OCLIF_TEST_ROOT=. mocha --forbid-only \"test/**/*.test.ts\"",
+    "test": "c8 env OCLIF_TEST_ROOT=. mocha --forbid-only --exclude \"test/functional/e2e/**\" \"test/**/*.test.ts\"",
+    "test:ci": "c8 env OCLIF_TEST_ROOT=. mocha --forbid-only --exclude \"test/functional/e2e/**\" --reporter json --reporter-option output=test-results.json \"test/**/*.test.ts\"",
+    "test:unit": "env OCLIF_TEST_ROOT=. mocha --forbid-only --exclude \"test/functional/e2e/**\" \"test/**/*.test.ts\"",
+    "test:e2e": "env OCLIF_TEST_ROOT=. mocha --forbid-only \"test/functional/e2e/**/*.test.ts\"",
     "coverage": "c8 report",
     "version": "oclif readme && git add README.md",
     "dev": "node ./bin/dev.js"