CI - Minimal and full CI matrix impl (#2051) #1282
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Node | |
| on: | |
| push: | |
| branches: ["main"] | |
| paths: | |
| - glide-core/src/** | |
| - submodules/** | |
| - node/** | |
| - utils/cluster_manager.py | |
| - .github/workflows/node.yml | |
| - .github/workflows/build-node-wrapper/action.yml | |
| - .github/workflows/install-shared-dependencies/action.yml | |
| - .github/workflows/test-benchmark/action.yml | |
| - .github/workflows/lint-rust/action.yml | |
| - .github/workflows/install-valkey/action.yml | |
| - .github/json_matrices/build-matrix.json | |
| pull_request: | |
| paths: | |
| - glide-core/src/** | |
| - submodules/** | |
| - node/** | |
| - utils/cluster_manager.py | |
| - .github/workflows/node.yml | |
| - .github/workflows/build-node-wrapper/action.yml | |
| - .github/workflows/install-shared-dependencies/action.yml | |
| - .github/workflows/test-benchmark/action.yml | |
| - .github/workflows/lint-rust/action.yml | |
| - .github/workflows/install-valkey/action.yml | |
| - .github/json_matrices/build-matrix.json | |
| workflow_dispatch: | |
| inputs: | |
| full-matrix: | |
| description: "Run the full matrix" | |
| required: false | |
| default: "false" | |
| schedule: | |
| - cron: "0 1 * * *" | |
| concurrency: | |
| group: node-${{ github.head_ref || github.ref }} | |
| cancel-in-progress: true | |
| env: | |
| CARGO_TERM_COLOR: always | |
| jobs: | |
| get-matrices: | |
| runs-on: ubuntu-latest | |
| # Avoid running on schedule for forks | |
| if: (github.repository_owner == 'valkey-io' || github.event_name != 'schedule') | |
| outputs: | |
| engine-matrix-output: ${{ steps.get-matrices.outputs.engine-matrix-output }} | |
| host-matrix-output: ${{ steps.get-matrices.outputs.host-matrix-output }} | |
| version-matrix-output: ${{ steps.get-matrices.outputs.version-matrix-output }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - id: get-matrices | |
| uses: ./.github/workflows/create-test-matrices | |
| with: | |
| language-name: node | |
| dispatch-run-full-matrix: ${{ github.event.inputs.full-matrix || 'false' }} | |
| test-node: | |
| runs-on: ubuntu-latest | |
| needs: [get-matrices] | |
| timeout-minutes: 25 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| engine: ${{ fromJson(needs.get-matrices.outputs.engine-matrix-output) }} | |
| host: ${{ fromJson(needs.get-matrices.outputs.host-matrix-output) }} | |
| node: ${{ fromJson(needs.get-matrices.outputs.version-matrix-output)}} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Setup Node | |
| uses: actions/setup-node@v4 | |
| env: | |
| ACTIONS_ALLOW_USE_UNSECURE_NODE_VERSION: true | |
| with: | |
| node-version: ${{ matrix.node }} | |
| - name: Build Node wrapper | |
| uses: ./.github/workflows/build-node-wrapper | |
| with: | |
| os: ${{ matrix.host.OS }} | |
| target: ${{ matrix.host.TARGET }} | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| engine-version: ${{ matrix.engine.version }} | |
| - name: test | |
| run: npm test | |
| working-directory: ./node | |
| - name: test hybrid node modules - commonjs | |
| run: | | |
| npm install --package-lock-only | |
| npm ci | |
| npm run build-and-test | |
| working-directory: ./node/hybrid-node-tests/commonjs-test | |
| env: | |
| JEST_HTML_REPORTER_OUTPUT_PATH: test-report-commonjs.html | |
| - name: test hybrid node modules - ecma | |
| run: | | |
| npm install --package-lock-only | |
| npm ci | |
| npm run build-and-test | |
| working-directory: ./node/hybrid-node-tests/ecmascript-test | |
| env: | |
| JEST_HTML_REPORTER_OUTPUT_PATH: test-report-ecma.html | |
| - uses: ./.github/workflows/test-benchmark | |
| with: | |
| language-flag: -node | |
| - name: Upload test reports | |
| if: always() | |
| continue-on-error: true | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-report-node-${{ matrix.engine.type }}-${{ matrix.engine.version }}-${{ matrix.node }}-ubuntu | |
| path: | | |
| node/test-report*.html | |
| utils/clusters/** | |
| benchmarks/results/** | |
| lint-rust: | |
| timeout-minutes: 15 | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - uses: ./.github/workflows/lint-rust | |
| with: | |
| cargo-toml-folder: ./node/rust-client | |
| name: lint node rust | |
| build-amazonlinux-latest: | |
| if: (github.repository_owner == 'valkey-io' && github.event_name == 'schedule') | |
| runs-on: ubuntu-latest | |
| container: amazonlinux:latest | |
| timeout-minutes: 15 | |
| steps: | |
| - name: Install git | |
| run: | | |
| yum -y remove git | |
| yum -y remove git-* | |
| yum -y install https://packages.endpointdev.com/rhel/7/os/x86_64/endpoint-repo.x86_64.rpm | |
| yum install -y git | |
| git --version | |
| - uses: actions/checkout@v4 | |
| - name: Checkout submodules | |
| run: | | |
| git config --global --add safe.directory "$GITHUB_WORKSPACE" | |
| git submodule update --init --recursive | |
| - name: Install NodeJS | |
| run: | | |
| yum install -y nodejs | |
| - name: Build Node wrapper | |
| uses: ./.github/workflows/build-node-wrapper | |
| with: | |
| os: "amazon-linux" | |
| target: "x86_64-unknown-linux-gnu" | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| engine-version: "7.2.5" | |
| - name: test | |
| run: npm test | |
| working-directory: ./node | |
| - name: Upload test reports | |
| if: always() | |
| continue-on-error: true | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-report-node-amazonlinux | |
| path: | | |
| node/test-report*.html | |
| utils/clusters/** | |
| benchmarks/results/** | |
| build-and-test-linux-musl-on-x86: | |
| if: (github.repository_owner == 'valkey-io' && github.event_name == 'schedule' || github.event_name == 'workflow_dispatch' && github.event.inputs.full-matrix == 'true') | |
| name: Build and test Node wrapper on Linux musl | |
| runs-on: ubuntu-latest | |
| container: | |
| image: node:alpine | |
| options: --user root --privileged | |
| steps: | |
| - name: Install git | |
| run: | | |
| apk update | |
| apk add git | |
| - uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Setup musl on Linux | |
| uses: ./.github/workflows/setup-musl-on-linux | |
| with: | |
| workspace: $GITHUB_WORKSPACE | |
| npm-scope: ${{ secrets.NPM_SCOPE }} | |
| npm-auth-token: ${{ secrets.NPM_AUTH_TOKEN }} | |
| - name: Build Node wrapper | |
| uses: ./.github/workflows/build-node-wrapper | |
| with: | |
| os: ubuntu | |
| named_os: linux | |
| arch: x64 | |
| target: x86_64-unknown-linux-musl | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| engine-version: "7.2.5" | |
| - name: test | |
| run: npm test | |
| working-directory: ./node | |
| - name: Upload test reports | |
| if: always() | |
| continue-on-error: true | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-report-node-linux-musl | |
| path: | | |
| node/test-report*.html | |
| utils/clusters/** | |
| benchmarks/results/** |