diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 43759670a5f0..0f99756d9305 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -11,6 +11,7 @@ on:
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
 
 permissions:
   contents: read
@@ -38,12 +39,22 @@ jobs:
       - name: Install ruby dependencies
         run: |
           bundle install
+          bundle exec appraisal install
 
       - name: Setup Pages
+        id: configure-pages
         uses: actions/configure-pages@v5
 
-      - name: Build
-        uses: actions/jekyll-build-pages@v1
+      - name: Setup CI config
+        run: |
+          echo "---" > _config_ci.yml
+          echo "baseurl: ${{ steps.configure-pages.outputs.base_path }}" >> _config_ci.yml
+
+      - name: Build site
+        env:
+          JEKYLL_ENV: production
+        run:
+          bundle exec appraisal jekyll build --future --config _config_ci.yml,_config.yml
 
       - name: Upload artifact
         uses: actions/upload-pages-artifact@v3