split ci into pr/release

.github/workflows/pr.yml

@@ -0,0 +1,71 @@
+name: pr
+
+on:
+ pull_request:
+ types: [opened, reopened, synchronize]
+ push:
+ branches: [main]
+
+concurrency:
+ group: pr-${{ github.event.number }}
+ cancel-in-progress: true
+
+jobs:
+ changes:
+ runs-on: ubuntu-latest
+ permissions:
+ pull-requests: read
+ outputs:
+ python: ${{ steps.filter.outputs.python }}
+ rust: ${{ steps.filter.outputs.rust }}
+ steps:
+ - uses: dorny/paths-filter@v3
+ id: filter
+ with:
+ filters: |
+ python:
+ - 'py/**'
+ - 'pyproject.toml'
+ rust:
+ - 'upid_rs/**'
+ - 'upid_pg/**'
+ - 'Cargo.toml'
+ - 'Cargo.lock'
+
+ test-python:
+ runs-on: ubuntu-latest
+ needs: changes
+ if: needs.changes.outputs.python == 'true'
+ steps:
+ - uses: actions/checkout@v4
+ - uses: eifinger/setup-rye@v3
+ id: setup-rye
+ with:
+ version: '0.34.0'
+ - run: rye pin 3.12.3
+ - name: Sync
+ run: |
+ rye sync
+ if [[ $(git diff --stat requirements.lock) != '' ]]; then
+ echo 'Rye lockfile not up-to-date'
+ git diff requirements.lock
+ exit 1
+ fi
+ - run: rye fmt --check
+ - run: rye lint
+ - run: rye run check
+ - run: rye run test
+
+ test-rust:
+ runs-on: ubuntu-latest
+ needs: changes
+ if: needs.changes.outputs.rust == 'true'
+ steps:
+ - uses: actions/checkout@v4
+ - uses: dtolnay/rust-toolchain@stable
+ - run: cargo fmt --check
+ - run: cargo clippy
+ working-directory: upid_rs
+ - run: cargo test --all-features
+ working-directory: upid_rs
+ # TODO Need to also run upid_pg tests (bit more complicated)

.github/workflows/release.yml

@@ -0,0 +1,155 @@
+name: release
+
+on:
+ push:
+ tags:
+ - 'v*'
+
+jobs:
+ publish-python:
+ environment: release # needed for PyPI OIDC
+ runs-on: ubuntu-latest
+ permissions:
+ id-token: write
+ steps:
+ - uses: actions/checkout@v4
+ - name: Setup python
+ uses: actions/setup-python@v5
+ with:
+ python-version: "3.12"
+ - name: Build
+ run: |
+ pip install build
+ python -m build
+ - name: Publish
+ # mimics: twine upload dist/* --skip-existing
+ uses: pypa/gh-action-pypi-publish@release/v1
+
+ publish-rust:
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/checkout@v4
+ - name: set version
+ env:
+ RELEASE_TAG: ${{ github.ref }}
+ run: |
+ sed -i "s/0\\.0\\.999/${RELEASE_TAG##*\/v}/" upid_rs/Cargo.toml
+ sed -i "s/0\\.0\\.999/${RELEASE_TAG##*\/v}/" Cargo.lock
+ - uses: dtolnay/rust-toolchain@stable
+ - name: publish
+ env:
+ CRATES_TOKEN: ${{ secrets.CRATES_TOKEN }}
+ run: |
+ cargo publish --package upid --token $CRATES_TOKEN --allow-dirty
+
+ docker-pg:
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/checkout@v4
+ - uses: docker/setup-qemu-action@v3
+ - uses: docker/setup-buildx-action@v3
+ - uses: docker/login-action@v3
+ with:
+ username: ${{ secrets.DOCKERHUB_USERNAME }}
+ password: ${{ secrets.DOCKERHUB_TOKEN }}
+ - name: Extract tag name
+ id: extract_tag
+ run: echo "RELEASE_TAG=${GITHUB_REF#refs/tags/}" >> $GITHUB_ENV
+ - name: Docker Buildx base image
+ env:
+ RELEASE_TAG: ${{ env.RELEASE_TAG }}
+ run: |
+ docker buildx build \
+ --platform linux/amd64,linux/arm64 \
+ --output "type=image,push=true" \
+ --tag "carderne/postgres-upid:16-${RELEASE_TAG}" \
+ --tag "carderne/postgres-upid:16" \
+ --tag "carderne/postgres-upid:latest" \
+ --cache-from "carderne/postgres-upid:latest" \
+ --cache-to type=inline \
+ .
+
+ build-pg:
+ # modified from this workflow:
+ # https:/pksunkara/pgx_ulid/blob/master/.github/workflows/release.yml
+ env:
+ NAME: upid_pg
+ name: Build & Release for linux
+ timeout-minutes: 60
+ runs-on: ubuntu-latest
+ steps:
+ - uses: actions/checkout@v4
+ - uses: dtolnay/rust-toolchain@stable
+ - name: Install dependencies
+ run: |
+ # Add postgres package repo
+ sudo sh -c 'echo "deb http://apt.postgresql.org/pub/repos/apt $(lsb_release -cs)-pgdg main" > /etc/apt/sources.list.d/pgdg.list'
+ wget -qO- https://www.postgresql.org/media/keys/ACCC4CF8.asc | sudo tee /etc/apt/trusted.gpg.d/pgdg.asc &>/dev/null
+
+ sudo apt-get update
+ sudo apt-get install -y --no-install-recommends git build-essential libpq-dev curl libreadline6-dev zlib1g-dev pkg-config cmake
+ sudo apt-get install -y --no-install-recommends libreadline-dev zlib1g-dev flex bison libxml2-dev libxslt-dev libssl-dev libxml2-utils xsltproc ccache
+ sudo apt-get install -y --no-install-recommends clang libclang-dev llvm-dev gcc tree
+
+ # Install requested postgres version
+ sudo apt-get install -y postgresql-16 postgresql-server-dev-16 -y
+
+ # Ensure installed pg_config is first on path
+ export PATH=$PATH:/usr/lib/postgresql/16/bin
+
+ cargo install cargo-pgrx --version 0.11.2 --locked
+ cargo pgrx init --pg16=/usr/lib/postgresql/16/bin/pg_config
+ - name: Build artifacts
+ run: |
+ # selects the pgVer from pg_config on path
+ # https:/tcdi/pgrx/issues/288
+ cargo pgrx package --no-default-features --features pg16
+
+ # Create installable package
+ mkdir archive
+ cp `find target/release -type f -name "${{ env.NAME }}*"` archive
+
+ # Copy files into directory structure
+ mkdir -p package/usr/lib/postgresql/lib
+ mkdir -p package/var/lib/postgresql/extension
+ cp archive/*.so package/usr/lib/postgresql/lib
+ cp archive/*.control package/var/lib/postgresql/extension
+ cp archive/*.sql package/var/lib/postgresql/extension
+
+ # symlinks to Copy files into directory structure
+ mkdir -p package/usr/lib/postgresql/16/lib
+ cd package/usr/lib/postgresql/16/lib
+ cp -s ../../lib/*.so .
+ cd ../../../../../..
+
+ mkdir -p package/usr/share/postgresql/16/extension
+ cd package/usr/share/postgresql/16/extension
+
+ cp -s ../../../../../var/lib/postgresql/extension/${{ env.NAME }}.control .
+ cp -s ../../../../../var/lib/postgresql/extension/${{ env.NAME }}*.sql .
+ cd ../../../../../..
+
+ # Create install control file
+ extension_version=${{ github.ref_name }}
+ # strip the leading v
+ deb_version=${extension_version:1}
+
+ mkdir -p package/DEBIAN
+ touch package/DEBIAN/control
+ echo 'Package: ${{ env.NAME }}' >> package/DEBIAN/control
+ echo 'Version:' ${deb_version} >> package/DEBIAN/control
+ echo 'Architecture: amd64' >> package/DEBIAN/control
+ echo 'Maintainer: Chris Arderne' >> package/DEBIAN/control
+ echo 'Description: A PostgreSQL extension for UPID' >> package/DEBIAN/control
+
+ # Create deb package
+ sudo chown -R root:root package
+ sudo chmod -R 00755 package
+ sudo dpkg-deb -Zxz --build --root-owner-group package
+ mv package.deb ${{ env.NAME }}-${{ github.ref_name }}-pg16-amd64-linux-gnu.deb
+
+ - name: Release
+ uses: softprops/action-gh-release@v2
+ with:
+ files: ${{ env.NAME }}-${{ github.ref_name }}-pg16-amd64-linux-gnu.deb
+ draft: true