add algebraic logging

.github/workflows/build_triton_and_ft.yml

@@ -1,21 +1,12 @@
-name: Build Triton Server and FasterTransformers
+name: Build Triton Server
 
 on:
  workflow_dispatch:
  inputs:
  triton:
  description: 'triton branch version'
  required: true
- default: 'r23.04'
- fastertransformer:
- description: 'fastertransformer branch/tag version'
- required: true
- default: 'main'
- is_llama_build:
- description: 'whether to build custom llama source'
- required: false
- type: boolean
- default: false
+ default: 'r23.10'
 
 jobs:
  build-triton:
@@ -33,7 +24,8 @@ jobs:
  - name: Build Triton Binary
  shell: 'script -q -e -c "bash --noprofile --norc -eo pipefail {0}"'
  run: |
- python3 build.py --enable-logging --enable-metrics --enable-stats --enable-cpu-metrics --endpoint http
+ pip3 install requests
+ python3 build.py --enable-logging --enable-metrics --enable-stats --enable-cpu-metrics --enable-gpu --endpoint http
  - name: Configure AWS Credentials
  uses: aws-actions/configure-aws-credentials@v2
  with:
@@ -45,60 +37,3 @@ jobs:
  aws s3 cp build/install/lib/libtritonserver.so s3://djl-ai/publish/tritonserver/${{ github.event.inputs.triton }}/
  aws s3 cp build/install/bin/tritonserver s3://djl-ai/publish/tritonserver/${{ github.event.inputs.triton }}/
  aws cloudfront create-invalidation --distribution-id E371VB8JQ6NRVY --paths "/tritonserver/${{ github.event.inputs.triton }}/*"
-
- create-runner:
- if: github.repository == 'deepjavalibrary/djl'
- runs-on: [ self-hosted, scheduler ]
- steps:
- - name: Create new CPU instance
- id: create_cpu
- run: |
- cd /home/ubuntu/djl_benchmark_script/scripts
- token=$( curl -X POST -H "Authorization: token ${{ secrets.ACTION_RUNNER_PERSONAL_TOKEN }}" \
- https://api.github.com/repos/deepjavalibrary/djl/actions/runners/registration-token \
- --fail \
- | jq '.token' | tr -d '"' )
- ./start_instance.sh action_cpu $token djl
- outputs:
- cpu_instance_id: ${{ steps.create_cpu.outputs.action_cpu_instance_id }}
-
-
- build-fastertransformer:
- if: github.repository == 'deepjavalibrary/djl'
- runs-on: [ self-hosted, cpu ]
- container: deepjavalibrary/djl-serving:fastertransformer-nightly
- timeout-minutes: 60
- needs: create-runner
- steps:
- - uses: actions/checkout@v3
- - name: Build FasterTransformers
- run: |
- tools/scripts/build_ft_deps.sh ${{ github.event.inputs.fastertransformer }} ${{ github.event.inputs.triton }} ${{ github.event.inputs.is_llama_build }}
- - name: Configure AWS Credentials
- uses: aws-actions/configure-aws-credentials@v2
- with:
- aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
- aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
- aws-region: us-east-2
- - name: Copy files to S3 with the AWS CLI
- if: github.event.inputs.is_llama_build == 'false'
- run: |
- aws s3 sync /tmp/binaries/ s3://djl-ai/publish/fastertransformer/${{ github.event.inputs.fastertransformer }}/
- aws cloudfront create-invalidation --distribution-id E371VB8JQ6NRVY --paths "/fastertransformer/${{ github.event.inputs.fastertransformer }}/*"
- - name: Copy files for llama build to S3 with AWS CLI
- if: github.event.inputs.is_llama_build == 'true'
- run: |
- echo "pushing binaries to ft/llama"
- aws s3 sync /tmp/binaries/ s3://djl-ai/publish/fastertransformer/llama/
- aws cloudfront create-invalidation --distribution-id E371VB8JQ6NRVY --paths "/fastertransformer-llama/${{ github.event.inputs.fastertransformer }}/*"
-
- stop-runner:
- if: ${{ github.repository == 'deepjavalibrary/djl' && always() }}
- runs-on: [ self-hosted, scheduler ]
- needs: [ create-runner, build-fastertransformer]
- steps:
- - name: Stop all instances
- run: |
- cd /home/ubuntu/djl_benchmark_script/scripts
- instance_id=${{ needs.create-runner.outputs.cpu_instance_id }}
- ./stop_instance.sh $instance_id

.github/workflows/codeql-analysis-java.yml

@@ -36,11 +36,11 @@ jobs:
  - name: Checkout repository
  uses: actions/checkout@v3
 
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
 
  - name: Init gradle
  run: ./gradlew --no-daemon clean

.github/workflows/continuous.yml

@@ -21,11 +21,11 @@ jobs:
 
  steps:
  - uses: actions/checkout@v3
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  # Enable gradle cache: https:/actions/cache/blob/master/examples.md#java---gradle
  - uses: actions/cache@v3
  with:
@@ -107,11 +107,11 @@ jobs:
  runs-on: windows-latest
  steps:
  - uses: actions/checkout@v3
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  # Enable gradle cache: https:/actions/cache/blob/master/examples.md#java---gradle
  - uses: actions/cache@v3
  with:

.github/workflows/docs.yml

@@ -3,7 +3,6 @@ name: Docs
 on:
  pull_request:
  paths:
- - "**.ipynb"
  - "docs/mkdocs.yml"
  # Publish docs weekly
  schedule:
@@ -15,11 +14,11 @@ jobs:
  if: github.repository == 'deepjavalibrary/djl'
  runs-on: ubuntu-latest
  steps:
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  - name: Set up Python3
  uses: actions/setup-python@v4
  with:
@@ -38,10 +37,6 @@ jobs:
  - name: add mybinder link
  run: |
  python3 tools/scripts/add_online_runner.py
- - name: run Notebooks
- run: |
- cd jupyter
- bash test_notebook.sh
  - name: clone demos
  run: |
  cd docs
@@ -50,6 +45,10 @@ jobs:
  run: |
  cd docs
  git clone https:/deepjavalibrary/djl-serving.git serving
+ - name: run Notebooks
+ run: |
+ cd docs/demos/jupyter
+ bash test_notebook.sh
  - name: build docs
  run: |
  cd docs

.github/workflows/native_jni_s3_paddle.yml

@@ -15,11 +15,11 @@ jobs:
 
  steps:
  - uses: actions/checkout@v3
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  - uses: actions/cache@v3
  with:
  path: ~/.gradle/caches
@@ -55,11 +55,11 @@ jobs:
  ln -sf /usr/bin/cmake3 /usr/bin/cmake
  pip3 install awscli --upgrade
  - uses: actions/checkout@v3
- - name: Set up JDK 11
+ - name: Set up JDK 17
  uses: actions/setup-java@v3
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  - uses: actions/cache@v3
  with:
  path: ~/.gradle/caches

.github/workflows/native_jni_s3_pytorch.yml

@@ -16,11 +16,11 @@ jobs:
 
  steps:
  - uses: actions/checkout@v3
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  - uses: actions/cache@v3
  with:
  path: ~/.gradle/caches
@@ -55,11 +55,11 @@ jobs:
  container: nvidia/cuda:11.3.1-cudnn8-devel-ubuntu18.04
  steps:
  - uses: actions/checkout@v3
- - name: Set up JDK 11
+ - name: Set up JDK 17
  uses: actions/setup-java@v3
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  - uses: actions/cache@v3
  with:
  path: ~/.gradle/caches
@@ -116,11 +116,11 @@ jobs:
  ln -s /usr/bin/cmake3 /usr/bin/cmake
  pip3 install awscli --upgrade
  - uses: actions/checkout@v3
- - name: Set up JDK 11
+ - name: Set up JDK 17
  uses: actions/setup-java@v3
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  - uses: actions/cache@v3
  with:
  path: ~/.gradle/caches
@@ -137,6 +137,7 @@ jobs:
  ./gradlew :engines:pytorch:pytorch-native:compileJNI -Pprecxx11 -Ppt_version=$PYTORCH_VERSION
  ./gradlew -Pjni -Ppt_version=$PYTORCH_VERSION :integration:test "-Dai.djl.default_engine=PyTorch"
  ./gradlew :engines:pytorch:pytorch-native:cleanJNI
+ rm -rf ~/.djl.ai
  ./gradlew :engines:pytorch:pytorch-native:compileJNI -Pcu11 -Pprecxx11 -Ppt_version=$PYTORCH_VERSION
  - name: Configure AWS Credentials
  uses: aws-actions/configure-aws-credentials@v1-node16
@@ -156,11 +157,11 @@ jobs:
  runs-on: windows-latest
  steps:
  - uses: actions/checkout@v3
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  - uses: actions/cache@v3
  with:
  path: ~/.gradle/caches
@@ -205,13 +206,13 @@ jobs:
 
  build-pytorch-jni-arm64-macos:
  if: github.repository == 'deepjavalibrary/djl'
- runs-on: [ self-hosted, ARM64, macOS ]
+ runs-on: macos-latest-xlarge
  steps:
  - uses: actions/checkout@v3
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
- java-version: 11
+ java-version: 17
  distribution: corretto
  architecture: aarch64
  - uses: actions/cache@v3
@@ -259,6 +260,7 @@ jobs:
  aarch64_instance_id: ${{ steps.create_aarch64.outputs.action_graviton_instance_id }}
 
  build-pytorch-jni-aarch64:
+ if: github.repository == 'deepjavalibrary/djl'
  runs-on: [ self-hosted, aarch64 ]
  container: amazonlinux:2
  timeout-minutes: 30
@@ -268,14 +270,14 @@ jobs:
  run: |
  yum -y update
  yum -y groupinstall "Development Tools"
- yum -y install patch git cmake3 python3-devel java-11-amazon-corretto
+ yum -y install patch git cmake3 python3-devel java-17-amazon-corretto-devel
  ln -sf /usr/bin/cmake3 /usr/bin/cmake
  pip3 install awscli --upgrade
  - uses: actions/checkout@v3
  - name: Release JNI prep
  run: |
- export JAVA_HOME=/usr/lib/jvm/java-11-amazon-corretto.aarch64
- export PATH=$PATH:$JAVA_HOME
+ export JAVA_HOME=/usr/lib/jvm/java-17-amazon-corretto.aarch64
+ export PATH=$PATH:$JAVA_HOME/bin
  PYTORCH_VERSION=${{ github.event.inputs.pt_version }}
  export PYTORCH_VERSION=${PYTORCH_VERSION:-$(cat gradle.properties | awk -F '=' '/pytorch_version/ {print $2}')}
  echo $PYTORCH_VERSION

.github/workflows/native_jni_s3_pytorch_android.yml

@@ -7,17 +7,18 @@ on:
 
 jobs:
  build-pytorch-jni-android:
+ if: github.repository == 'deepjavalibrary/djl'
  runs-on: ubuntu-latest
  env:
  NDK_VERSION: "21.1.6352462"
 
  steps:
  - uses: actions/checkout@v3
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  - uses: actions/cache@v3
  with:
  path: ~/.gradle/caches

.github/workflows/native_jni_s3_tensorrt.yml

@@ -11,11 +11,11 @@ jobs:
  - name: Install Environment
  run: pip3 install awscli --upgrade
  - uses: actions/checkout@v3
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  - uses: actions/cache@v3
  with:
  path: ~/.gradle/caches

.github/workflows/native_publish_mxnet.yml

@@ -14,11 +14,11 @@ jobs:
 
  steps:
  - uses: actions/checkout@v3
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  # Enable gradle cache: https:/actions/cache/blob/master/examples.md#java---gradle
  - uses: actions/cache@v3
  with:

.github/workflows/native_publish_paddle.yml

@@ -14,11 +14,11 @@ jobs:
 
  steps:
  - uses: actions/checkout@v3
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  # Enable gradle cache: https:/actions/cache/blob/master/examples.md#java---gradle
  - uses: actions/cache@v3
  with: