[tensorrt] Updates tensorrt to 9.2.0

.github/workflows/build_triton_and_ft.yml

@@ -1,41 +1,33 @@
-name: Build Triton Server and FasterTransformers
+name: Build Triton Server
 
 on:
  workflow_dispatch:
  inputs:
  triton:
  description: 'triton branch version'
  required: true
- default: 'r23.04'
- fastertransformer:
- description: 'fastertransformer branch/tag version'
- required: true
- default: 'main'
- is_llama_build:
- description: 'whether to build custom llama source'
- required: false
- type: boolean
- default: false
+ default: 'r23.10'
 
 jobs:
  build-triton:
  if: github.repository == 'deepjavalibrary/djl'
  runs-on: ubuntu-latest
  steps:
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
  with:
  repository: triton-inference-server/server
  ref: ${{ github.event.inputs.triton }}
  - name: Set up Python3
- uses: actions/setup-python@v4
+ uses: actions/setup-python@v5
  with:
  python-version: '3.x'
  - name: Build Triton Binary
  shell: 'script -q -e -c "bash --noprofile --norc -eo pipefail {0}"'
  run: |
- python3 build.py --enable-logging --enable-metrics --enable-stats --enable-cpu-metrics --endpoint http
+ pip3 install requests
+ python3 build.py --enable-logging --enable-metrics --enable-stats --enable-cpu-metrics --enable-gpu --endpoint http
  - name: Configure AWS Credentials
- uses: aws-actions/configure-aws-credentials@v2
+ uses: aws-actions/configure-aws-credentials@v4
  with:
  aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
  aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
@@ -45,60 +37,3 @@ jobs:
  aws s3 cp build/install/lib/libtritonserver.so s3://djl-ai/publish/tritonserver/${{ github.event.inputs.triton }}/
  aws s3 cp build/install/bin/tritonserver s3://djl-ai/publish/tritonserver/${{ github.event.inputs.triton }}/
  aws cloudfront create-invalidation --distribution-id E371VB8JQ6NRVY --paths "/tritonserver/${{ github.event.inputs.triton }}/*"
-
- create-runner:
- if: github.repository == 'deepjavalibrary/djl'
- runs-on: [ self-hosted, scheduler ]
- steps:
- - name: Create new CPU instance
- id: create_cpu
- run: |
- cd /home/ubuntu/djl_benchmark_script/scripts
- token=$( curl -X POST -H "Authorization: token ${{ secrets.ACTION_RUNNER_PERSONAL_TOKEN }}" \
- https://api.github.com/repos/deepjavalibrary/djl/actions/runners/registration-token \
- --fail \
- | jq '.token' | tr -d '"' )
- ./start_instance.sh action_cpu $token djl
- outputs:
- cpu_instance_id: ${{ steps.create_cpu.outputs.action_cpu_instance_id }}
-
-
- build-fastertransformer:
- if: github.repository == 'deepjavalibrary/djl'
- runs-on: [ self-hosted, cpu ]
- container: deepjavalibrary/djl-serving:fastertransformer-nightly
- timeout-minutes: 60
- needs: create-runner
- steps:
- - uses: actions/checkout@v3
- - name: Build FasterTransformers
- run: |
- tools/scripts/build_ft_deps.sh ${{ github.event.inputs.fastertransformer }} ${{ github.event.inputs.triton }} ${{ github.event.inputs.is_llama_build }}
- - name: Configure AWS Credentials
- uses: aws-actions/configure-aws-credentials@v2
- with:
- aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
- aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
- aws-region: us-east-2
- - name: Copy files to S3 with the AWS CLI
- if: github.event.inputs.is_llama_build == 'false'
- run: |
- aws s3 sync /tmp/binaries/ s3://djl-ai/publish/fastertransformer/${{ github.event.inputs.fastertransformer }}/
- aws cloudfront create-invalidation --distribution-id E371VB8JQ6NRVY --paths "/fastertransformer/${{ github.event.inputs.fastertransformer }}/*"
- - name: Copy files for llama build to S3 with AWS CLI
- if: github.event.inputs.is_llama_build == 'true'
- run: |
- echo "pushing binaries to ft/llama"
- aws s3 sync /tmp/binaries/ s3://djl-ai/publish/fastertransformer/llama/
- aws cloudfront create-invalidation --distribution-id E371VB8JQ6NRVY --paths "/fastertransformer-llama/${{ github.event.inputs.fastertransformer }}/*"
-
- stop-runner:
- if: ${{ github.repository == 'deepjavalibrary/djl' && always() }}
- runs-on: [ self-hosted, scheduler ]
- needs: [ create-runner, build-fastertransformer]
- steps:
- - name: Stop all instances
- run: |
- cd /home/ubuntu/djl_benchmark_script/scripts
- instance_id=${{ needs.create-runner.outputs.cpu_instance_id }}
- ./stop_instance.sh $instance_id

.github/workflows/codeql-analysis-java.yml

@@ -34,20 +34,20 @@ jobs:
 
  steps:
  - name: Checkout repository
- uses: actions/checkout@v3
+ uses: actions/checkout@v4
 
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
 
  - name: Init gradle
  run: ./gradlew --no-daemon clean
 
  # Initializes the CodeQL tools for scanning.
  - name: Initialize CodeQL
- uses: github/codeql-action/init@v2
+ uses: github/codeql-action/init@v3
  with:
  languages: ${{ matrix.language }}
  # If you wish to specify custom queries, you can do so here or in a config file.
@@ -58,7 +58,7 @@ jobs:
  # Autobuild attempts to build any compiled languages (C/C++, C#, or Java).
  # If this step fails, then you should remove it and run the build manually (see below)
  - name: Autobuild
- uses: github/codeql-action/autobuild@v2
+ uses: github/codeql-action/autobuild@v3
 
  # ℹ️ Command-line programs to run using the OS shell.
  # 📚 https://git.io/JvXDl
@@ -72,4 +72,4 @@ jobs:
  # make release
 
  - name: Perform CodeQL Analysis
- uses: github/codeql-action/analyze@v2
+ uses: github/codeql-action/analyze@v3

.github/workflows/continuous.yml

@@ -10,24 +10,33 @@ on:
  - "**.js"
  - "**.css"
  - "android/**"
+ push:
+ paths-ignore:
+ - "**.md"
+ - "**.ipynb"
+ - "**.json"
+ - "**.html"
+ - "**.js"
+ - "**.css"
+ - "android/**"
 
 jobs:
  build:
  if: github.repository == 'deepjavalibrary/djl'
  runs-on: ${{ matrix.operating-system }}
  strategy:
  matrix:
- operating-system: [ ubuntu-latest, macos-12 ]
+ operating-system: [ ubuntu-latest, macos-13 ]
 
  steps:
- - uses: actions/checkout@v3
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - uses: actions/checkout@v4
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  # Enable gradle cache: https:/actions/cache/blob/master/examples.md#java---gradle
- - uses: actions/cache@v3
+ - uses: actions/cache@v4
  with:
  path: ~/.gradle/caches
  key: ${{ runner.os }}-gradle-${{ hashFiles('**/*.gradle*') }}
@@ -41,6 +50,9 @@ jobs:
  filters: |
  src:
  - 'extensions/sentencepiece/**'
+ - name: install libomp on macos
+ if: ${{ runner.os == 'macOS' }}
+ run: brew install libomp
  - name: Compile Sentencepiece JNI
  if: steps.sentencepiece_changes.outputs.src == 'true'
  run: ./gradlew :extensions:sentencepiece:compileJNI
@@ -106,14 +118,14 @@ jobs:
  if: github.repository == 'deepjavalibrary/djl'
  runs-on: windows-latest
  steps:
- - uses: actions/checkout@v3
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - uses: actions/checkout@v4
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  # Enable gradle cache: https:/actions/cache/blob/master/examples.md#java---gradle
- - uses: actions/cache@v3
+ - uses: actions/cache@v4
  with:
  path: ~/.gradle/caches
  key: ${{ runner.os }}-gradle-${{ hashFiles('**/*.gradle*') }}

.github/workflows/docker_publish.yml

@@ -15,11 +15,11 @@ jobs:
  if: github.repository == 'deepjavalibrary/djl'
  runs-on: ubuntu-latest
  steps:
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
  - name: Setup Docker buildx
  uses: docker/setup-buildx-action@v2
  - name: Configure AWS Credentials
- uses: aws-actions/configure-aws-credentials@v1-node16
+ uses: aws-actions/configure-aws-credentials@v4
  with:
  aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
  aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
@@ -56,4 +56,4 @@ jobs:
  context: .
  file: docker/spark/Dockerfile
  build-args: DJL_VERSION=${DJL_VERSION}
- tags: deepjavalibrary/djl-spark:${{ env.DJL_VERSION }}-cpu
+ tags: deepjavalibrary/djl-spark:${{ env.DJL_VERSION }}-cpu

.github/workflows/docs.yml

@@ -3,7 +3,6 @@ name: Docs
 on:
  pull_request:
  paths:
- - "**.ipynb"
  - "docs/mkdocs.yml"
  # Publish docs weekly
  schedule:
@@ -15,13 +14,13 @@ jobs:
  if: github.repository == 'deepjavalibrary/djl'
  runs-on: ubuntu-latest
  steps:
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  - name: Set up Python3
- uses: actions/setup-python@v4
+ uses: actions/setup-python@v5
  with:
  python-version: '3.x'
  - name: Install CN fonts
@@ -34,14 +33,10 @@ jobs:
  cd IJava/
  ./gradlew installKernel
  - name: checkout repo
- uses: actions/checkout@v3
+ uses: actions/checkout@v4
  - name: add mybinder link
  run: |
  python3 tools/scripts/add_online_runner.py
- - name: run Notebooks
- run: |
- cd jupyter
- bash test_notebook.sh
  - name: clone demos
  run: |
  cd docs
@@ -50,13 +45,18 @@ jobs:
  run: |
  cd docs
  git clone https:/deepjavalibrary/djl-serving.git serving
+ - name: run Notebooks
+ run: |
+ cd docs/demos/jupyter
+ bash test_notebook.sh
  - name: build docs
  run: |
  cd docs
+ export DJL_DISABLE_PROGRESS_BAR=true
  mkdocs build --site-dir ../../site
  - name: Configure AWS Credentials
  if: github.event_name != 'pull_request'
- uses: aws-actions/configure-aws-credentials@v1-node16
+ uses: aws-actions/configure-aws-credentials@v4
  with:
  aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
  aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}

.github/workflows/native_build_mxnet_osx.yml

@@ -9,7 +9,7 @@ jobs:
 
  steps:
  - name: Checkout Apache MXNet repository
- uses: actions/checkout@v3
+ uses: actions/checkout@v4
  with:
  repository: apache/incubator-mxnet
  ref: 1.9.1

.github/workflows/native_jni_s3_paddle.yml

@@ -14,13 +14,13 @@ jobs:
  operating-system: [ macos-latest, windows-latest ]
 
  steps:
- - uses: actions/checkout@v3
- - name: Set up JDK 11
- uses: actions/setup-java@v3
+ - uses: actions/checkout@v4
+ - name: Set up JDK 17
+ uses: actions/setup-java@v4
  with:
  distribution: 'corretto'
- java-version: 11
- - uses: actions/cache@v3
+ java-version: 17
+ - uses: actions/cache@v4
  with:
  path: ~/.gradle/caches
  key: ${{ runner.os }}-gradle-${{ hashFiles('**/*.gradle*') }}
@@ -55,11 +55,11 @@ jobs:
  ln -sf /usr/bin/cmake3 /usr/bin/cmake
  pip3 install awscli --upgrade
  - uses: actions/checkout@v3
- - name: Set up JDK 11
+ - name: Set up JDK 17
  uses: actions/setup-java@v3
  with:
  distribution: 'corretto'
- java-version: 11
+ java-version: 17
  - uses: actions/cache@v3
  with:
  path: ~/.gradle/caches
@@ -81,7 +81,7 @@ jobs:
  runs-on: ubuntu-latest
  needs: [ build-paddle-jni-cpu, build-paddle-jni-linux ]
  steps:
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v4
  - name: Download compiledJNI Mac
  uses: actions/download-artifact@v3
  with:
@@ -98,7 +98,7 @@ jobs:
  name: jnilib-Linux
  path: jnilib
  - name: Configure AWS Credentials
- uses: aws-actions/configure-aws-credentials@v1-node16
+ uses: aws-actions/configure-aws-credentials@v4
  with:
  aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
  aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}