add algebraic logging

.github/workflows/build_triton_and_ft.yml

@@ -1,21 +1,12 @@
-name: Build Triton Server and FasterTransformers
+name: Build Triton Server
 
 on:
   workflow_dispatch:
     inputs:
       triton:
         description: 'triton branch version'
         required: true
-        default: 'r23.04'
-      fastertransformer:
-        description: 'fastertransformer branch/tag version'
-        required: true
-        default: 'main'
-      is_llama_build:
-        description: 'whether to build custom llama source'
-        required: false
-        type: boolean
-        default: false
+        default: 'r23.10'
 
 jobs:
   build-triton:
@@ -33,7 +24,8 @@ jobs:
       - name: Build Triton Binary
         shell: 'script -q -e -c "bash --noprofile --norc -eo pipefail {0}"'
         run: |
-          python3 build.py --enable-logging --enable-metrics --enable-stats --enable-cpu-metrics --endpoint http
+          pip3 install requests
+          python3 build.py --enable-logging --enable-metrics --enable-stats --enable-cpu-metrics --enable-gpu --endpoint http
       - name: Configure AWS Credentials
         uses: aws-actions/configure-aws-credentials@v2
         with:
@@ -45,60 +37,3 @@ jobs:
           aws s3 cp build/install/lib/libtritonserver.so s3://djl-ai/publish/tritonserver/${{ github.event.inputs.triton }}/
           aws s3 cp build/install/bin/tritonserver s3://djl-ai/publish/tritonserver/${{ github.event.inputs.triton }}/
           aws cloudfront create-invalidation --distribution-id E371VB8JQ6NRVY --paths "/tritonserver/${{ github.event.inputs.triton }}/*"
-
-  create-runner:
-    if: github.repository == 'deepjavalibrary/djl'
-    runs-on: [ self-hosted, scheduler ]
-    steps:
-      - name: Create new CPU instance
-        id: create_cpu
-        run: |
-          cd /home/ubuntu/djl_benchmark_script/scripts
-          token=$( curl -X POST -H "Authorization: token ${{ secrets.ACTION_RUNNER_PERSONAL_TOKEN }}" \
-          https://api.github.com/repos/deepjavalibrary/djl/actions/runners/registration-token \
-          --fail \
-          | jq '.token' | tr -d '"' )
-          ./start_instance.sh action_cpu $token djl
-    outputs:
-      cpu_instance_id: ${{ steps.create_cpu.outputs.action_cpu_instance_id }}
-
-
-  build-fastertransformer:
-    if: github.repository == 'deepjavalibrary/djl'
-    runs-on: [ self-hosted, cpu ]
-    container: deepjavalibrary/djl-serving:fastertransformer-nightly
-    timeout-minutes: 60
-    needs: create-runner
-    steps:
-      - uses: actions/checkout@v3
-      - name: Build FasterTransformers
-        run: |
-          tools/scripts/build_ft_deps.sh ${{ github.event.inputs.fastertransformer }} ${{ github.event.inputs.triton }} ${{ github.event.inputs.is_llama_build }}
-      - name: Configure AWS Credentials
-        uses: aws-actions/configure-aws-credentials@v2
-        with:
-          aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}
-          aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
-          aws-region: us-east-2
-      - name: Copy files to S3 with the AWS CLI
-        if: github.event.inputs.is_llama_build == 'false'
-        run: |
-          aws s3 sync /tmp/binaries/ s3://djl-ai/publish/fastertransformer/${{ github.event.inputs.fastertransformer }}/
-          aws cloudfront create-invalidation --distribution-id E371VB8JQ6NRVY --paths "/fastertransformer/${{ github.event.inputs.fastertransformer }}/*"
-      - name: Copy files for llama build to S3 with AWS CLI
-        if: github.event.inputs.is_llama_build == 'true'
-        run: |
-          echo "pushing binaries to ft/llama"
-          aws s3 sync /tmp/binaries/ s3://djl-ai/publish/fastertransformer/llama/
-          aws cloudfront create-invalidation --distribution-id E371VB8JQ6NRVY --paths "/fastertransformer-llama/${{ github.event.inputs.fastertransformer }}/*"
-
-  stop-runner:
-    if: ${{ github.repository == 'deepjavalibrary/djl' && always() }}
-    runs-on: [ self-hosted, scheduler ]
-    needs: [ create-runner, build-fastertransformer]
-    steps:
-      - name: Stop all instances
-        run: |
-          cd /home/ubuntu/djl_benchmark_script/scripts
-          instance_id=${{ needs.create-runner.outputs.cpu_instance_id }}
-          ./stop_instance.sh $instance_id

.github/workflows/codeql-analysis-java.yml

@@ -36,11 +36,11 @@ jobs:
       - name: Checkout repository
         uses: actions/checkout@v3
 
-      - name: Set up JDK 11
-        uses: actions/setup-java@v3
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
 
       - name: Init gradle
         run: ./gradlew --no-daemon clean

.github/workflows/continuous.yml

@@ -21,11 +21,11 @@ jobs:
 
     steps:
       - uses: actions/checkout@v3
-      - name: Set up JDK 11
-        uses: actions/setup-java@v3
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
       # Enable gradle cache: https://github.com/actions/cache/blob/master/examples.md#java---gradle
       - uses: actions/cache@v3
         with:
@@ -107,11 +107,11 @@ jobs:
     runs-on: windows-latest
     steps:
       - uses: actions/checkout@v3
-      - name: Set up JDK 11
-        uses: actions/setup-java@v3
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
       # Enable gradle cache: https://github.com/actions/cache/blob/master/examples.md#java---gradle
       - uses: actions/cache@v3
         with:

.github/workflows/docs.yml

@@ -3,7 +3,6 @@ name: Docs
 on:
   pull_request:
     paths:
-      - "**.ipynb"
       - "docs/mkdocs.yml"
   # Publish docs weekly
   schedule:
@@ -15,11 +14,11 @@ jobs:
     if: github.repository == 'deepjavalibrary/djl'
     runs-on: ubuntu-latest
     steps:
-      - name: Set up JDK 11
-        uses: actions/setup-java@v3
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
       - name: Set up Python3
         uses: actions/setup-python@v4
         with:
@@ -38,10 +37,6 @@ jobs:
       - name: add mybinder link
         run: |
           python3 tools/scripts/add_online_runner.py
-      - name: run Notebooks
-        run: |
-          cd jupyter
-          bash test_notebook.sh
       - name: clone demos
         run: |
           cd docs
@@ -50,6 +45,10 @@ jobs:
         run: |
           cd docs
           git clone https://github.com/deepjavalibrary/djl-serving.git serving
+      - name: run Notebooks
+        run: |
+          cd docs/demos/jupyter
+          bash test_notebook.sh
       - name: build docs
         run: |
           cd docs

.github/workflows/native_jni_s3_paddle.yml

@@ -15,11 +15,11 @@ jobs:
 
     steps:
       - uses: actions/checkout@v3
-      - name: Set up JDK 11
-        uses: actions/setup-java@v3
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
       - uses: actions/cache@v3
         with:
           path: ~/.gradle/caches
@@ -55,11 +55,11 @@ jobs:
           ln -sf /usr/bin/cmake3 /usr/bin/cmake
           pip3 install awscli --upgrade
       - uses: actions/checkout@v3
-      - name: Set up JDK 11
+      - name: Set up JDK 17
         uses: actions/setup-java@v3
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
       - uses: actions/cache@v3
         with:
           path: ~/.gradle/caches

.github/workflows/native_jni_s3_pytorch.yml

@@ -16,11 +16,11 @@ jobs:
 
     steps:
       - uses: actions/checkout@v3
-      - name: Set up JDK 11
-        uses: actions/setup-java@v3
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
       - uses: actions/cache@v3
         with:
           path: ~/.gradle/caches
@@ -55,11 +55,11 @@ jobs:
     container: nvidia/cuda:11.3.1-cudnn8-devel-ubuntu18.04
     steps:
       - uses: actions/checkout@v3
-      - name: Set up JDK 11
+      - name: Set up JDK 17
         uses: actions/setup-java@v3
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
       - uses: actions/cache@v3
         with:
           path: ~/.gradle/caches
@@ -116,11 +116,11 @@ jobs:
           ln -s /usr/bin/cmake3 /usr/bin/cmake
           pip3 install awscli --upgrade
       - uses: actions/checkout@v3
-      - name: Set up JDK 11
+      - name: Set up JDK 17
         uses: actions/setup-java@v3
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
       - uses: actions/cache@v3
         with:
           path: ~/.gradle/caches
@@ -137,6 +137,7 @@ jobs:
           ./gradlew :engines:pytorch:pytorch-native:compileJNI -Pprecxx11 -Ppt_version=$PYTORCH_VERSION
           ./gradlew -Pjni -Ppt_version=$PYTORCH_VERSION :integration:test "-Dai.djl.default_engine=PyTorch"
           ./gradlew :engines:pytorch:pytorch-native:cleanJNI
+          rm -rf ~/.djl.ai
           ./gradlew :engines:pytorch:pytorch-native:compileJNI -Pcu11 -Pprecxx11 -Ppt_version=$PYTORCH_VERSION
       - name: Configure AWS Credentials
         uses: aws-actions/configure-aws-credentials@v1-node16
@@ -156,11 +157,11 @@ jobs:
     runs-on: windows-latest
     steps:
       - uses: actions/checkout@v3
-      - name: Set up JDK 11
-        uses: actions/setup-java@v3
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
       - uses: actions/cache@v3
         with:
           path: ~/.gradle/caches
@@ -205,13 +206,13 @@ jobs:
 
   build-pytorch-jni-arm64-macos:
     if: github.repository == 'deepjavalibrary/djl'
-    runs-on: [ self-hosted, ARM64, macOS ]
+    runs-on: macos-latest-xlarge
     steps:
       - uses: actions/checkout@v3
-      - name: Set up JDK 11
-        uses: actions/setup-java@v3
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
         with:
-          java-version: 11
+          java-version: 17
           distribution: corretto
           architecture: aarch64
       - uses: actions/cache@v3
@@ -259,6 +260,7 @@ jobs:
       aarch64_instance_id: ${{ steps.create_aarch64.outputs.action_graviton_instance_id }}
 
   build-pytorch-jni-aarch64:
+    if: github.repository == 'deepjavalibrary/djl'
     runs-on: [ self-hosted, aarch64 ]
     container: amazonlinux:2
     timeout-minutes: 30
@@ -268,14 +270,14 @@ jobs:
         run: |
           yum -y update
           yum -y groupinstall "Development Tools"
-          yum -y install patch git cmake3 python3-devel java-11-amazon-corretto
+          yum -y install patch git cmake3 python3-devel java-17-amazon-corretto-devel
           ln -sf /usr/bin/cmake3 /usr/bin/cmake
           pip3 install awscli --upgrade
       - uses: actions/checkout@v3
       - name: Release JNI prep
         run: |
-          export JAVA_HOME=/usr/lib/jvm/java-11-amazon-corretto.aarch64
-          export PATH=$PATH:$JAVA_HOME
+          export JAVA_HOME=/usr/lib/jvm/java-17-amazon-corretto.aarch64
+          export PATH=$PATH:$JAVA_HOME/bin
           PYTORCH_VERSION=${{ github.event.inputs.pt_version }}
           export PYTORCH_VERSION=${PYTORCH_VERSION:-$(cat gradle.properties | awk -F '=' '/pytorch_version/ {print $2}')}
           echo $PYTORCH_VERSION

.github/workflows/native_jni_s3_pytorch_android.yml

@@ -7,17 +7,18 @@ on:
 
 jobs:
   build-pytorch-jni-android:
+    if: github.repository == 'deepjavalibrary/djl'
     runs-on: ubuntu-latest
     env:
       NDK_VERSION: "21.1.6352462"
 
     steps:
       - uses: actions/checkout@v3
-      - name: Set up JDK 11
-        uses: actions/setup-java@v3
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
       - uses: actions/cache@v3
         with:
           path: ~/.gradle/caches

.github/workflows/native_jni_s3_tensorrt.yml

@@ -11,11 +11,11 @@ jobs:
       - name: Install Environment
         run: pip3 install awscli --upgrade
       - uses: actions/checkout@v3
-      - name: Set up JDK 11
-        uses: actions/setup-java@v3
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
       - uses: actions/cache@v3
         with:
           path: ~/.gradle/caches

.github/workflows/native_publish_mxnet.yml

@@ -14,11 +14,11 @@ jobs:
 
     steps:
       - uses: actions/checkout@v3
-      - name: Set up JDK 11
-        uses: actions/setup-java@v3
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
       # Enable gradle cache: https://github.com/actions/cache/blob/master/examples.md#java---gradle
       - uses: actions/cache@v3
         with:

.github/workflows/native_publish_paddle.yml

@@ -14,11 +14,11 @@ jobs:
 
     steps:
       - uses: actions/checkout@v3
-      - name: Set up JDK 11
-        uses: actions/setup-java@v3
+      - name: Set up JDK 17
+        uses: actions/setup-java@v4
         with:
           distribution: 'corretto'
-          java-version: 11
+          java-version: 17
       # Enable gradle cache: https://github.com/actions/cache/blob/master/examples.md#java---gradle
       - uses: actions/cache@v3
         with: