Merge branch 'master' into 2.5-ec2

aws · Nov 14, 2024 · af063ed · af063ed
2 parents 0d36124 + 00458b9
commit af063ed
Showing 1 changed file with 33 additions and 7 deletions.
diff --git a/release_images_inference.yml b/release_images_inference.yml
@@ -58,14 +58,14 @@ release_images:
       force_release: False
   5:
     framework: "djl"
-    version: "0.28.0"
+    version: "0.26.0"
     arch_type: "x86"
     inference:
       device_types: [ "gpu" ]
       python_versions: [ "py310" ]
       os_version: "ubuntu22.04"
-      lmi_version: "10.0.0"
-      cuda_version: "cu124"
+      tensorrtllm_version: "0.7.1"
+      cuda_version: "cu122"
       example: False
       disable_sm_tag: True
       force_release: False
@@ -146,28 +146,54 @@ release_images:
       disable_sm_tag: False
       force_release: False
   12:
+    framework: "djl"
+    version: "0.27.0"
+    arch_type: "x86"
+    inference:
+      device_types: [ "gpu" ]
+      python_versions: [ "py310" ]
+      os_version: "ubuntu22.04"
+      tensorrtllm_version: "0.8.0"
+      cuda_version: "cu122"
+      example: False
+      disable_sm_tag: True
+      force_release: False
+  13:
+    framework: "djl"
+    version: "0.28.0"
+    arch_type: "x86"
+    inference:
+      device_types: [ "gpu" ]
+      python_versions: [ "py310" ]
+      os_version: "ubuntu22.04"
+      tensorrtllm_version: "0.9.0"
+      cuda_version: "cu122"
+      example: False
+      disable_sm_tag: True
+      force_release: False
+  14:
     framework: "djl"
     version: "0.29.0"
     arch_type: "x86"
     inference:
       device_types: [ "gpu" ]
       python_versions: [ "py310" ]
       os_version: "ubuntu22.04"
-      lmi_version: "11.0.0"
+      tensorrtllm_version: "0.11.0"
       cuda_version: "cu124"
       example: False
       disable_sm_tag: True
       force_release: False
-  13:
+  15:
     framework: "djl"
     version: "0.30.0"
     arch_type: "x86"
     inference:
       device_types: [ "gpu" ]
       python_versions: [ "py310" ]
       os_version: "ubuntu22.04"
-      lmi_version: "12.0.0"
-      cuda_version: "cu124"
+      tensorrtllm_version: "0.12.0"
+      cuda_version: "cu125"
       example: False
       disable_sm_tag: True
       force_release: False