[docs] Updating tnx notebook versions for 0.25.0 (#393)

deepjavalibrary · Nov 21, 2023 · 0adb891 · 0adb891
1 parent a0d7dca
commit 0adb891
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 5 deletions.
diff --git a/aws/sagemaker/large-model-inference/sample-llm/tnx_rollingbatch_deploy_llama_13b.ipynb b/aws/sagemaker/large-model-inference/sample-llm/tnx_rollingbatch_deploy_llama_13b.ipynb
@@ -67,7 +67,6 @@
     "option.entryPoint=djl_python.transformers_neuronx\n",
     "option.model_id=OpenAssistant/llama2-13b-orca-8k-3319\n",
     "option.batch_size=4\n",
-    "option.neuron_optimize_level=1\n",
     "option.tensor_parallel_degree=2\n",
     "option.n_positions=512\n",
     "option.rolling_batch=auto\n",
@@ -118,7 +117,7 @@
     "image_uri = image_uris.retrieve(\n",
     "        framework=\"djl-neuronx\",\n",
     "        region=sess.boto_session.region_name,\n",
-    "        version=\"0.24.0\"\n",
+    "        version=\"0.25.0\"\n",
     "    )"
    ]
   },

diff --git a/aws/sagemaker/large-model-inference/sample-llm/tnx_rollingbatch_deploy_llama_7b_int8.ipynb b/aws/sagemaker/large-model-inference/sample-llm/tnx_rollingbatch_deploy_llama_7b_int8.ipynb
@@ -67,7 +67,6 @@
     "option.entryPoint=djl_python.transformers_neuronx\n",
     "option.model_id=openlm-research/open_llama_7b_v2\n",
     "option.batch_size=4\n",
-    "option.neuron_optimize_level=1\n",
     "option.tensor_parallel_degree=2\n",
     "option.load_in_8bit=true\n",
     "option.n_positions=512\n",
@@ -119,7 +118,7 @@
     "image_uri = image_uris.retrieve(\n",
     "        framework=\"djl-neuronx\",\n",
     "        region=sess.boto_session.region_name,\n",
-    "        version=\"0.24.0\"\n",
+    "        version=\"0.25.0\"\n",
     "    )"
    ]
   },

diff --git a/aws/sagemaker/large-model-inference/sample-llm/tnx_rollingbatch_deploy_opt.ipynb b/aws/sagemaker/large-model-inference/sample-llm/tnx_rollingbatch_deploy_opt.ipynb
@@ -116,7 +116,7 @@
     "image_uri = image_uris.retrieve(\n",
     "        framework=\"djl-neuronx\",\n",
     "        region=sess.boto_session.region_name,\n",
-    "        version=\"0.24.0\"\n",
+    "        version=\"0.25.0\"\n",
     "    )"
    ]
   },