Fix SM Endpoint Error (#3940)

* Fix SM Endpoint Error * test inf * pin docker * buil true * fix build override * use sdk 2.220 * unpin docker * pin docker * Update requirements.txt * Update requirements.txt * revert toml --------- Co-authored-by: arjkesh <[email protected]>
aws · May 21, 2024 · 5e8fa65 · 5e8fa65
1 parent c777e1c
commit 5e8fa65
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 1 deletion.
diff --git a/pytorch/inference/buildspec.yml b/pytorch/inference/buildspec.yml
@@ -43,6 +43,7 @@ images:
     torch_serve_version: &TORCHSERVE_VERSION 0.11.0
     tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-ec2" ]
     latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-ec2" ]
+    # build_tag_override: "beta:2.2.0-cpu-py310-ubuntu20.04-ec2"
     docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /Dockerfile., *DEVICE_TYPE ]
     target: ec2
     context:
@@ -59,6 +60,7 @@ images:
     torch_serve_version: &TORCHSERVE_VERSION 0.11.0
     tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION, "-ec2" ]
     latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION, "-ec2" ]
+    # build_tag_override: "beta:2.2.0-gpu-py310-cu118-ubuntu20.04-ec2"
     docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /, *CUDA_VERSION, /Dockerfile.,
                          *DEVICE_TYPE ]
     target: ec2
@@ -76,6 +78,7 @@ images:
     tool_kit_version: &SM_TOOLKIT_VERSION 2.0.23
     tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-sagemaker" ]
     latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *OS_VERSION, "-sagemaker" ]
+    # build_tag_override: "beta:2.2.0-cpu-py310-ubuntu20.04-sagemaker"
     docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /Dockerfile., *DEVICE_TYPE ]
     target: sagemaker
     context:
@@ -93,6 +96,7 @@ images:
     tool_kit_version: &SM_TOOLKIT_VERSION 2.0.23
     tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION, "-sagemaker" ]
     latest_release_tag: !join [ *VERSION, "-", *DEVICE_TYPE, "-", *TAG_PYTHON_VERSION, "-", *CUDA_VERSION, "-", *OS_VERSION, "-sagemaker" ]
+    # build_tag_override: "beta:2.2.0-gpu-py310-cu118-ubuntu20.04-sagemaker"
     docker_file: !join [ docker/, *SHORT_VERSION, /, *DOCKER_PYTHON_VERSION, /, *CUDA_VERSION, /Dockerfile.,
                          *DEVICE_TYPE ]
     target: sagemaker

diff --git a/test/sagemaker_tests/pytorch/inference/requirements.txt b/test/sagemaker_tests/pytorch/inference/requirements.txt
@@ -17,7 +17,7 @@ pytest<8.1
 pytest-cov
 pytest-rerunfailures
 pytest-xdist
-requests
+requests<2.32.0
 requests_mock
 retrying==1.3.3
 sagemaker>=2,<3