diff --git a/.circleci/real_config.yml b/.circleci/real_config.yml index afe717c8445..d2b8405555f 100644 --- a/.circleci/real_config.yml +++ b/.circleci/real_config.yml @@ -37,7 +37,7 @@ parameters: # be referenced by --ee testing. default-pt-gpu-image: type: string - default: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-03ae7d7 + default: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-079eb6d # Some python, go, and react dependencies are cached by circleci via `save_cache`/`restore_cache`. # If the dependencies stay the same, but the circleci code that would produce them is changed, # it may be necessary to invalidate the cache by incrementing this value. @@ -201,7 +201,7 @@ commands: - when: condition: <> steps: - - run: docker pull determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7 + - run: docker pull determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d login-docker: parameters: @@ -1806,7 +1806,7 @@ jobs: test-unit-harness-gpu: docker: - - image: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.29.1 + - image: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.30.1 resource_class: determined-ai/container-runner-gpu steps: - run: mkdir -p ~/.ssh && ssh-keyscan github.com >> ~/.ssh/known_hosts @@ -1828,7 +1828,7 @@ jobs: test-unit-harness-pytorch2-gpu: docker: - - image: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-03ae7d7 + - image: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-079eb6d resource_class: determined-ai/container-runner-gpu steps: - run: mkdir -p ~/.ssh && ssh-keyscan github.com >> ~/.ssh/known_hosts @@ -1850,7 +1850,7 @@ jobs: test-unit-harness-pytorch2-cpu: docker: - - image: determinedai/environments:py-3.10-pytorch-2.0-cpu-03ae7d7 + - image: determinedai/environments:py-3.10-pytorch-2.0-cpu-079eb6d steps: - run: mkdir -p ~/.ssh && ssh-keyscan github.com >> ~/.ssh/known_hosts - checkout @@ -1871,7 +1871,7 @@ jobs: test-unit-harness-gpu-parallel: docker: - - image: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.29.1 + - image: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.30.1 resource_class: determined-ai/container-runner-multi-gpu steps: - run: mkdir -p ~/.ssh && ssh-keyscan github.com >> ~/.ssh/known_hosts @@ -2489,7 +2489,7 @@ jobs: type: string default: "1" environment-image: - default: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.29.1 + default: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.30.1 type: string accel-node-taints: type: string diff --git a/docs/model-dev-guide/api-guides/apis-howto/_index.rst b/docs/model-dev-guide/api-guides/apis-howto/_index.rst index 3748800f4d5..3c6dbdccaf2 100644 --- a/docs/model-dev-guide/api-guides/apis-howto/_index.rst +++ b/docs/model-dev-guide/api-guides/apis-howto/_index.rst @@ -76,13 +76,13 @@ experiment is controlled by the container image that has been configured for tha Determined provides prebuilt Docker images that include TensorFlow 2.11, 1.15, and 2.8, respectively: -- ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.29.1`` (default) +- ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.30.1`` (default) - ``determinedai/environments:cuda-10.2-pytorch-1.7-tf-1.15-gpu-0.21.2`` - ``determinedai/environments:cuda-11.2-tf-2.8-gpu-0.29.1`` We also provide lightweight CPU-only counterparts: -- ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.29.1`` +- ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.30.1`` - ``determinedai/environments:py-3.8-tf-2.8-cpu-0.29.1`` To change the container image used for an experiment, specify :ref:`environment.image diff --git a/docs/model-dev-guide/prepare-container/custom-env.rst b/docs/model-dev-guide/prepare-container/custom-env.rst index c54efa0a48b..f6887234d3b 100644 --- a/docs/model-dev-guide/prepare-container/custom-env.rst +++ b/docs/model-dev-guide/prepare-container/custom-env.rst @@ -101,9 +101,9 @@ Default Images +-------------+-------------------------------------------------------------------------------+ | Environment | File Name | +=============+===============================================================================+ -| CPUs | ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.29.1`` | +| CPUs | ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.30.1`` | +-------------+-------------------------------------------------------------------------------+ -| NVIDIA GPUs | ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.29.1`` | +| NVIDIA GPUs | ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.30.1`` | +-------------+-------------------------------------------------------------------------------+ | AMD GPUs | ``determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-0.26.4`` | +-------------+-------------------------------------------------------------------------------+ @@ -132,7 +132,7 @@ Example Dockerfile that installs custom ``conda``-, ``pip``-, and ``apt``-based .. code:: bash # Determined Image - FROM determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.29.1 + FROM determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.30.1 # Custom Configuration RUN apt-get update && \ @@ -195,7 +195,7 @@ environments using :ref:`custom images `: .. code:: bash # Determined Image - FROM determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.29.1 + FROM determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.30.1 # Create a virtual environment RUN conda create -n myenv python=3.8 diff --git a/docs/reference/deploy/helm-config-reference.rst b/docs/reference/deploy/helm-config-reference.rst index 5176e86713c..4941ddd8004 100644 --- a/docs/reference/deploy/helm-config-reference.rst +++ b/docs/reference/deploy/helm-config-reference.rst @@ -194,11 +194,11 @@ - ``cpuImage``: Sets the default Docker image for all non-GPU tasks. If a Docker image is specified in the :ref:`experiment config ` this default is overriden. - Defaults to: ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.29.1``. + Defaults to: ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.30.1``. - ``gpuImage``: Sets the default Docker image for all GPU tasks. If a Docker image is specified in the :ref:`experiment config ` this default is overriden. Defaults - to: ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.29.1``. + to: ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.30.1``. - ``logPolicies``: Sets log policies for trials. For details, visit :ref:`log_policies `. diff --git a/docs/reference/deploy/master-config-reference.rst b/docs/reference/deploy/master-config-reference.rst index 5b1aae56278..41b24185667 100644 --- a/docs/reference/deploy/master-config-reference.rst +++ b/docs/reference/deploy/master-config-reference.rst @@ -89,9 +89,9 @@ configure different container images for NVIDIA GPU tasks using the ``cuda`` key Determined 0.17.6), CPU tasks using ``cpu`` key, and ROCm (AMD GPU) tasks using the ``rocm`` key. Default values: -- ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.29.1`` for NVIDIA GPUs. +- ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.30.1`` for NVIDIA GPUs. - ``determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-0.26.4`` for ROCm. -- ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.29.1`` for CPUs. +- ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.30.1`` for CPUs. ``environment_variables`` ========================= diff --git a/docs/reference/experiment-config-reference.rst b/docs/reference/experiment-config-reference.rst index a7bcc040aef..0cf28a3b7d4 100644 --- a/docs/reference/experiment-config-reference.rst +++ b/docs/reference/experiment-config-reference.rst @@ -1316,8 +1316,8 @@ Optional. The Docker image to use when executing the workload. This image must b container images for NVIDIA GPU tasks using ``cuda`` key (``gpu`` prior to 0.17.6), CPU tasks using ``cpu`` key, and ROCm (AMD GPU) tasks using ``rocm`` key. Default values: -- ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.29.1`` for NVIDIA GPUs. -- ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.29.1`` for CPUs. +- ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.30.1`` for NVIDIA GPUs. +- ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.30.1`` for CPUs. - ``determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-0.26.4`` for ROCm. When the cluster is configured with :ref:`resource_manager.type: slurm diff --git a/docs/reference/job-config-reference.rst b/docs/reference/job-config-reference.rst index 22f14c73320..c02bc416ebb 100644 --- a/docs/reference/job-config-reference.rst +++ b/docs/reference/job-config-reference.rst @@ -45,9 +45,9 @@ The following configuration settings are supported: different container images for NVIDIA GPU tasks using ``cuda`` key (``gpu`` prior to 0.17.6), CPU tasks using ``cpu`` key, and ROCm (AMD GPU) tasks using ``rocm`` key. Default values: - - ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.29.1`` for NVIDIA GPUs. + - ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.30.1`` for NVIDIA GPUs. - ``determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-0.26.4`` for ROCm. - - ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.29.1`` for CPUs. + - ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.30.1`` for CPUs. - ``force_pull_image``: Forcibly pull the image from the Docker registry and bypass the Docker cache. Defaults to ``false``. diff --git a/docs/setup-cluster/deploy-cluster/slurm/singularity.rst b/docs/setup-cluster/deploy-cluster/slurm/singularity.rst index 77f44c46a39..806e82436a1 100644 --- a/docs/setup-cluster/deploy-cluster/slurm/singularity.rst +++ b/docs/setup-cluster/deploy-cluster/slurm/singularity.rst @@ -26,9 +26,9 @@ by default in this version of Determined are described below. +-------------+--------------------------------------------------------------------------+ | Environment | File Name | +=============+==========================================================================+ -| CPUs | ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7`` | +| CPUs | ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d`` | +-------------+--------------------------------------------------------------------------+ -| NVIDIA GPUs | ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7`` | +| NVIDIA GPUs | ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d`` | +-------------+--------------------------------------------------------------------------+ | AMD GPUs | ``determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-622d512`` | +-------------+--------------------------------------------------------------------------+ diff --git a/docs/setup-cluster/gcp/install-gcp.rst b/docs/setup-cluster/gcp/install-gcp.rst index d3042740390..dbee6f0d797 100644 --- a/docs/setup-cluster/gcp/install-gcp.rst +++ b/docs/setup-cluster/gcp/install-gcp.rst @@ -406,5 +406,5 @@ This command line will spin up a cluster of up to 2 A100s in the ``us-central1-c --compute-agent-instance-type a2-highgpu-1g --gpu-num 1 \ --gpu-type nvidia-tesla-a100 \ --region us-central1 --zone us-central1-c \ - --gpu-env-image determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.29.1 \ - --cpu-env-image determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.29.1 + --gpu-env-image determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.30.1 \ + --cpu-env-image determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.30.1 diff --git a/docs/setup-cluster/slurm/singularity.rst b/docs/setup-cluster/slurm/singularity.rst index 9d4e14652e5..1d6ef9f2a10 100644 --- a/docs/setup-cluster/slurm/singularity.rst +++ b/docs/setup-cluster/slurm/singularity.rst @@ -26,9 +26,9 @@ by default in this version of Determined are described below. +-------------+--------------------------------------------------------------------------+ | Environment | File Name | +=============+==========================================================================+ -| CPUs | ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7`` | +| CPUs | ``determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d`` | +-------------+--------------------------------------------------------------------------+ -| NVIDIA GPUs | ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7`` | +| NVIDIA GPUs | ``determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d`` | +-------------+--------------------------------------------------------------------------+ | AMD GPUs | ``determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-622d512`` | +-------------+--------------------------------------------------------------------------+ diff --git a/docs/setup-cluster/slurm/slurm-requirements.rst b/docs/setup-cluster/slurm/slurm-requirements.rst index 7126bebf245..d907a407665 100644 --- a/docs/setup-cluster/slurm/slurm-requirements.rst +++ b/docs/setup-cluster/slurm/slurm-requirements.rst @@ -510,7 +510,7 @@ platform. There may be additional per-user configuration that is required. .. code:: bash - image=determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7 + image=determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d cd /shared/enroot/images enroot import docker://$image enroot create /shared/enroot/images/${image//[\/:]/\+}.sqsh diff --git a/e2e_tests/tests/config.py b/e2e_tests/tests/config.py index 3a783c18059..c079e476ac7 100644 --- a/e2e_tests/tests/config.py +++ b/e2e_tests/tests/config.py @@ -14,12 +14,12 @@ MAX_TRIAL_BUILD_SECS = 90 -DEFAULT_TF2_CPU_IMAGE = "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7" -DEFAULT_TF2_GPU_IMAGE = "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7" -DEFAULT_PT_CPU_IMAGE = "determinedai/environments:py-3.9-pytorch-1.12-cpu-03ae7d7" -DEFAULT_PT_GPU_IMAGE = "determinedai/environments:cuda-11.3-pytorch-1.12-gpu-03ae7d7" -DEFAULT_PT2_CPU_IMAGE = "determinedai/environments:py-3.10-pytorch-2.0-cpu-03ae7d7" -DEFAULT_PT2_GPU_IMAGE = "determinedai/environments:cuda-11.8-pytorch-2.0-gpu-03ae7d7" +DEFAULT_TF2_CPU_IMAGE = "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d" +DEFAULT_TF2_GPU_IMAGE = "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d" +DEFAULT_PT_CPU_IMAGE = "determinedai/environments:py-3.9-pytorch-1.12-cpu-079eb6d" +DEFAULT_PT_GPU_IMAGE = "determinedai/environments:cuda-11.3-pytorch-1.12-gpu-079eb6d" +DEFAULT_PT2_CPU_IMAGE = "determinedai/environments:py-3.10-pytorch-2.0-cpu-079eb6d" +DEFAULT_PT2_GPU_IMAGE = "determinedai/environments:cuda-11.8-pytorch-2.0-gpu-079eb6d" TF2_CPU_IMAGE = os.environ.get("TF2_CPU_IMAGE") or DEFAULT_TF2_CPU_IMAGE TF2_GPU_IMAGE = os.environ.get("TF2_GPU_IMAGE") or DEFAULT_TF2_GPU_IMAGE diff --git a/harness/determined/deploy/aws/templates/efs.yaml b/harness/determined/deploy/aws/templates/efs.yaml index 9eb2a9dfffe..c0c5c1825c8 100644 --- a/harness/determined/deploy/aws/templates/efs.yaml +++ b/harness/determined/deploy/aws/templates/efs.yaml @@ -3,35 +3,35 @@ Mappings: RegionMap: ap-northeast-1: Master: ami-00910ef9457f0df47 - Agent: ami-0581f861a00dab473 + Agent: ami-0aae1314bf4cd46a8 # TODO(DET-4258) Uncomment these when we fully support all P3 regions. # ap-northeast-2: # Master: ami-035e3e44dc41db6a2 - # Agent: ami-0ba8919c43d1d8cab + # Agent: ami-01a7dc54f4832d921 # ap-southeast-1: # Master: ami-0fd1ee6c8b656f020 - # Agent: ami-08190d9f352e9157f + # Agent: ami-08c7512a3a706763d # ap-southeast-2: # Master: ami-0b62ecd3babd1c548 - # Agent: ami-0af8a0dc1582a1f3b + # Agent: ami-08d850301481cfa6f eu-central-1: Master: ami-0abbe417ed83c0b29 - Agent: ami-09d66f5a074e983ca + Agent: ami-0c3642bfef1e23d05 eu-west-1: Master: ami-0e3f7dd2dc743e48a - Agent: ami-027d2d1f92b4ba863 + Agent: ami-0f9e5e94c7d911407 # eu-west-2: # Master: ami-0d78429fb6af30994 - # Agent: ami-0c1f3c5203afb4a8f + # Agent: ami-001ac62ef6c960d70 us-east-1: Master: ami-0172070f66a8ebe63 - Agent: ami-053c295dd390f2a40 + Agent: ami-00681263a44d2b064 us-east-2: Master: ami-0bafa3699418551cd - Agent: ami-07e0b9bf1ea2852d8 + Agent: ami-03b081710dc515cb7 us-west-2: Master: ami-0ceeab680f529cc36 - Agent: ami-0f74a44ed4ce75025 + Agent: ami-0f0978d073ce78ae4 Parameters: VpcCIDR: diff --git a/harness/determined/deploy/aws/templates/fsx.yaml b/harness/determined/deploy/aws/templates/fsx.yaml index 2f55eb56538..4b27c105329 100644 --- a/harness/determined/deploy/aws/templates/fsx.yaml +++ b/harness/determined/deploy/aws/templates/fsx.yaml @@ -3,35 +3,35 @@ Mappings: RegionMap: ap-northeast-1: Master: ami-00910ef9457f0df47 - Agent: ami-0581f861a00dab473 + Agent: ami-0aae1314bf4cd46a8 # TODO(DET-4258) Uncomment these when we fully support all P3 regions. # ap-northeast-2: # Master: ami-035e3e44dc41db6a2 - # Agent: ami-0ba8919c43d1d8cab + # Agent: ami-01a7dc54f4832d921 # ap-southeast-1: # Master: ami-0fd1ee6c8b656f020 - # Agent: ami-08190d9f352e9157f + # Agent: ami-08c7512a3a706763d # ap-southeast-2: # Master: ami-0b62ecd3babd1c548 - # Agent: ami-0af8a0dc1582a1f3b + # Agent: ami-08d850301481cfa6f eu-central-1: Master: ami-0abbe417ed83c0b29 - Agent: ami-09d66f5a074e983ca + Agent: ami-0c3642bfef1e23d05 eu-west-1: Master: ami-0e3f7dd2dc743e48a - Agent: ami-027d2d1f92b4ba863 + Agent: ami-0f9e5e94c7d911407 # eu-west-2: # Master: ami-0d78429fb6af30994 - # Agent: ami-0c1f3c5203afb4a8f + # Agent: ami-001ac62ef6c960d70 us-east-1: Master: ami-0172070f66a8ebe63 - Agent: ami-053c295dd390f2a40 + Agent: ami-00681263a44d2b064 us-east-2: Master: ami-0bafa3699418551cd - Agent: ami-07e0b9bf1ea2852d8 + Agent: ami-03b081710dc515cb7 us-west-2: Master: ami-0ceeab680f529cc36 - Agent: ami-0f74a44ed4ce75025 + Agent: ami-0f0978d073ce78ae4 Parameters: VpcCIDR: diff --git a/harness/determined/deploy/aws/templates/govcloud.yaml b/harness/determined/deploy/aws/templates/govcloud.yaml index 28a0cca46bd..3208af5782d 100644 --- a/harness/determined/deploy/aws/templates/govcloud.yaml +++ b/harness/determined/deploy/aws/templates/govcloud.yaml @@ -5,10 +5,10 @@ Mappings: RegionMap: us-gov-east-1: Master: ami-04ef693ebcf519dc3 - Agent: ami-0f8b824c4dd2a429d + Agent: ami-047875a86e970378f us-gov-west-1: Master: ami-08bd15d820a3c087e - Agent: ami-05ab84798a30661d3 + Agent: ami-0aa306aba45ce531c Parameters: Keypair: Type: AWS::EC2::KeyPair::KeyName diff --git a/harness/determined/deploy/aws/templates/lore.yaml b/harness/determined/deploy/aws/templates/lore.yaml index 5b275717611..659f664608d 100644 --- a/harness/determined/deploy/aws/templates/lore.yaml +++ b/harness/determined/deploy/aws/templates/lore.yaml @@ -3,35 +3,35 @@ Mappings: RegionMap: ap-northeast-1: Master: ami-00910ef9457f0df47 - Agent: ami-0581f861a00dab473 + Agent: ami-0aae1314bf4cd46a8 # TODO(DET-4258) Uncomment these when we fully support all P3 regions. # ap-northeast-2: # Master: ami-035e3e44dc41db6a2 - # Agent: ami-0ba8919c43d1d8cab + # Agent: ami-01a7dc54f4832d921 # ap-southeast-1: # Master: ami-0fd1ee6c8b656f020 - # Agent: ami-08190d9f352e9157f + # Agent: ami-08c7512a3a706763d # ap-southeast-2: # Master: ami-0b62ecd3babd1c548 - # Agent: ami-0af8a0dc1582a1f3b + # Agent: ami-08d850301481cfa6f eu-central-1: Master: ami-0abbe417ed83c0b29 - Agent: ami-09d66f5a074e983ca + Agent: ami-0c3642bfef1e23d05 eu-west-1: Master: ami-0e3f7dd2dc743e48a - Agent: ami-027d2d1f92b4ba863 + Agent: ami-0f9e5e94c7d911407 # eu-west-2: # Master: ami-0d78429fb6af30994 - # Agent: ami-0c1f3c5203afb4a8f + # Agent: ami-001ac62ef6c960d70 us-east-1: Master: ami-0172070f66a8ebe63 - Agent: ami-053c295dd390f2a40 + Agent: ami-00681263a44d2b064 us-east-2: Master: ami-0bafa3699418551cd - Agent: ami-07e0b9bf1ea2852d8 + Agent: ami-03b081710dc515cb7 us-west-2: Master: ami-0ceeab680f529cc36 - Agent: ami-0f74a44ed4ce75025 + Agent: ami-0f0978d073ce78ae4 Parameters: VpcCIDR: diff --git a/harness/determined/deploy/aws/templates/secure.yaml b/harness/determined/deploy/aws/templates/secure.yaml index 60a935b39e7..f4c32480e8b 100644 --- a/harness/determined/deploy/aws/templates/secure.yaml +++ b/harness/determined/deploy/aws/templates/secure.yaml @@ -4,44 +4,44 @@ Mappings: RegionMap: ap-northeast-1: Master: ami-00910ef9457f0df47 - Agent: ami-0581f861a00dab473 + Agent: ami-0aae1314bf4cd46a8 Bastion: ami-00910ef9457f0df47 # TODO(DET-4258) Uncomment these when we fully support all P3 regions. # ap-northeast-2: # Master: ami-035e3e44dc41db6a2 - # Agent: ami-0ba8919c43d1d8cab + # Agent: ami-01a7dc54f4832d921 # Bastion: ami-035e3e44dc41db6a2 # ap-southeast-1: # Master: ami-0fd1ee6c8b656f020 - # Agent: ami-08190d9f352e9157f + # Agent: ami-08c7512a3a706763d # Bastion: ami-0fd1ee6c8b656f020 # ap-southeast-2: # Master: ami-0b62ecd3babd1c548 - # Agent: ami-0af8a0dc1582a1f3b + # Agent: ami-08d850301481cfa6f # Bastion: ami-0b62ecd3babd1c548 eu-central-1: Master: ami-0abbe417ed83c0b29 - Agent: ami-09d66f5a074e983ca + Agent: ami-0c3642bfef1e23d05 Bastion: ami-0abbe417ed83c0b29 eu-west-1: Master: ami-0e3f7dd2dc743e48a - Agent: ami-027d2d1f92b4ba863 + Agent: ami-0f9e5e94c7d911407 Bastion: ami-0e3f7dd2dc743e48a # eu-west-2: # Master: ami-0d78429fb6af30994 - # Agent: ami-0c1f3c5203afb4a8f + # Agent: ami-001ac62ef6c960d70 # Bastion: ami-0d78429fb6af30994 us-east-1: Master: ami-0172070f66a8ebe63 - Agent: ami-053c295dd390f2a40 + Agent: ami-00681263a44d2b064 Bastion: ami-0172070f66a8ebe63 us-east-2: Master: ami-0bafa3699418551cd - Agent: ami-07e0b9bf1ea2852d8 + Agent: ami-03b081710dc515cb7 Bastion: ami-0bafa3699418551cd us-west-2: Master: ami-0ceeab680f529cc36 - Agent: ami-0f74a44ed4ce75025 + Agent: ami-0f0978d073ce78ae4 Bastion: ami-0ceeab680f529cc36 Parameters: diff --git a/harness/determined/deploy/aws/templates/simple-rds.yaml b/harness/determined/deploy/aws/templates/simple-rds.yaml index 80036be160b..c2399bcba56 100644 --- a/harness/determined/deploy/aws/templates/simple-rds.yaml +++ b/harness/determined/deploy/aws/templates/simple-rds.yaml @@ -5,35 +5,35 @@ Mappings: RegionMap: ap-northeast-1: Master: ami-00910ef9457f0df47 - Agent: ami-0581f861a00dab473 + Agent: ami-0aae1314bf4cd46a8 # TODO(DET-4258) Uncomment these when we fully support all P3 regions. # ap-northeast-2: # Master: ami-035e3e44dc41db6a2 - # Agent: ami-0ba8919c43d1d8cab + # Agent: ami-01a7dc54f4832d921 # ap-southeast-1: # Master: ami-0fd1ee6c8b656f020 - # Agent: ami-08190d9f352e9157f + # Agent: ami-08c7512a3a706763d # ap-southeast-2: # Master: ami-0b62ecd3babd1c548 - # Agent: ami-0af8a0dc1582a1f3b + # Agent: ami-08d850301481cfa6f eu-central-1: Master: ami-0abbe417ed83c0b29 - Agent: ami-09d66f5a074e983ca + Agent: ami-0c3642bfef1e23d05 eu-west-1: Master: ami-0e3f7dd2dc743e48a - Agent: ami-027d2d1f92b4ba863 + Agent: ami-0f9e5e94c7d911407 # eu-west-2: # Master: ami-0d78429fb6af30994 - # Agent: ami-0c1f3c5203afb4a8f + # Agent: ami-001ac62ef6c960d70 us-east-1: Master: ami-0172070f66a8ebe63 - Agent: ami-053c295dd390f2a40 + Agent: ami-00681263a44d2b064 us-east-2: Master: ami-0bafa3699418551cd - Agent: ami-07e0b9bf1ea2852d8 + Agent: ami-03b081710dc515cb7 us-west-2: Master: ami-0ceeab680f529cc36 - Agent: ami-0f74a44ed4ce75025 + Agent: ami-0f0978d073ce78ae4 Parameters: Keypair: diff --git a/harness/determined/deploy/aws/templates/simple.yaml b/harness/determined/deploy/aws/templates/simple.yaml index a88469d6b91..e47962337da 100644 --- a/harness/determined/deploy/aws/templates/simple.yaml +++ b/harness/determined/deploy/aws/templates/simple.yaml @@ -5,35 +5,35 @@ Mappings: RegionMap: ap-northeast-1: Master: ami-00910ef9457f0df47 - Agent: ami-0581f861a00dab473 + Agent: ami-0aae1314bf4cd46a8 # TODO(DET-4258) Uncomment these when we fully support all P3 regions. # ap-northeast-2: # Master: ami-035e3e44dc41db6a2 - # Agent: ami-0ba8919c43d1d8cab + # Agent: ami-01a7dc54f4832d921 # ap-southeast-1: # Master: ami-0fd1ee6c8b656f020 - # Agent: ami-08190d9f352e9157f + # Agent: ami-08c7512a3a706763d # ap-southeast-2: # Master: ami-0b62ecd3babd1c548 - # Agent: ami-0af8a0dc1582a1f3b + # Agent: ami-08d850301481cfa6f eu-central-1: Master: ami-0abbe417ed83c0b29 - Agent: ami-09d66f5a074e983ca + Agent: ami-0c3642bfef1e23d05 eu-west-1: Master: ami-0e3f7dd2dc743e48a - Agent: ami-027d2d1f92b4ba863 + Agent: ami-0f9e5e94c7d911407 # eu-west-2: # Master: ami-0d78429fb6af30994 - # Agent: ami-0c1f3c5203afb4a8f + # Agent: ami-001ac62ef6c960d70 us-east-1: Master: ami-0172070f66a8ebe63 - Agent: ami-053c295dd390f2a40 + Agent: ami-00681263a44d2b064 us-east-2: Master: ami-0bafa3699418551cd - Agent: ami-07e0b9bf1ea2852d8 + Agent: ami-03b081710dc515cb7 us-west-2: Master: ami-0ceeab680f529cc36 - Agent: ami-0f74a44ed4ce75025 + Agent: ami-0f0978d073ce78ae4 Parameters: Keypair: diff --git a/harness/determined/deploy/gcp/constants.py b/harness/determined/deploy/gcp/constants.py index 1d561abdd0b..b8e2f4c7827 100644 --- a/harness/determined/deploy/gcp/constants.py +++ b/harness/determined/deploy/gcp/constants.py @@ -4,7 +4,7 @@ class defaults: DB_PASSWORD = "postgres" BOOT_DISK_SIZE = 200 BOOT_DISK_TYPE = "pd-standard" - ENVIRONMENT_IMAGE = "det-environments-03ae7d7" + ENVIRONMENT_IMAGE = "det-environments-079eb6d" GPU_NUM = 4 GPU_TYPE = "nvidia-tesla-t4" MASTER_INSTANCE_TYPE = "n1-standard-2" diff --git a/harness/tests/experiment/fixtures/ancient-checkpoints/0.17.6-keras/metadata.json b/harness/tests/experiment/fixtures/ancient-checkpoints/0.17.6-keras/metadata.json index 83531e5594d..0f73e99f103 100644 --- a/harness/tests/experiment/fixtures/ancient-checkpoints/0.17.6-keras/metadata.json +++ b/harness/tests/experiment/fixtures/ancient-checkpoints/0.17.6-keras/metadata.json @@ -39,8 +39,8 @@ }, "force_pull_image": false, "image": { - "cpu": "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7", - "cuda": "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7", + "cpu": "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d", + "cuda": "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d", "rocm": "determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-622d512" }, "pod_spec": null, diff --git a/harness/tests/experiment/fixtures/ancient-checkpoints/0.17.6-pytorch/metadata.json b/harness/tests/experiment/fixtures/ancient-checkpoints/0.17.6-pytorch/metadata.json index 60c9af6e41b..3baad1c5bc0 100644 --- a/harness/tests/experiment/fixtures/ancient-checkpoints/0.17.6-pytorch/metadata.json +++ b/harness/tests/experiment/fixtures/ancient-checkpoints/0.17.6-pytorch/metadata.json @@ -38,8 +38,8 @@ }, "force_pull_image": false, "image": { - "cpu": "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7", - "cuda": "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7", + "cpu": "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d", + "cuda": "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d", "rocm": "determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-622d512" }, "pod_spec": null, diff --git a/harness/tests/fixtures/checkpoint.json b/harness/tests/fixtures/checkpoint.json index c22d578a03f..4c29689ca3c 100644 --- a/harness/tests/fixtures/checkpoint.json +++ b/harness/tests/fixtures/checkpoint.json @@ -69,8 +69,8 @@ }, "force_pull_image":false, "image":{ - "cpu":"determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7", - "cuda":"determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7", + "cpu":"determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d", + "cuda":"determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d", "rocm":"determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-622d512" }, "pod_spec":null, diff --git a/helm/charts/determined/values.yaml b/helm/charts/determined/values.yaml index fd056c4d98e..6ee4d0186cc 100644 --- a/helm/charts/determined/values.yaml +++ b/helm/charts/determined/values.yaml @@ -31,8 +31,8 @@ defaultImages: kubeSchedulerPreemption: "determinedai/kube-scheduler:0.17.0" # default images for CPU and GPU environments - cpuImage: "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7" - gpuImage: "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7" + cpuImage: "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d" + gpuImage: "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d" # Install Determined enterprise edition. enterpriseEdition: false diff --git a/master/internal/config/provconfig/aws_config.go b/master/internal/config/provconfig/aws_config.go index 1c5f5bcc939..b01841b228c 100644 --- a/master/internal/config/provconfig/aws_config.go +++ b/master/internal/config/provconfig/aws_config.go @@ -50,16 +50,16 @@ type AWSClusterConfig struct { } var defaultAWSImageID = map[string]string{ - "ap-northeast-1": "ami-0581f861a00dab473", - "ap-northeast-2": "ami-0ba8919c43d1d8cab", - "ap-southeast-1": "ami-08190d9f352e9157f", - "ap-southeast-2": "ami-0af8a0dc1582a1f3b", - "us-east-2": "ami-07e0b9bf1ea2852d8", - "us-east-1": "ami-053c295dd390f2a40", - "us-west-2": "ami-0f74a44ed4ce75025", - "eu-central-1": "ami-09d66f5a074e983ca", - "eu-west-2": "ami-0c1f3c5203afb4a8f", - "eu-west-1": "ami-027d2d1f92b4ba863", + "ap-northeast-1": "ami-0aae1314bf4cd46a8", + "ap-northeast-2": "ami-01a7dc54f4832d921", + "ap-southeast-1": "ami-08c7512a3a706763d", + "ap-southeast-2": "ami-08d850301481cfa6f", + "us-east-2": "ami-03b081710dc515cb7", + "us-east-1": "ami-00681263a44d2b064", + "us-west-2": "ami-0f0978d073ce78ae4", + "eu-central-1": "ami-0c3642bfef1e23d05", + "eu-west-2": "ami-001ac62ef6c960d70", + "eu-west-1": "ami-0f9e5e94c7d911407", } var defaultAWSClusterConfig = AWSClusterConfig{ diff --git a/master/internal/config/provconfig/gcp_config.go b/master/internal/config/provconfig/gcp_config.go index 8a7eadecd78..563de8cbbd3 100644 --- a/master/internal/config/provconfig/gcp_config.go +++ b/master/internal/config/provconfig/gcp_config.go @@ -56,7 +56,7 @@ type GCPClusterConfig struct { func DefaultGCPClusterConfig() *GCPClusterConfig { return &GCPClusterConfig{ BootDiskSize: 200, - BootDiskSourceImage: "projects/determined-ai/global/images/det-environments-03ae7d7", + BootDiskSourceImage: "projects/determined-ai/global/images/det-environments-079eb6d", LabelKey: "managed-by", InstanceType: gceInstanceType{ MachineType: "n1-standard-32", diff --git a/master/pkg/schemas/expconf/const.go b/master/pkg/schemas/expconf/const.go index 50f52816509..98cef59db33 100644 --- a/master/pkg/schemas/expconf/const.go +++ b/master/pkg/schemas/expconf/const.go @@ -8,7 +8,7 @@ const ( // Default task environment docker image names. const ( - CPUImage = "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7" - CUDAImage = "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7" + CPUImage = "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d" + CUDAImage = "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d" ROCMImage = "determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-622d512" ) diff --git a/model_hub/Makefile b/model_hub/Makefile index 092748bfaf9..b33e4a12774 100644 --- a/model_hub/Makefile +++ b/model_hub/Makefile @@ -5,7 +5,7 @@ SHORT_GIT_HASH := $(shell git rev-parse --short HEAD) ARTIFACTS_DIR := /tmp/artifacts # Model-hub library environments will be built on top of the default GPU and CPU images in master/pkg/model/defaults.go -DEFAULT_GPU_IMAGE := determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7 +DEFAULT_GPU_IMAGE := determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d ############REMINDER############ # When bumping third-party library versions, remember to bump versions in diff --git a/schemas/test_cases/v0/experiment.yaml b/schemas/test_cases/v0/experiment.yaml index 4fd76ca9552..8973aee458a 100644 --- a/schemas/test_cases/v0/experiment.yaml +++ b/schemas/test_cases/v0/experiment.yaml @@ -32,8 +32,8 @@ environment_variables: {} force_pull_image: false image: - cpu: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7 - cuda: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7 + cpu: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d + cuda: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d rocm: determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-622d512 pod_spec: null ports: diff --git a/tools/scripts/bumpenvs.yaml b/tools/scripts/bumpenvs.yaml index 869a1a17ecf..2b2a80fb78f 100644 --- a/tools/scripts/bumpenvs.yaml +++ b/tools/scripts/bumpenvs.yaml @@ -1,17 +1,19 @@ -ap_northeast_1_agent_ami: {new: ami-0581f861a00dab473, old: ami-0a06577b7707632f8} +ap_northeast_1_agent_ami: {new: ami-0aae1314bf4cd46a8, old: ami-0581f861a00dab473} ap_northeast_1_bastion_ami: {new: ami-00910ef9457f0df47, old: ami-0c7cb70d3eb61492b} ap_northeast_1_master_ami: {new: ami-00910ef9457f0df47, old: ami-0c7cb70d3eb61492b} -ap_northeast_2_agent_ami: {new: ami-0ba8919c43d1d8cab, old: ami-00d8faa0b84ddbd88} +ap_northeast_2_agent_ami: {new: ami-01a7dc54f4832d921, old: ami-0ba8919c43d1d8cab} ap_northeast_2_bastion_ami: {new: ami-035e3e44dc41db6a2, old: ami-003bb1772f36a39a3} ap_northeast_2_master_ami: {new: ami-035e3e44dc41db6a2, old: ami-003bb1772f36a39a3} -ap_southeast_1_agent_ami: {new: ami-08190d9f352e9157f, old: ami-0435fcad25753a1a6} +ap_southeast_1_agent_ami: {new: ami-08c7512a3a706763d, old: ami-08190d9f352e9157f} ap_southeast_1_bastion_ami: {new: ami-0fd1ee6c8b656f020, old: ami-09f03fa5572692399} ap_southeast_1_master_ami: {new: ami-0fd1ee6c8b656f020, old: ami-09f03fa5572692399} -ap_southeast_2_agent_ami: {new: ami-0af8a0dc1582a1f3b, old: ami-0067e868a8d4f8a1e} +ap_southeast_2_agent_ami: {new: ami-08d850301481cfa6f, old: ami-0af8a0dc1582a1f3b} ap_southeast_2_bastion_ami: {new: ami-0b62ecd3babd1c548, old: ami-06139e5e22cc2f7b1} ap_southeast_2_master_ami: {new: ami-0b62ecd3babd1c548, old: ami-06139e5e22cc2f7b1} -deepspeed_0_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.10-deepspeed-0.8.3-gpu-03ae7d7} -deepspeed_0_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.10-deepspeed-0.8.3-gpu-0.29.1} +deepspeed_0_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.10-deepspeed-0.8.3-gpu-079eb6d, + old: determinedai/environments:cuda-11.3-pytorch-1.10-deepspeed-0.8.3-gpu-03ae7d7} +deepspeed_0_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.10-deepspeed-0.8.3-gpu-0.30.1, + old: determinedai/environments:cuda-11.3-pytorch-1.10-deepspeed-0.8.3-gpu-0.29.1} deepspeed_gpu_0_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.10-deepspeed-0.8.3-gpu-2196775, old: determinedai/environments:cuda-11.3-pytorch-1.10-deepspeed-0.8.3-gpu-f66cbce} deepspeed_gpu_0_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.10-deepspeed-0.8.3-gpu-0.29.1, @@ -20,18 +22,20 @@ deepspeed_gpu_1_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.10-tf-2.8-deepspeed-0.7.0-gpu-mpi-9119094} deepspeed_gpu_1_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.10-tf-2.8-deepspeed-0.7.0-gpu-mpi-0.19.1} -eu_central_1_agent_ami: {new: ami-09d66f5a074e983ca, old: ami-0ec870b46499de494} +eu_central_1_agent_ami: {new: ami-0c3642bfef1e23d05, old: ami-09d66f5a074e983ca} eu_central_1_bastion_ami: {new: ami-0abbe417ed83c0b29, old: ami-0b81e95bb0a06ea8c} eu_central_1_master_ami: {new: ami-0abbe417ed83c0b29, old: ami-0b81e95bb0a06ea8c} -eu_west_1_agent_ami: {new: ami-027d2d1f92b4ba863, old: ami-013c92fb90c7a7971} +eu_west_1_agent_ami: {new: ami-0f9e5e94c7d911407, old: ami-027d2d1f92b4ba863} eu_west_1_bastion_ami: {new: ami-0e3f7dd2dc743e48a, old: ami-029cfca952b331b52} eu_west_1_master_ami: {new: ami-0e3f7dd2dc743e48a, old: ami-029cfca952b331b52} -eu_west_2_agent_ami: {new: ami-0c1f3c5203afb4a8f, old: ami-0a5b2c87970d66d5b} +eu_west_2_agent_ami: {new: ami-001ac62ef6c960d70, old: ami-0c1f3c5203afb4a8f} eu_west_2_bastion_ami: {new: ami-0d78429fb6af30994, old: ami-035469b606478d63d} eu_west_2_master_ami: {new: ami-0d78429fb6af30994, old: ami-035469b606478d63d} -gcp_env: {new: det-environments-03ae7d7, old: det-environments-2196775} -gpt_neox_deepspeed_0_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.10-gpt-neox-deepspeed-gpu-03ae7d7} -gpt_neox_deepspeed_0_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.10-gpt-neox-deepspeed-gpu-0.29.1} +gcp_env: {new: det-environments-079eb6d, old: det-environments-03ae7d7} +gpt_neox_deepspeed_0_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.10-gpt-neox-deepspeed-gpu-079eb6d, + old: determinedai/environments:cuda-11.3-pytorch-1.10-gpt-neox-deepspeed-gpu-03ae7d7} +gpt_neox_deepspeed_0_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.10-gpt-neox-deepspeed-gpu-0.30.1, + old: determinedai/environments:cuda-11.3-pytorch-1.10-gpt-neox-deepspeed-gpu-0.29.1} gpt_neox_deepspeed_gpu_0_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.10-gpt-neox-deepspeed-gpu-2196775, old: determinedai/environments:cuda-11.3-pytorch-1.10-gpt-neox-deepspeed-gpu-f66cbce} gpt_neox_deepspeed_gpu_0_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.10-gpt-neox-deepspeed-gpu-0.29.1, @@ -40,46 +44,46 @@ gpt_neox_deepspeed_gpu_1_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.10-tf-2.8-gpt-neox-deepspeed-gpu-mpi-9119094} gpt_neox_deepspeed_gpu_1_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.10-tf-2.8-gpt-neox-deepspeed-gpu-mpi-0.19.1} -pt2_cpu_0_hashed: {new: determinedai/environments:py-3.10-pytorch-2.0-cpu-03ae7d7, - old: determinedai/environments:py-3.10-pytorch-2.0-cpu-2196775} -pt2_cpu_0_versioned: {new: determinedai/environments:py-3.10-pytorch-2.0-cpu-0.29.1, - old: determinedai/environments:py-3.10-pytorch-2.0-cpu-0.27.1} -pt2_cpu_1_hashed: {new: determinedai/environments:py-3.10-pytorch-2.0-cpu-mpi-03ae7d7, - old: determinedai/environments:py-3.10-pytorch-2.0-cpu-mpi-2196775} -pt2_cpu_1_versioned: {new: determinedai/environments:py-3.10-pytorch-2.0-cpu-mpi-0.29.1, - old: determinedai/environments:py-3.10-pytorch-2.0-cpu-mpi-0.27.1} -pt2_gpu_0_hashed: {new: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-03ae7d7, - old: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-2196775} -pt2_gpu_0_versioned: {new: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-0.29.1, - old: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-0.27.1} -pt2_gpu_1_hashed: {new: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-mpi-03ae7d7, - old: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-mpi-2196775} -pt2_gpu_1_versioned: {new: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-mpi-0.29.1, - old: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-mpi-0.27.1} -pt_cpu_0_hashed: {new: determinedai/environments:py-3.9-pytorch-1.12-cpu-03ae7d7, - old: determinedai/environments:py-3.9-pytorch-1.12-cpu-2196775} -pt_cpu_0_versioned: {new: determinedai/environments:py-3.9-pytorch-1.12-cpu-0.29.1, - old: determinedai/environments:py-3.9-pytorch-1.12-cpu-0.27.1} -pt_cpu_1_hashed: {new: determinedai/environments:py-3.9-pytorch-1.12-cpu-mpi-03ae7d7, - old: determinedai/environments:py-3.9-pytorch-1.12-cpu-mpi-2196775} -pt_cpu_1_versioned: {new: determinedai/environments:py-3.9-pytorch-1.12-cpu-mpi-0.29.1, - old: determinedai/environments:py-3.9-pytorch-1.12-cpu-mpi-0.27.1} -pt_gpu_0_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-03ae7d7, - old: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-2196775} -pt_gpu_0_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-0.29.1, - old: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-0.27.1} -pt_gpu_1_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-mpi-03ae7d7, - old: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-mpi-2196775} -pt_gpu_1_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-mpi-0.29.1, - old: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-mpi-0.27.1} +pt2_cpu_0_hashed: {new: determinedai/environments:py-3.10-pytorch-2.0-cpu-079eb6d, + old: determinedai/environments:py-3.10-pytorch-2.0-cpu-03ae7d7} +pt2_cpu_0_versioned: {new: determinedai/environments:py-3.10-pytorch-2.0-cpu-0.30.1, + old: determinedai/environments:py-3.10-pytorch-2.0-cpu-0.29.1} +pt2_cpu_1_hashed: {new: determinedai/environments:py-3.10-pytorch-2.0-cpu-mpi-079eb6d, + old: determinedai/environments:py-3.10-pytorch-2.0-cpu-mpi-03ae7d7} +pt2_cpu_1_versioned: {new: determinedai/environments:py-3.10-pytorch-2.0-cpu-mpi-0.30.1, + old: determinedai/environments:py-3.10-pytorch-2.0-cpu-mpi-0.29.1} +pt2_gpu_0_hashed: {new: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-079eb6d, + old: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-03ae7d7} +pt2_gpu_0_versioned: {new: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-0.30.1, + old: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-0.29.1} +pt2_gpu_1_hashed: {new: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-mpi-079eb6d, + old: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-mpi-03ae7d7} +pt2_gpu_1_versioned: {new: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-mpi-0.30.1, + old: determinedai/environments:cuda-11.8-pytorch-2.0-gpu-mpi-0.29.1} +pt_cpu_0_hashed: {new: determinedai/environments:py-3.9-pytorch-1.12-cpu-079eb6d, + old: determinedai/environments:py-3.9-pytorch-1.12-cpu-03ae7d7} +pt_cpu_0_versioned: {new: determinedai/environments:py-3.9-pytorch-1.12-cpu-0.30.1, + old: determinedai/environments:py-3.9-pytorch-1.12-cpu-0.29.1} +pt_cpu_1_hashed: {new: determinedai/environments:py-3.9-pytorch-1.12-cpu-mpi-079eb6d, + old: determinedai/environments:py-3.9-pytorch-1.12-cpu-mpi-03ae7d7} +pt_cpu_1_versioned: {new: determinedai/environments:py-3.9-pytorch-1.12-cpu-mpi-0.30.1, + old: determinedai/environments:py-3.9-pytorch-1.12-cpu-mpi-0.29.1} +pt_gpu_0_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-079eb6d, + old: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-03ae7d7} +pt_gpu_0_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-0.30.1, + old: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-0.29.1} +pt_gpu_1_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-mpi-079eb6d, + old: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-mpi-03ae7d7} +pt_gpu_1_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-mpi-0.30.1, + old: determinedai/environments:cuda-11.3-pytorch-1.12-gpu-mpi-0.29.1} pytorch10_tf27_rocm50_0_hashed: {new: determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-622d512, old: determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-bf9480b} pytorch10_tf27_rocm50_0_versioned: {new: determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-0.26.4, old: determinedai/environments-dev:rocm-5.0-pytorch-1.10-tf-2.7-rocm-0.26.4} -pytorch13_tf210_rocm56_0_hashed: {new: determinedai/environments:rocm-5.6-pytorch-1.3-tf-2.10-rocm-ompi-03ae7d7, - old: determinedai/environments:rocm-5.6-pytorch-1.3-tf-2.10-rocm-ompi-2196775} -pytorch13_tf210_rocm56_0_versioned: {new: determinedai/environments:rocm-5.6-pytorch-1.3-tf-2.10-rocm-ompi-0.29.1, - old: determinedai/environments:rocm-5.6-pytorch-1.3-tf-2.10-rocm-ompi-0.27.1} +pytorch13_tf210_rocm56_0_hashed: {new: determinedai/environments:rocm-5.6-pytorch-1.3-tf-2.10-rocm-ompi-079eb6d, + old: determinedai/environments:rocm-5.6-pytorch-1.3-tf-2.10-rocm-ompi-03ae7d7} +pytorch13_tf210_rocm56_0_versioned: {new: determinedai/environments:rocm-5.6-pytorch-1.3-tf-2.10-rocm-ompi-0.30.1, + old: determinedai/environments:rocm-5.6-pytorch-1.3-tf-2.10-rocm-ompi-0.29.1} pytorch13_tf210_rocm56_1_hashed: {new: determinedai/environments:rocm-5.6-pytorch-1.3-tf-2.10-rocm-ompi-2196775, old: determinedai/environments:rocm-5.6-pytorch-1.3-tf-2.10-rocm-ompi-f66cbce} pytorch13_tf210_rocm56_1_versioned: {new: determinedai/environments:rocm-5.6-pytorch-1.3-tf-2.10-rocm-ompi-0.29.1, @@ -90,18 +94,18 @@ pytorch19_tf25_rocm_0_versioned: {new: determinedai/environments:rocm-5.0-pytorc old: determinedai/environments:rocm-4.2-pytorch-1.9-tf-2.5-rocm-0.18.5} pytorch19_tf25_rocm_1_hashed: {new: determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-096d730} pytorch19_tf25_rocm_1_versioned: {new: determinedai/environments:rocm-5.0-pytorch-1.10-tf-2.7-rocm-0.19.4} -pytorch20_tf210_rocm56_0_hashed: {new: determinedai/environments:rocm-5.6-pytorch-2.0-tf-2.10-rocm-ompi-03ae7d7, - old: determinedai/environments:rocm-5.6-pytorch-2.0-tf-2.10-rocm-ompi-2196775} -pytorch20_tf210_rocm56_0_versioned: {new: determinedai/environments:rocm-5.6-pytorch-2.0-tf-2.10-rocm-ompi-0.29.1, - old: determinedai/environments:rocm-5.6-pytorch-2.0-tf-2.10-rocm-ompi-0.27.1} +pytorch20_tf210_rocm56_0_hashed: {new: determinedai/environments:rocm-5.6-pytorch-2.0-tf-2.10-rocm-ompi-079eb6d, + old: determinedai/environments:rocm-5.6-pytorch-2.0-tf-2.10-rocm-ompi-03ae7d7} +pytorch20_tf210_rocm56_0_versioned: {new: determinedai/environments:rocm-5.6-pytorch-2.0-tf-2.10-rocm-ompi-0.30.1, + old: determinedai/environments:rocm-5.6-pytorch-2.0-tf-2.10-rocm-ompi-0.29.1} pytorch20_tf210_rocm56_1_hashed: {new: determinedai/environments:rocm-5.6-pytorch-2.0-tf-2.10-rocm-ompi-2196775, old: determinedai/environments:rocm-5.6-pytorch-2.0-tf-2.10-rocm-ompi-f66cbce} pytorch20_tf210_rocm56_1_versioned: {new: determinedai/environments:rocm-5.6-pytorch-2.0-tf-2.10-rocm-ompi-0.29.1, old: determinedai/environments:rocm-5.6-pytorch-2.0-tf-2.10-rocm-ompi-0.27.1} -pytorch_ngc_hashed: {new: determinedai/pytorch-ngc:03ae7d7} -pytorch_ngc_hpc_hashed: {new: determinedai/pytorch-ngc-hpc:03ae7d7} -tensorflow_ngc_hashed: {new: determinedai/tensorflow-ngc:03ae7d7} -tensorflow_ngc_hpc_hashed: {new: determinedai/tensorflow-ngc-hpc:03ae7d7} +pytorch_ngc_hashed: {new: determinedai/pytorch-ngc:079eb6d, old: determinedai/pytorch-ngc:03ae7d7} +pytorch_ngc_hpc_hashed: {new: determinedai/pytorch-ngc-hpc:079eb6d, old: determinedai/pytorch-ngc-hpc:03ae7d7} +tensorflow_ngc_hashed: {new: determinedai/tensorflow-ngc:079eb6d, old: determinedai/tensorflow-ngc:03ae7d7} +tensorflow_ngc_hpc_hashed: {new: determinedai/tensorflow-ngc-hpc:079eb6d, old: determinedai/tensorflow-ngc-hpc:03ae7d7} tf24_cpu_0_hashed: {new: determinedai/environments:py-3.8-pytorch-1.9-tf-2.4-cpu-24586f0, old: determinedai/environments-dev:py-3.8-pytorch-1.9-tf-2.4-cpu-1c769fb} tf24_cpu_0_versioned: {new: determinedai/environments:py-3.8-pytorch-1.9-tf-2.4-cpu-0.19.10, @@ -176,32 +180,32 @@ tf28_gpu_1_hashed: {new: determinedai/environments:cuda-11.2-tf-2.8-gpu-mpi-2196 old: determinedai/environments:cuda-11.2-tf-2.8-gpu-mpi-f66cbce} tf28_gpu_1_versioned: {new: determinedai/environments:cuda-11.2-tf-2.8-gpu-mpi-0.29.1, old: determinedai/environments:cuda-11.2-tf-2.8-gpu-mpi-0.27.1} -tf2_cpu_0_hashed: {new: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7, - old: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-2196775} -tf2_cpu_0_versioned: {new: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.29.1, - old: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.27.1} -tf2_cpu_1_hashed: {new: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-mpi-03ae7d7, - old: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-mpi-2196775} -tf2_cpu_1_versioned: {new: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-mpi-0.29.1, - old: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-mpi-0.27.1} -tf2_gpu_0_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7, - old: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-2196775} -tf2_gpu_0_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.29.1, - old: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.27.1} -tf2_gpu_1_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-mpi-03ae7d7, - old: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-mpi-2196775} -tf2_gpu_1_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-mpi-0.29.1, - old: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-mpi-0.27.1} -us_east_1_agent_ami: {new: ami-053c295dd390f2a40, old: ami-061ff7cfe905dfbd5} +tf2_cpu_0_hashed: {new: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d, + old: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7} +tf2_cpu_0_versioned: {new: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.30.1, + old: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-0.29.1} +tf2_cpu_1_hashed: {new: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-mpi-079eb6d, + old: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-mpi-03ae7d7} +tf2_cpu_1_versioned: {new: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-mpi-0.30.1, + old: determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-mpi-0.29.1} +tf2_gpu_0_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d, + old: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7} +tf2_gpu_0_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.30.1, + old: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-0.29.1} +tf2_gpu_1_hashed: {new: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-mpi-079eb6d, + old: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-mpi-03ae7d7} +tf2_gpu_1_versioned: {new: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-mpi-0.30.1, + old: determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-mpi-0.29.1} +us_east_1_agent_ami: {new: ami-00681263a44d2b064, old: ami-053c295dd390f2a40} us_east_1_bastion_ami: {new: ami-0172070f66a8ebe63, old: ami-0b93ce03dcbcb10f6} us_east_1_master_ami: {new: ami-0172070f66a8ebe63, old: ami-0b93ce03dcbcb10f6} -us_east_2_agent_ami: {new: ami-07e0b9bf1ea2852d8, old: ami-072947196f5aaa3a5} +us_east_2_agent_ami: {new: ami-03b081710dc515cb7, old: ami-07e0b9bf1ea2852d8} us_east_2_bastion_ami: {new: ami-0bafa3699418551cd, old: ami-0cbea92f2377277a4} us_east_2_master_ami: {new: ami-0bafa3699418551cd, old: ami-0cbea92f2377277a4} -us_gov_east_1_agent_ami: {new: ami-0f8b824c4dd2a429d, old: ami-0b20a31b3607df583} +us_gov_east_1_agent_ami: {new: ami-047875a86e970378f, old: ami-0f8b824c4dd2a429d} us_gov_east_1_master_ami: {new: ami-04ef693ebcf519dc3, old: ami-01d71f6009765d511} -us_gov_west_1_agent_ami: {new: ami-05ab84798a30661d3, old: ami-09e52c95db3076b2a} +us_gov_west_1_agent_ami: {new: ami-0aa306aba45ce531c, old: ami-05ab84798a30661d3} us_gov_west_1_master_ami: {new: ami-08bd15d820a3c087e, old: ami-0b64b04df085adbf1} -us_west_2_agent_ami: {new: ami-0f74a44ed4ce75025, old: ami-0d9494a6bae62f03e} +us_west_2_agent_ami: {new: ami-0f0978d073ce78ae4, old: ami-0f74a44ed4ce75025} us_west_2_bastion_ami: {new: ami-0ceeab680f529cc36, old: ami-0d31d7c9fc9503726} us_west_2_master_ami: {new: ami-0ceeab680f529cc36, old: ami-0d31d7c9fc9503726} diff --git a/webui/react/src/fixtures/responses/experiment-details/non-scalar-metrics-4078.json b/webui/react/src/fixtures/responses/experiment-details/non-scalar-metrics-4078.json index b8be32c34fb..ecc4585b436 100644 --- a/webui/react/src/fixtures/responses/experiment-details/non-scalar-metrics-4078.json +++ b/webui/react/src/fixtures/responses/experiment-details/non-scalar-metrics-4078.json @@ -32,8 +32,8 @@ "name": "Fork of Fork of mnist_tp_to_estimator_const", "environment": { "image": { - "cpu": "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7", - "gpu": "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7" + "cpu": "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d", + "gpu": "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d" }, "ports": null, "pod_spec": null, diff --git a/webui/react/src/fixtures/responses/experiment-details/set-a.json b/webui/react/src/fixtures/responses/experiment-details/set-a.json index 1a7a256ae5b..e56fe402383 100644 --- a/webui/react/src/fixtures/responses/experiment-details/set-a.json +++ b/webui/react/src/fixtures/responses/experiment-details/set-a.json @@ -694,8 +694,8 @@ "environment_variables": {}, "force_pull_image": false, "image": { - "cpu": "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7", - "gpu": "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7" + "cpu": "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d", + "gpu": "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d" }, "pod_spec": null, "ports": null @@ -838,8 +838,8 @@ "environment_variables": {}, "force_pull_image": false, "image": { - "cpu": "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7", - "gpu": "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7" + "cpu": "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d", + "gpu": "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d" }, "pod_spec": { "metadata": { diff --git a/webui/react/src/fixtures/responses/trial-details/old-trial-config-noop-adaptive.json b/webui/react/src/fixtures/responses/trial-details/old-trial-config-noop-adaptive.json index 49e7556deaa..8eea2d6157d 100644 --- a/webui/react/src/fixtures/responses/trial-details/old-trial-config-noop-adaptive.json +++ b/webui/react/src/fixtures/responses/trial-details/old-trial-config-noop-adaptive.json @@ -30,8 +30,8 @@ "name": "noop_adaptive", "environment": { "image": { - "cpu": "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-03ae7d7", - "gpu": "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-03ae7d7" + "cpu": "determinedai/environments:py-3.9-pytorch-1.12-tf-2.11-cpu-079eb6d", + "gpu": "determinedai/environments:cuda-11.3-pytorch-1.12-tf-2.11-gpu-079eb6d" }, "ports": null, "force_pull_image": false,