From 70b73f41b6e53274ba61ad8bd62748d1982c6fef Mon Sep 17 00:00:00 2001 From: Alex Hughes Date: Wed, 1 May 2024 10:33:15 -0700 Subject: [PATCH 1/2] Update scrape.py As per @Bensign, adding manual L4 GPU specifications --- scrape.py | 73 +++++++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 73 insertions(+) diff --git a/scrape.py b/scrape.py index c532cd0..983380d 100755 --- a/scrape.py +++ b/scrape.py @@ -534,6 +534,7 @@ def add_pretty_names(instances): "g3": "G3 Graphics GPU", "g4": "G4 Graphics and Machine Learning GPU", "g5": "G5 Graphics and Machine Learning GPU", + "g6": "G6 Graphics and Machine Learning GPU", "p2": "P2 General Purpose GPU", "p3": "P3 High Performance GPU", "p4d": "P4D Highest Performance GPU", @@ -817,6 +818,78 @@ def add_gpu_info(instances): "cuda_cores": 76928, "gpu_memory": 192, }, + "g6.xlarge": { + # GPU core count found from the whitepaper + # https://images.nvidia.com/aem-dam/Solutions/Data-Center/l4/nvidia-ada-gpu-architecture-whitepaper-v2.1.pdf + "gpu_model": "NVIDIA L4", + "compute_capability": 8.9, + "gpu_count": 1, + "cuda_cores": 7424, + "gpu_memory": 24, + }, + "g6.2xlarge": { + "gpu_model": "NVIDIA L4", + "compute_capability": 8.9, + "gpu_count": 1, + "cuda_cores": 7424, + "gpu_memory": 24, + }, + "g6.4xlarge": { + "gpu_model": "NVIDIA L4", + "compute_capability": 8.9, + "gpu_count": 1, + "cuda_cores": 7424, + "gpu_memory": 24, + }, + "g6.8xlarge": { + "gpu_model": "NVIDIA L4", + "compute_capability": 8.9, + "gpu_count": 1, + "cuda_cores": 7424, + "gpu_memory": 24, + }, + "gr6.4xlarge": { + "gpu_model": "NVIDIA L4", + "compute_capability": 8.9, + "gpu_count": 1, + "cuda_cores": 7424, + "gpu_memory": 24, + }, + "gr6.8xlarge": { + "gpu_model": "NVIDIA L4", + "compute_capability": 8.9, + "gpu_count": 1, + "cuda_cores": 7424, + "gpu_memory": 24, + }, + "g6.16xlarge": { + "gpu_model": "NVIDIA L4", + "compute_capability": 8.9, + "gpu_count": 1, + "cuda_cores": 7424, + "gpu_memory": 24, + }, + "g6.12xlarge": { + "gpu_model": "NVIDIA L4", + "compute_capability": 8.9, + "gpu_count": 4, + "cuda_cores": 29696, + "gpu_memory": 96, + }, + "g6.24xlarge": { + "gpu_model": "NVIDIA L4", + "compute_capability": 8.9, + "gpu_count": 4, + "cuda_cores": 29696, + "gpu_memory": 96, + }, + "g6.48xlarge": { + "gpu_model": "NVIDIA L4", + "compute_capability": 8.9, + "gpu_count": 8, + "cuda_cores": 59392, + "gpu_memory": 192, + }, "p4d.24xlarge": { "gpu_model": "NVIDIA A100", "compute_capability": 8.0, From a8d395620d356e128e9a748feb9810698538917b Mon Sep 17 00:00:00 2001 From: Alex Hughes Date: Wed, 1 May 2024 10:36:56 -0700 Subject: [PATCH 2/2] Add gr6 instance types as well Adding gr6 instance type pretty name --- scrape.py | 1 + 1 file changed, 1 insertion(+) diff --git a/scrape.py b/scrape.py index 983380d..a1706a7 100755 --- a/scrape.py +++ b/scrape.py @@ -535,6 +535,7 @@ def add_pretty_names(instances): "g4": "G4 Graphics and Machine Learning GPU", "g5": "G5 Graphics and Machine Learning GPU", "g6": "G6 Graphics and Machine Learning GPU", + "gr6": "Gr6 Graphics and Machine Learning GPU High RAM ratio", "p2": "P2 General Purpose GPU", "p3": "P3 High Performance GPU", "p4d": "P4D Highest Performance GPU",