はじめに
Amazon SageMaker StudioにはデフォルトでPyTorch、TensorFlowなどを組み込んだコンテナイメージが用意されています1。このコンテナイメージを別の場所(AWS Batch)でも使いたくてECRのURIが書かれているドキュメントを探したのですが、見つからずに苦労した2ので、備忘録として残しておきます。
ECRのURIの見つけ方
/opt/.sagemakerinternal/internal-metadata.json
にECRのURIが記載されています。
例えば下記のようにしてこのJSONファイルを開くことで、ECRのURIが分かります。
- SageMaker Studioを開く
- File -> New -> Terminal でターミナルを開く。
- 下記のコマンドを実行する。
cat /opt/.sagemakerinternal/internal-metadata.json
注意点として、将来的には動作が変更になる可能性があります。
参考:2022/07/05時点での東京リージョンのJSONファイルの内容
{
"LldsEndpoint": "",
"AppNetworkAccessType": "PublicInternetOnly",
"Stage": "prod",
"FirstPartyImages": [
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/mxnet-1.8-cpu-py37-ubuntu16.04-v1",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/mxnet-training:1.8-cpu-py37-ubuntu16.04-v1",
"ImageMetadata": {
"ImageDisplayName": "MXNet 1.8 Python 3.7 (optimized for CPU)",
"ImageDescription": "AWS Deep Learning Container for MXNet 1.8 Python 3.7 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (MXNet 1.8 Python 3.7 CPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/pytorch-1.4-gpu-py36",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/pytorch-training@sha256:0a352ccd7298c8039bea2d6dff533fd91df758dd7b42b08191db4cc9271fdff5",
"ImageMetadata": {
"ImageDisplayName": "PyTorch 1.4 Python 3.6 (optimized for GPU)",
"ImageDescription": "AWS Deep Learning Container for PyTorch 1.4 Python 3.6 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": true,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (PyTorch 1.4 Python 3.6 GPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/pytorch-1.6-cpu-py36-ubuntu16.04-v1",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/pytorch-training:1.6-cpu-py36-ubuntu16.04-v1",
"ImageMetadata": {
"ImageDisplayName": "PyTorch 1.6 Python 3.6 (optimized for CPU)",
"ImageDescription": "AWS Deep Learning Container for PyTorch 1.6 Python 3.6 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (PyTorch 1.6 Python 3.6 CPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/looseleaf-jupyter-server-3",
"AppImageUri": "102112518831.dkr.ecr.ap-northeast-1.amazonaws.com/looseleaf-jupyter-server-environment-v3:current",
"ImageMetadata": {
"ImageDisplayName": "",
"ImageDescription": ""
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/home/sagemaker-user",
"DefaultUid": "1000",
"DefaultGid": "100"
},
"KernelSpecs": [
{
"Name": "",
"DisplayName": ""
}
]
},
"FirstPartyImageOwner": "Studio",
"IsVisibleInLauncher": false
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/tensorflow-1.15-gpu-py37-cu110-ubuntu18.04-v8",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/tensorflow-training:1.15-gpu-py37-cu110-ubuntu18.04-v8",
"ImageMetadata": {
"ImageDisplayName": "TensorFlow 1.15 Python 3.7 (optimized for GPU)",
"ImageDescription": "AWS Deep Learning Container for TensorFlow 1.15 Python 3.7 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": true,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (TensorFlow 1.15 Python 3.7 GPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/sparkmagic-1.0",
"AppImageUri": "102112518831.dkr.ecr.ap-northeast-1.amazonaws.com/sagemaker-sparkmagic:1.0",
"ImageMetadata": {
"ImageDisplayName": "SparkMagic",
"ImageDescription": "Anaconda Individual Edition with PySpark kernel https://github.com/jupyter-incubator/sparkmagic"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "pysparkkernel",
"DisplayName": "PySpark (SparkMagic)"
}
]
},
"FirstPartyImageOwner": "Studio",
"IsVisibleInLauncher": false
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/tensorflow-2.6-cpu-py38-ubuntu20.04-v1",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/tensorflow-training:2.6.2-cpu-py38-ubuntu20.04-v1.5",
"ImageMetadata": {
"ImageDisplayName": "TensorFlow 2.6 Python 3.8 (optimized for CPU)",
"ImageDescription": "AWS Deep Learning Container for TensorFlow 2.6 Python 3.8 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (TensorFlow 2.6 Python 3.8 CPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/tensorflow-2.1-gpu-py36",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/tensorflow-training@sha256:14138943d1929a36bf9d534e66e95c04c6e3fbb8a8a8c69ba90ed4833730915c",
"ImageMetadata": {
"ImageDisplayName": "TensorFlow 2.1 Python 3.6 (optimized for GPU)",
"ImageDescription": "AWS Deep Learning Container for TensorFlow 2.1 Python 3.6 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": true,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (TensorFlow 2.1 Python 3.6 GPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/tensorflow-2.1-cpu-py36",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/tensorflow-training@sha256:74c95a09fe6618e38ce2257b0779c6327e7b3de5527c03b2757e6c4aaa6c2c23",
"ImageMetadata": {
"ImageDisplayName": "TensorFlow 2.1 Python 3.6 (optimized for CPU)",
"ImageDescription": "AWS Deep Learning Container for TensorFlow 2.1 Python 3.6 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (TensorFlow 2.1 Python 3.6 CPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/tensorflow-1.15-cpu-py37-ubuntu18.04-v7",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/tensorflow-training:1.15-cpu-py37-ubuntu18.04-v7",
"ImageMetadata": {
"ImageDisplayName": "TensorFlow 1.15 Python 3.7 (optimized for CPU)",
"ImageDescription": "AWS Deep Learning Container for TensorFlow 1.15 Python 3.7 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (TensorFlow 1.15 Python 3.7 CPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/pytorch-1.6-gpu-py36-cu110-ubuntu18.04-v3",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/pytorch-training:1.6-gpu-py36-cu110-ubuntu18.04-v3",
"ImageMetadata": {
"ImageDisplayName": "PyTorch 1.6 Python 3.6 (optimized for GPU)",
"ImageDescription": "AWS Deep Learning Container for PyTorch 1.6 Python 3.6 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": true,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (PyTorch 1.6 Python 3.6 GPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/mxnet-1.6-gpu-py36",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/mxnet-training@sha256:3ff716a4afefdad6300d86aca79f9c2871833571381b54eebe242c550452e1b6",
"ImageMetadata": {
"ImageDisplayName": "MXNet 1.6 Python 3.6 (optimized for GPU)",
"ImageDescription": "AWS Deep Learning Container for MXNet 1.6 Python 3.6 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": true,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (MXNet 1.6 Python 3.6 GPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/datascience-1.0",
"AppImageUri": "102112518831.dkr.ecr.ap-northeast-1.amazonaws.com/sagemaker-data-science-environment:1.0",
"ImageMetadata": {
"ImageDisplayName": "Data Science",
"ImageDescription": "Anaconda Individual Edition https://www.anaconda.com/distribution/"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (Data Science)"
}
]
},
"FirstPartyImageOwner": "Studio",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/pytorch-1.8-gpu-py36",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/pytorch-training:1.8.1-gpu-py36-cu111-ubuntu18.04",
"ImageMetadata": {
"ImageDisplayName": "PyTorch 1.8 Python 3.6 (optimized for GPU)",
"ImageDescription": "AWS Deep Learning Container for PyTorch 1.8 Python 3.6 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": true,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (PyTorch 1.8 Python 3.6 GPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/tensorflow-2.3-cpu-py37-ubuntu18.04-v1",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/tensorflow-training:2.3-cpu-py37-ubuntu18.04-v1",
"ImageMetadata": {
"ImageDisplayName": "TensorFlow 2.3 Python 3.7 (optimized for CPU)",
"ImageDescription": "AWS Deep Learning Container for TensorFlow 2.3 Python 3.7 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (TensorFlow 2.3 Python 3.7 CPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/python-3.6",
"AppImageUri": "102112518831.dkr.ecr.ap-northeast-1.amazonaws.com/sagemaker-base-python-environment:1.0",
"ImageMetadata": {
"ImageDisplayName": "Base Python",
"ImageDescription": "Official Python3.6 image from DockerHub https://hub.docker.com/_/python"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (Base Python)"
}
]
},
"FirstPartyImageOwner": "Studio",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/mxnet-1.9-gpu-py38-cu112-ubuntu20.04-sagemaker-v1.",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/mxnet-training:1.9.0-gpu-py38-cu112-ubuntu20.04-sagemaker-v1.0",
"ImageMetadata": {
"ImageDisplayName": "MXNet 1.9 Python 3.8 (optimized for GPU)",
"ImageDescription": "AWS Deep Learning Container for MXNet 1.9 Python 3.8 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": true,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (MXNet 1.9 Python 3.8 GPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/mxnet-1.9-cpu-py38-ubuntu20.04-sagemaker-v1.0",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/mxnet-training:1.9.0-cpu-py38-ubuntu20.04-sagemaker-v1.0",
"ImageMetadata": {
"ImageDisplayName": "MXNet 1.9 Python 3.8 (optimized for CPU)",
"ImageDescription": "AWS Deep Learning Container for MXNet 1.9 Python 3.8 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (MXNet 1.9 Python 3.8 CPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/tensorflow-1.15-cpu-py36",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/tensorflow-training@sha256:a5f17ef1f943a3bccadeb157d38c519c83a8c81aab3973d1af8cac14935db2a7",
"ImageMetadata": {
"ImageDisplayName": "TensorFlow 1.15 Python 3.6 (optimized for CPU)",
"ImageDescription": "AWS Deep Learning Container for TensorFlow 1.15 Python 3.6 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (TensorFlow 1.15 Python 3.6 CPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/tensorflow-1.15-gpu-py36",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/tensorflow-training@sha256:61861776738b83ad6fcbb28bcdb431e7bdd93324f8f255d9025735d17a89cf81",
"ImageMetadata": {
"ImageDisplayName": "TensorFlow 1.15 Python 3.6 (optimized for GPU)",
"ImageDescription": "AWS Deep Learning Container for TensorFlow 1.15 Python 3.6 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": true,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (TensorFlow 1.15 Python 3.6 GPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/1.8.1-cpu-py36",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/pytorch-training:1.8.1-cpu-py36-ubuntu18.04",
"ImageMetadata": {
"ImageDisplayName": "PyTorch 1.8 Python 3.6 (optimized for CPU)",
"ImageDescription": "AWS Deep Learning Container for PyTorch 1.8 Python 3.6 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (PyTorch 1.8 Python 3.6 CPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/mxnet-1.6-cpu-py36",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/mxnet-training@sha256:1add0e5848435319f89969b35a8cc5cc11d4c19cf6e2c7b15b9a2ae35978aecf",
"ImageMetadata": {
"ImageDisplayName": "MXNet 1.6 Python 3.6 (optimized for CPU)",
"ImageDescription": "AWS Deep Learning Container for MXNet 1.6 Python 3.6 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (MXNet 1.6 Python 3.6 CPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/pytorch-1.10-cpu-py38",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/pytorch-training:1.10.2-cpu-py38-ubuntu20.04-sagemaker-v1.1",
"ImageMetadata": {
"ImageDisplayName": "PyTorch 1.10 Python 3.8 (optimized for CPU)",
"ImageDescription": "AWS Deep Learning Container for PyTorch 1.10 Python 3.8 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (PyTorch 1.10 Python 3.8 CPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/mxnet-1.8-gpu-py37-cu110-ubuntu16.04-v1",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/mxnet-training:1.8-gpu-py37-cu110-ubuntu16.04-v1",
"ImageMetadata": {
"ImageDisplayName": "MXNet 1.8 Python 3.7 (optimized for GPU)",
"ImageDescription": "AWS Deep Learning Container for MXNet 1.8 Python 3.7 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": true,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (MXNet 1.8 Python 3.7 GPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/pytorch-1.10-gpu-py38",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/pytorch-training:1.10.2-gpu-py38-cu113-ubuntu20.04-sagemaker-v1.1",
"ImageMetadata": {
"ImageDisplayName": "PyTorch 1.10 Python 3.8 (optimized for GPU)",
"ImageDescription": "AWS Deep Learning Container for PyTorch 1.10 Python 3.8 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": true,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (PyTorch 1.10 Python 3.8 GPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/tensorflow-2.3-gpu-py37-cu110-ubuntu18.04-v3",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/tensorflow-training:2.3-gpu-py37-cu110-ubuntu18.04-v3",
"ImageMetadata": {
"ImageDisplayName": "TensorFlow 2.3 Python 3.7 (optimized for GPU)",
"ImageDescription": "AWS Deep Learning Container for TensorFlow 2.3 Python 3.7 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": true,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (TensorFlow 2.3 Python 3.7 GPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/tensorflow-2.6-gpu-py38-cu112-ubuntu20.04-v1",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/tensorflow-training:2.6.2-gpu-py38-cu112-ubuntu20.04-v1.5",
"ImageMetadata": {
"ImageDisplayName": "TensorFlow 2.6 Python 3.8 (optimized for GPU)",
"ImageDescription": "AWS Deep Learning Container for TensorFlow 2.6 Python 3.8 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": true,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (TensorFlow 2.6 Python 3.8 GPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/pytorch-1.4-cpu-py36",
"AppImageUri": "763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/pytorch-training@sha256:a9be3420461547ad4f289c0cedaa8c33f77845b014748c32c0835070b4956c54",
"ImageMetadata": {
"ImageDisplayName": "PyTorch 1.4 Python 3.6 (optimized for CPU)",
"ImageDescription": "AWS Deep Learning Container for PyTorch 1.4 Python 3.6 https://docs.aws.amazon.com/dlami/latest/devguide/deep-learning-containers-images.html"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (PyTorch 1.4 Python 3.6 CPU Optimized)"
}
]
},
"FirstPartyImageOwner": "DLC",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/looseleaf-jupyter-server-environment",
"AppImageUri": "102112518831.dkr.ecr.ap-northeast-1.amazonaws.com/looseleaf-jupyter-server-environment:1.0",
"ImageMetadata": {
"ImageDisplayName": "",
"ImageDescription": ""
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/home/sagemaker-user",
"DefaultUid": "1000",
"DefaultGid": "100"
},
"KernelSpecs": [
{
"Name": "",
"DisplayName": ""
}
]
},
"FirstPartyImageOwner": "Studio",
"IsVisibleInLauncher": false
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/sagemaker-base-python-38",
"AppImageUri": "102112518831.dkr.ecr.ap-northeast-1.amazonaws.com/sagemaker-base-python-38@sha256:83ca7e3f295cfdf564dbd1593eed84f13ec1c2feec5c21c9d5024c34c1915fc5",
"ImageMetadata": {
"ImageDisplayName": "Base Python 2.0",
"ImageDescription": "Official Python3.8 image from DockerHub https://hub.docker.com/_/python"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (Base Python 2.0)"
}
]
},
"FirstPartyImageOwner": "Studio",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:004751856604:image/sagemaker-jumpstart-mxnet-1.0",
"AppImageUri": "004751856604.dkr.ecr.ap-northeast-1.amazonaws.com/sagemaker-soln-studio-image-mxnet@sha256:b34d207459f35bc2e73e740fe8c5c18251e72bc9283d8510757deb9cdc4488b8",
"ImageMetadata": {
"ImageDisplayName": "SageMaker JumpStart MXNet 1.0",
"ImageDescription": "Only for use with MXNet based SageMaker JumpStart Solutions"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/home/sagemaker-user",
"DefaultUid": "1000",
"DefaultGid": "100"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (SageMaker JumpStart MXNet 1.0)"
}
]
},
"FirstPartyImageOwner": "Penny",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:004751856604:image/sagemaker-jumpstart-tensorflow-1.0",
"AppImageUri": "004751856604.dkr.ecr.ap-northeast-1.amazonaws.com/sagemaker-soln-studio-image-tensorflow@sha256:eb8a00f577ffced0aa08a5adc7b4b61e8a01ee815685bf7fbbc51ce6f60ccc59",
"ImageMetadata": {
"ImageDisplayName": "SageMaker JumpStart TensorFlow 1.0",
"ImageDescription": "Only for use with TensorFlow based SageMaker JumpStart Solutions"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/home/sagemaker-user",
"DefaultUid": "1000",
"DefaultGid": "100"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (SageMaker JumpStart TensorFlow 1.0)"
}
]
},
"FirstPartyImageOwner": "Penny",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:939726916236:image/sagemaker-debugger-1.0",
"AppImageUri": "939726916236.dkr.ecr.ap-northeast-1.amazonaws.com/eagleeye-kernel-container@sha256:d53542b8db7ca7b1b4b36563ea29fda1a9591a310df107fa48a9c44b115b6f17",
"ImageMetadata": {
"ImageDisplayName": "sagemaker-debugger",
"ImageDescription": "SM debugger image"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/home/sagemaker-user/data",
"DefaultUid": "1000",
"DefaultGid": "100"
},
"KernelSpecs": [
{
"Name": "conda-root-py",
"DisplayName": "Python-3(Sagemaker-Debugger-Kernel)"
}
]
},
"FirstPartyImageOwner": "EagleEye",
"IsVisibleInLauncher": false
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:004751856604:image/sagemaker-jumpstart-data-science-1.0",
"AppImageUri": "004751856604.dkr.ecr.ap-northeast-1.amazonaws.com/sagemaker-soln-studio-image-data-science@sha256:cdf5d28b9deaf6a9cbc9521458de3477b0f7b203851fbf3155c06d963cdce7cd",
"ImageMetadata": {
"ImageDisplayName": "SageMaker JumpStart Data Science 1.0",
"ImageDescription": "Only for use with Data Science based SageMaker JumpStart Solutions"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/home/sagemaker-user",
"DefaultUid": "1000",
"DefaultGid": "100"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (SageMaker JumpStart Data Science 1.0)"
}
]
},
"FirstPartyImageOwner": "Penny",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/sagemaker-sparkmagic",
"AppImageUri": "102112518831.dkr.ecr.ap-northeast-1.amazonaws.com/sagemaker-sparkmagic@sha256:b9cd31d39bb48981cf174b4b98e077f0058cbb6e47c0d37e2acb712036f85f53",
"ImageMetadata": {
"ImageDisplayName": "SparkMagic",
"ImageDescription": "Anaconda Individual Edition with PySpark and Spark kernels. More details: https://github.com/jupyter-incubator/sparkmagic"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "pysparkkernel",
"DisplayName": "PySpark (SparkMagic)"
},
{
"Name": "sparkkernel",
"DisplayName": "Spark (SparkMagic)"
}
]
},
"FirstPartyImageOwner": "Studio",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:102112518831:image/sagemaker-data-science-38",
"AppImageUri": "102112518831.dkr.ecr.ap-northeast-1.amazonaws.com/sagemaker-data-science-38@sha256:6e158dbe7610e614f5f2fd1d46b518ba6449358db5d2e6e473a3906377140f95",
"ImageMetadata": {
"ImageDisplayName": "Data Science 2.0",
"ImageDescription": "Anaconda Individual Edition https://www.anaconda.com/distribution/"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/root",
"DefaultUid": "0",
"DefaultGid": "0"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (Data Science 2.0)"
}
]
},
"FirstPartyImageOwner": "Studio",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:004751856604:image/sagemaker-jumpstart-pytorch-1.0",
"AppImageUri": "004751856604.dkr.ecr.ap-northeast-1.amazonaws.com/sagemaker-soln-studio-image-pytorch@sha256:b588d2eca59aa1b3031d6aca9b7f2c7f25b16dfbbf66b9c36d3ef7848359cc8f",
"ImageMetadata": {
"ImageDisplayName": "SageMaker JumpStart PyTorch 1.0",
"ImageDescription": "Only for use with PyTorch based SageMaker JumpStart Solutions"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/home/sagemaker-user",
"DefaultUid": "1000",
"DefaultGid": "100"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python 3 (SageMaker JumpStart PyTorch 1.0)"
}
]
},
"FirstPartyImageOwner": "Penny",
"IsVisibleInLauncher": true
},
{
"ImageOrVersionArn": "arn:aws:sagemaker:ap-northeast-1:649008135260:image/sagemaker-data-wrangler-1.0",
"AppImageUri": "649008135260.dkr.ecr.ap-northeast-1.amazonaws.com/sagemaker-data-wrangler-container@sha256:07c187436eefc99be83e6b528e6a3efb732cf14bd3344de0f980be1f0f5c6d42",
"ImageMetadata": {
"ImageDisplayName": "sagemaker-data-wrangler",
"ImageDescription": "SM data wrangler image"
},
"IsGpuOptimized": false,
"AppImageConfig": {
"FileSystemConfig": {
"MountPath": "/home/sagemaker-user/data",
"DefaultUid": "1000",
"DefaultGid": "100"
},
"KernelSpecs": [
{
"Name": "python3",
"DisplayName": "Python3-(sagemaker_data_wrangler-ml.m5.4xlarge)"
}
]
},
"FirstPartyImageOwner": "Mohave",
"IsVisibleInLauncher": false
}
]
}