release_images_inference.yml

---
release_images:
  1:
    framework: "huggingface_tensorflow"
    version: "2.11.1"
    arch_type: "x86"
    hf_transformers: "4.26.0"
    inference:
      device_types: [ "cpu", "gpu" ]
      python_versions: [ "py39" ]
      os_version: "ubuntu20.04"
      cuda_version: "cu112"
      example: False        # [Default: False] Set to True to denote that this image is an Example image
      disable_sm_tag: False # [Default: False] Set to True to prevent SageMaker Abbreviated Tags from being attached
      # to images being published.
      force_release: False  # [Default: False] Set to True to force images to be published even if the same image
      # has already been published. Re-released image will have minor version incremented by 1.
  2:
    framework: "triton"
    version: "24.09"
    arch_type: "x86"
    inference:
      device_types: [ "cpu", "gpu" ]
      python_versions: [ "py310" ]
      os_version: "ubuntu22.04"
      cuda_version: "cu124"
      example: False        # [Default: False] Set to True to denote that this image is an Example image
      disable_sm_tag: True # [Default: False] Set to True to prevent SageMaker Abbreviated Tags from being attached
      # to images being published.
      force_release: False  # [Default: False] Set to True to force images to be published even if the same image
      # has already been published. Re-released image will have minor version incremented by 1.
  3:
    framework: "stabilityai_pytorch"
    version: "2.0.1"
    arch_type: "x86"
    customer_type: "sagemaker"
    inference:
      device_types: ["gpu"]
      python_versions: ["py310"]
      os_version: "ubuntu20.04"
      cuda_version: "cu118"
      sgm_version: "0.1.0"
      example: False
      disable_sm_tag: False
      force_release: False
  4:
    framework: "huggingface_pytorch"
    version: "2.0.0"
    hf_transformers: "4.28.1"
    arch_type: "x86"
    inference:
      device_types: [ "cpu", "gpu" ]
      python_versions: [ "py310" ]
      os_version: "ubuntu20.04"
      cuda_version: "cu118"
      example: False
      disable_sm_tag: False
      force_release: False
  5:
    framework: "huggingface_pytorch"
    version: "2.1.0"
    hf_transformers: "4.37.0"
    arch_type: "x86"
    inference:
      device_types: ["cpu"]
      python_versions: [ "py310" ]
      os_version: "ubuntu22.04"
      example: False
      disable_sm_tag: False
      force_release: False
  6:
    framework: "huggingface_pytorch"
    version: "2.1.0"
    hf_transformers: "4.37.0"
    arch_type: "x86"
    inference:
      device_types: ["gpu"]
      python_versions: [ "py310" ]
      os_version: "ubuntu20.04"
      cuda_version: "cu118"
      example: False
      disable_sm_tag: False
      force_release: False
  7:
    framework: "huggingface_pytorch"
    version: "1.13.1"
    arch_type: "x86"
    hf_transformers: "4.36.2"
    inference:
      device_types: [ "neuronx" ]
      python_versions: [ "py310" ]
      os_version: "ubuntu20.04"
      neuron_sdk_version: "sdk2.16.1"
      example: False
      disable_sm_tag: True
      force_release: False
  8:
    framework: "huggingface_pytorch"
    version: "1.13.1"
    arch_type: "x86"
    hf_transformers: "4.26.0"
    inference:
      device_types: [ "cpu", "gpu" ]
      python_versions: [ "py39" ]
      os_version: "ubuntu20.04"
      cuda_version: "cu117"
      example: False
      disable_sm_tag: False
      force_release: False
  9:
    framework: "huggingface_pytorch"
    version: "2.1.2"
    arch_type: "x86"
    hf_transformers: "4.43.2"
    inference:
      device_types: [ "neuronx" ]
      python_versions: [ "py310" ]
      os_version: "ubuntu20.04"
      neuron_sdk_version: "sdk2.20.0"
      example: False
      disable_sm_tag: True
      force_release: False
  10:
    framework: "djl"
    version: "0.27.0"
    arch_type: "x86"
    inference:
      device_types: [ "gpu" ]
      python_versions: [ "py310" ]
      os_version: "ubuntu22.04"
      tensorrtllm_version: "0.8.0"
      cuda_version: "cu122"
      example: False
      disable_sm_tag: True
      force_release: False
  11:
    framework: "djl"
    version: "0.28.0"
    arch_type: "x86"
    inference:
      device_types: [ "gpu" ]
      python_versions: [ "py310" ]
      os_version: "ubuntu22.04"
      tensorrtllm_version: "0.9.0"
      cuda_version: "cu122"
      example: False
      disable_sm_tag: True
      force_release: False
  12:
    framework: "djl"
    version: "0.29.0"
    arch_type: "x86"
    inference:
      device_types: [ "gpu" ]
      python_versions: [ "py310" ]
      os_version: "ubuntu22.04"
      tensorrtllm_version: "0.11.0"
      cuda_version: "cu124"
      example: False
      disable_sm_tag: True
      force_release: False
  13:
    framework: "djl"
    version: "0.30.0"
    arch_type: "x86"
    inference:
      device_types: [ "gpu" ]
      python_versions: [ "py310" ]
      os_version: "ubuntu22.04"
      tensorrtllm_version: "0.12.0"
      cuda_version: "cu125"
      example: False
      disable_sm_tag: True
      force_release: False
  14:
    framework: "autogluon"
    version: "1.2.0"
    arch_type: "x86"
    inference:
      device_types: ["cpu", "gpu"]
      python_versions: ["py311"]
      os_version: "ubuntu22.04"
      cuda_version: "cu124"
      example: False
      disable_sm_tag: False
      force_release: False
  15:
    framework: "huggingface_pytorch"
    version: "2.3.0"
    arch_type: "x86"
    hf_transformers: "4.46.1"
    inference:
      device_types: ["gpu" ]
      python_versions: [ "py311" ]
      os_version: "ubuntu20.04"
      cuda_version: "cu121"
      example: False
      disable_sm_tag: True
      force_release: False
  16:
    framework: "huggingface_pytorch"
    version: "2.3.0"
    arch_type: "x86"
    hf_transformers: "4.46.1"
    inference:
      device_types: [ "cpu" ]
      python_versions: [ "py311" ]
      os_version: "ubuntu22.04"
      example: False
      disable_sm_tag: True
      force_release: False