From 7264fac3b0ea331668264edc0f9ae748d22be157 Mon Sep 17 00:00:00 2001 From: Tyler Osterberg Date: Thu, 3 Aug 2023 15:53:23 -0700 Subject: [PATCH] [hf-tgi] Release TGI 0.9.3 (#3230) * [serving] Release patch for TNX DLC 0.23.0 DJL * [djl-serving] Release DJL 0.23.0 TNX Transformers container * [djl-serving] TGI 0.9.3 Release --- release_images_inference.yml | 18 +++++++++--------- 1 file changed, 9 insertions(+), 9 deletions(-) diff --git a/release_images_inference.yml b/release_images_inference.yml index f886243c250f..514049b74b30 100644 --- a/release_images_inference.yml +++ b/release_images_inference.yml @@ -51,15 +51,15 @@ release_images: disable_sm_tag: False force_release: False 5: - framework: "djl" - version: "0.23.0" + framework: "huggingface_pytorch_tgi" + version: "2.0.1" arch_type: "x86" + hf_tgi: "0.9.3" inference: - device_types: [ "neuronx" ] - python_versions: [ "py38" ] + device_types: [ "gpu" ] + python_versions: [ "py39" ] os_version: "ubuntu20.04" - neuron_sdk_version: "sdk2.12.0" - example: False # [Default: False] Set to True to denote that this image is an Example image - disable_sm_tag: True # [Default: False] Set to True to prevent SageMaker Abbreviated Tags from being attached - # to images being published. - force_release: False \ No newline at end of file + cuda_version: "cu118" + example: False + disable_sm_tag: True + force_release: False