From f4aa8c70c00447654ad447b1562b5869d0610d6b Mon Sep 17 00:00:00 2001 From: Sergey Pugachev Date: Thu, 16 Nov 2023 14:03:19 +0000 Subject: [PATCH] Compressing JumpStart model specifications --- .../generate-jumpstart-models.ts | 30 +- .../deep-learning-container-image.ts | 2 + .../jumpstart-model.ts | 2367 +++++++++-------- .../jumpstart-models.json | 1 + 4 files changed, 1280 insertions(+), 1120 deletions(-) create mode 100644 src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-models.json diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts index 542302ec..5caaeead 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/code-generation/generate-jumpstart-models.ts @@ -12,6 +12,7 @@ */ import * as fs from 'fs'; import * as path from 'path'; +import * as zlib from 'zlib'; import { GenerateUtils } from './generate-utils'; import { JumpStartConstants } from '../private/jumpstart-constants'; @@ -64,8 +65,8 @@ interface ModelsData { } const JUMPSTART_CACHE_PATH = path.join(__dirname, './.cache/jumpstart-models-cache.json'); - const JUMPSTART_MODEL_PATH = path.join(__dirname, '../jumpstart-model.ts'); +const JUMPSTART_MODELS_PATH = path.join(__dirname, '../jumpstart-models.json'); const ALLOWED_FRAMEWORKS = [ 'huggingface', @@ -163,6 +164,8 @@ function generateCode() { const data = JSON.parse(fs.readFileSync(JUMPSTART_CACHE_PATH, 'utf8')); let modelsStr = ''; + let specs: Record = {}; + for (const modelId of Object.keys(data)) { for (const version of Object.keys(data[modelId])) { const modelName = `${GenerateUtils.replaceAll(modelId, '-', '_')}_${GenerateUtils.replaceAll( @@ -224,8 +227,8 @@ function generateCode() { delete spec.prepackedArtifactKey; } - modelsStr += - ' ' + `public static readonly ${modelName} = this.of(${JSON.stringify(spec)});\n`; + specs[modelName] = spec; + modelsStr += ' ' + `public static readonly ${modelName} = this.of('${modelName}');\n`; } } @@ -241,6 +244,8 @@ function generateCode() { * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions * and limitations under the License. */ +import * as zlib from 'zlib'; +import * as data from './jumpstart-models.json'; export interface IInstanceAliase { region: string; @@ -269,18 +274,25 @@ export interface IJumpStartModelSpec { export class JumpStartModel { ${modelsStr} - public static of( - spec: IJumpStartModelSpec - ): JumpStartModel { - return new JumpStartModel(spec); + public static of(name: string): JumpStartModel { + return new JumpStartModel(name); } - constructor(private readonly spec: IJumpStartModelSpec) {} + constructor(private readonly name: string) {} public bind(): IJumpStartModelSpec { - return this.spec; + const bufferSource = (data as { data: number[] }).data; + const buffer = Buffer.from(bufferSource); + const bufferStr = zlib.inflateRawSync(buffer); + const json = JSON.parse(bufferStr.toString()); + + return json[this.name]; } }`; + GenerateUtils.writeFileSyncWithDirs( + JUMPSTART_MODELS_PATH, + JSON.stringify(zlib.deflateRawSync(JSON.stringify(specs)).toJSON()), + ); GenerateUtils.writeFileSyncWithDirs(JUMPSTART_MODEL_PATH, fileStr); } diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts index afbf63a5..60a036c5 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/deep-learning-container-image.ts @@ -34,6 +34,8 @@ export class DeepLearningContainerImage extends ContainerImage { public static readonly DJL_INFERENCE_0_24_0_DEEPSPEED0_10_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.24.0-deepspeed0.10.0-cu118'); public static readonly DJL_INFERENCE_0_24_0_FASTERTRANSFORMER5_3_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.24.0-fastertransformer5.3.0-cu118'); public static readonly DJL_INFERENCE_0_24_0_NEURONX_SDK2_14_1 = this.fromDeepLearningContainerImage('djl-inference', '0.24.0-neuronx-sdk2.14.1'); + public static readonly DJL_INFERENCE_0_25_0_DEEPSPEED0_11_0_CU118 = this.fromDeepLearningContainerImage('djl-inference', '0.25.0-deepspeed0.11.0-cu118'); + public static readonly DJL_INFERENCE_0_25_0_NEURONX_SDK2_15_0 = this.fromDeepLearningContainerImage('djl-inference', '0.25.0-neuronx-sdk2.15.0'); public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_CPU_PY38_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04'); public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_10_2_TRANSFORMERS4_17_0_GPU_PY38_CU113_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04'); public static readonly HUGGINGFACE_PYTORCH_INFERENCE_1_13_1_TRANSFORMERS4_26_0_CPU_PY39_UBUNTU20_04 = this.fromDeepLearningContainerImage('huggingface-pytorch-inference', '1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04'); diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts index 403ab270..5f23106b 100644 --- a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-model.ts @@ -10,6 +10,8 @@ * OR CONDITIONS OF ANY KIND, express or implied. See the License for the specific language governing permissions * and limitations under the License. */ +import * as zlib from 'zlib'; +import * as data from './jumpstart-models.json'; export interface IInstanceAliase { region: string; @@ -36,1122 +38,1265 @@ export interface IJumpStartModelSpec { } export class JumpStartModel { - public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_1 = this.of({ modelId: 'huggingface-asr-whisper-base', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_0 = this.of({ modelId: 'huggingface-asr-whisper-base', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_1 = this.of({ modelId: 'huggingface-asr-whisper-large', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_0 = this.of({ modelId: 'huggingface-asr-whisper-large', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_1 = this.of({ modelId: 'huggingface-asr-whisper-large-v2', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_0 = this.of({ modelId: 'huggingface-asr-whisper-large-v2', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-large-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-large-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_1 = this.of({ modelId: 'huggingface-asr-whisper-medium', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-medium.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_0 = this.of({ modelId: 'huggingface-asr-whisper-medium', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-medium.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-medium.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_1 = this.of({ modelId: 'huggingface-asr-whisper-small', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_0 = this.of({ modelId: 'huggingface-asr-whisper-small', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_1 = this.of({ modelId: 'huggingface-asr-whisper-tiny', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-asr-whisper-tiny.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_0 = this.of({ modelId: 'huggingface-asr-whisper-tiny', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-asr-whisper-tiny.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-asr-whisper-tiny.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-base-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-base-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-multilingual-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-base-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-base-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-base-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-large-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-large-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-cased-whole-word-masking', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({ modelId: 'huggingface-eqa-bert-large-uncased-whole-word-masking', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-distilbert-base-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-distilbert-base-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-distilbert-base-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-distilbert-base-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-distilbert-base-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-distilbert-base-multilingual-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-eqa-distilbert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-distilbert-base-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-eqa-distilbert-base-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-eqa-distilbert-base-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-eqa-distilbert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-eqa-distilroberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-distilroberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_2 = this.of({ modelId: 'huggingface-eqa-distilroberta-base', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_1 = this.of({ modelId: 'huggingface-eqa-distilroberta-base', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-eqa-distilroberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-eqa-roberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-roberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_2 = this.of({ modelId: 'huggingface-eqa-roberta-base', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_1 = this.of({ modelId: 'huggingface-eqa-roberta-base', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-eqa-roberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({ modelId: 'huggingface-eqa-roberta-base-openai-detector', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-roberta-base-openai-detector/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({ modelId: 'huggingface-eqa-roberta-base-openai-detector', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({ modelId: 'huggingface-eqa-roberta-base-openai-detector', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({ modelId: 'huggingface-eqa-roberta-base-openai-detector', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_2_0_0 = this.of({ modelId: 'huggingface-eqa-roberta-large', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-eqa/huggingface-eqa-roberta-large/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_2 = this.of({ modelId: 'huggingface-eqa-roberta-large', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_1 = this.of({ modelId: 'huggingface-eqa-roberta-large', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_0 = this.of({ modelId: 'huggingface-eqa-roberta-large', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-eqa-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-fillmask-bert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-fillmask/huggingface-fillmask-bert-base-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-fillmask-bert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-fillmask-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-bilingual-rinna-4b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-falcon-180b-bf16', version: '1.2.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '8', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-falcon-180b-bf16', version: '1.1.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '8', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-falcon-180b-bf16', version: '1.0.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-180b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '8', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-falcon-180b-chat-bf16', version: '1.2.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '8', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-falcon-180b-chat-bf16', version: '1.1.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '8', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-falcon-180b-chat-bf16', version: '1.0.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-180b-chat-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-180b-chat-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '8', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_3 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.3.3', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_2 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.3.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_1 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.3.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_3 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.3.3', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_2 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.3.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_1 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.3.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', MAX_BATCH_PREFILL_TOKENS: '2048', MAX_BATCH_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-falcon-40b-instruct-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '4', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_2 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.3.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_1 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.3.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.3.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_1 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_1 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.3.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_1 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.3.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.3.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_1 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_1 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-falcon-7b-instruct-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_1_0 = this.of({ modelId: 'huggingface-llm-mistral-7b', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '8191', MAX_TOTAL_TOKENS: '8192', MAX_BATCH_PREFILL_TOKENS: '8191', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_0_0 = this.of({ modelId: 'huggingface-llm-mistral-7b', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-mistral-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '8191', MAX_TOTAL_TOKENS: '8192', MAX_BATCH_PREFILL_TOKENS: '8191', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_MISTRAL_7B_INSTRUCT_1_0_0 = this.of({ modelId: 'huggingface-llm-mistral-7b-instruct', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-mistral-7b-instruct.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-mistral-7b-instruct.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '8191', MAX_TOTAL_TOKENS: '8192', MAX_BATCH_PREFILL_TOKENS: '8191', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_3_0 = this.of({ modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', version: '1.3.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi1.1.0-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.12xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.24xlarge', environment: { SM_NUM_GPUS: '4' } }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_2_0 = this.of({ modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'ml.g5.48xlarge', environment: { SM_NUM_GPUS: '8' } }, { instanceType: 'ml.p4d.24xlarge', environment: { SM_NUM_GPUS: '8' } }] }); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_1 = this.of({ modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_0 = this.of({ modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: 'python', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.1-tgi0.9.3-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_0_0 = this.of({ modelId: 'huggingface-llm-rinna-3-6b-instruction-ppo-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-llm-rinna-3-6b-instruction-ppo-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 1200, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', HF_MODEL_ID: '/opt/ml/model', SM_NUM_GPUS: '1', MAX_INPUT_LENGTH: '1024', MAX_TOTAL_TOKENS: '2048', PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION: 'python', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { gpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-tgi-inference:2.0.0-tgi0.8.2-gpu-py39-cu118-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({ modelId: 'huggingface-ner-distilbert-base-cased-finetuned-conll03-english', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-ner/huggingface-ner-distilbert-base-cased-finetuned-conll03-english/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({ modelId: 'huggingface-ner-distilbert-base-cased-finetuned-conll03-english', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({ modelId: 'huggingface-ner-distilbert-base-cased-finetuned-conll03-english', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-ner-distilbert-base-cased-finetuned-conll03-english.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of({ modelId: 'huggingface-ner-distilbert-base-uncased-finetuned-conll03-english', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-ner/huggingface-ner-distilbert-base-uncased-finetuned-conll03-english/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of({ modelId: 'huggingface-ner-distilbert-base-uncased-finetuned-conll03-english', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of({ modelId: 'huggingface-ner-distilbert-base-uncased-finetuned-conll03-english', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-ner-distilbert-base-uncased-finetuned-conll03-english.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_1 = this.of({ modelId: 'huggingface-sentencesimilarity-all-MiniLM-L6-v2', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_0 = this.of({ modelId: 'huggingface-sentencesimilarity-all-MiniLM-L6-v2', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-all-MiniLM-L6-v2', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-all-MiniLM-L6-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-bge-base-en', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-bge-base-en', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-base-en.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-base-en.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-bge-large-en', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-bge-large-en', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-large-en.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-large-en.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-bge-small-en', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-bge-small-en', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-bge-small-en.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-bge-small-en.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-base', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-base', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-base-v2', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-base-v2', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-base-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-base-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-large', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-large', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-large-v2', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-large-v2', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-large-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-large-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-small-v2', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-e5-small-v2', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-e5-small-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-e5-small-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-gte-base', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-gte-base', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-gte-large', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-gte-large', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-gte-small', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-gte-small', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-gte-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-gte-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-multilingual-e5-base', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-multilingual-e5-base', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_1 = this.of({ modelId: 'huggingface-sentencesimilarity-multilingual-e5-large', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.c6i.xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_0 = this.of({ modelId: 'huggingface-sentencesimilarity-multilingual-e5-large', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-sentencesimilarity-multilingual-e5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-base-cased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-base-multilingual-cased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-base-multilingual-uncased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-multilingual-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-base-uncased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-large-cased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-large-cased-whole-word-masking/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-cased-whole-word-masking', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-large-uncased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_3 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_2 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_1 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_1_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({ modelId: 'huggingface-spc-bert-large-uncased-whole-word-masking', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_2_0_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-distilbert-base-cased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_3 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_2 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_1 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_1_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_0_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-distilbert-base-multilingual-cased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-multilingual-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-distilbert-base-uncased/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_3 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_2 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_1 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_1_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-spc-distilbert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-distilroberta-base/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_3 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_2 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_1 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_0 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_1_0 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-spc-distilroberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-roberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-roberta-base/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_3 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_2 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_1 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_0 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_1_0 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-spc-roberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-roberta-base-openai-detector/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_3 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_2 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_1 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_0 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_1_0 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({ modelId: 'huggingface-spc-roberta-base-openai-detector', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_2_0_0 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-roberta-large/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-roberta-large/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_3 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_2 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_1 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_0 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_1_0 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_0_0 = this.of({ modelId: 'huggingface-spc-roberta-large', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-roberta-large-openai-detector/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_3 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_2 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_1 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_0 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_1_0 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({ modelId: 'huggingface-spc-roberta-large-openai-detector', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_2_0_0 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-xlm-clm-ende-1024/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_3 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_2 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_1 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_0 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_1_0 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_0_0 = this.of({ modelId: 'huggingface-spc-xlm-clm-ende-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_2_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-ende-1024/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_3 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_2 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_1 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_1_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-ende-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_2_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-enro-1024/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_3 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_2 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_1 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_1_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-enro-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_3 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_2 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_1 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_1_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-tlm-xnli15-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_2_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-spc/huggingface-spc-xlm-mlm-xnli15-1024/artifacts/inference/v1.2.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_3 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_2 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_1 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_1_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.2.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_0_0 = this.of({ modelId: 'huggingface-spc-xlm-mlm-xnli15-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-spc-xlm-mlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_2_0 = this.of({ modelId: 'huggingface-summarization-bart-large-cnn-samsum', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bart-large-cnn-samsum.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_1_0 = this.of({ modelId: 'huggingface-summarization-bart-large-cnn-samsum', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_0_0 = this.of({ modelId: 'huggingface-summarization-bart-large-cnn-samsum', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bart-large-cnn-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_2_0 = this.of({ modelId: 'huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_1_0 = this.of({ modelId: 'huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_0_0 = this.of({ modelId: 'huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bert-small2bert-small-finetuned-cnn-daily-mail-summarization.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_2_0 = this.of({ modelId: 'huggingface-summarization-bigbird-pegasus-large-arxiv', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_1_0 = this.of({ modelId: 'huggingface-summarization-bigbird-pegasus-large-arxiv', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_0_0 = this.of({ modelId: 'huggingface-summarization-bigbird-pegasus-large-arxiv', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-arxiv.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_2_0 = this.of({ modelId: 'huggingface-summarization-bigbird-pegasus-large-pubmed', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_1_0 = this.of({ modelId: 'huggingface-summarization-bigbird-pegasus-large-pubmed', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_0_0 = this.of({ modelId: 'huggingface-summarization-bigbird-pegasus-large-pubmed', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-bigbird-pegasus-large-pubmed.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_2_0 = this.of({ modelId: 'huggingface-summarization-distilbart-cnn-12-6', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-12-6.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_1_0 = this.of({ modelId: 'huggingface-summarization-distilbart-cnn-12-6', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_0_0 = this.of({ modelId: 'huggingface-summarization-distilbart-cnn-12-6', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-12-6.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_2_0 = this.of({ modelId: 'huggingface-summarization-distilbart-cnn-6-6', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-cnn-6-6.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_1_0 = this.of({ modelId: 'huggingface-summarization-distilbart-cnn-6-6', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_0_0 = this.of({ modelId: 'huggingface-summarization-distilbart-cnn-6-6', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-cnn-6-6.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_2_0 = this.of({ modelId: 'huggingface-summarization-distilbart-xsum-1-1', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-1-1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_1_0 = this.of({ modelId: 'huggingface-summarization-distilbart-xsum-1-1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_0_0 = this.of({ modelId: 'huggingface-summarization-distilbart-xsum-1-1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-1-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_2_0 = this.of({ modelId: 'huggingface-summarization-distilbart-xsum-12-3', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-summarization-distilbart-xsum-12-3.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_1_0 = this.of({ modelId: 'huggingface-summarization-distilbart-xsum-12-3', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_0_0 = this.of({ modelId: 'huggingface-summarization-distilbart-xsum-12-3', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-summarization-distilbart-xsum-12-3.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-base-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-base-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-base-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-base-multilingual-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-base-multilingual-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-multilingual-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-multilingual-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-base-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-base-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-base-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-large-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-large-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-large-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-large-cased-whole-word-masking/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-cased-whole-word-masking', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-cased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-large-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-large-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-large-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-bert-large-uncased-whole-word-masking/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of({ modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of({ modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of({ modelId: 'huggingface-tc-bert-large-uncased-whole-word-masking', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-bert-large-uncased-whole-word-masking.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_2_0_0 = this.of({ modelId: 'huggingface-tc-distilbert-base-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-distilbert-base-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_2 = this.of({ modelId: 'huggingface-tc-distilbert-base-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_1 = this.of({ modelId: 'huggingface-tc-distilbert-base-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_0 = this.of({ modelId: 'huggingface-tc-distilbert-base-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of({ modelId: 'huggingface-tc-distilbert-base-multilingual-cased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-distilbert-base-multilingual-cased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of({ modelId: 'huggingface-tc-distilbert-base-multilingual-cased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of({ modelId: 'huggingface-tc-distilbert-base-multilingual-cased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of({ modelId: 'huggingface-tc-distilbert-base-multilingual-cased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-multilingual-cased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of({ modelId: 'huggingface-tc-distilbert-base-uncased', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-distilbert-base-uncased/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_2 = this.of({ modelId: 'huggingface-tc-distilbert-base-uncased', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_1 = this.of({ modelId: 'huggingface-tc-distilbert-base-uncased', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of({ modelId: 'huggingface-tc-distilbert-base-uncased', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilbert-base-uncased.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-tc-distilroberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-distilroberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_2 = this.of({ modelId: 'huggingface-tc-distilroberta-base', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_1 = this.of({ modelId: 'huggingface-tc-distilroberta-base', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-tc-distilroberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_MODELS_2_0_0 = this.of({ modelId: 'huggingface-tc-models', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-models/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-models/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_MODELS_1_0_2 = this.of({ modelId: 'huggingface-tc-models', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_MODELS_1_0_1 = this.of({ modelId: 'huggingface-tc-models', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_MODELS_1_0_0 = this.of({ modelId: 'huggingface-tc-models', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-tc-roberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-roberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-roberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_2 = this.of({ modelId: 'huggingface-tc-roberta-base', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_1 = this.of({ modelId: 'huggingface-tc-roberta-base', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-tc-roberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of({ modelId: 'huggingface-tc-roberta-base-openai-detector', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-roberta-base-openai-detector/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of({ modelId: 'huggingface-tc-roberta-base-openai-detector', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of({ modelId: 'huggingface-tc-roberta-base-openai-detector', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of({ modelId: 'huggingface-tc-roberta-base-openai-detector', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-base-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_2_0_0 = this.of({ modelId: 'huggingface-tc-roberta-large', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-roberta-large/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-roberta-large/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_2 = this.of({ modelId: 'huggingface-tc-roberta-large', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_1 = this.of({ modelId: 'huggingface-tc-roberta-large', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_0 = this.of({ modelId: 'huggingface-tc-roberta-large', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of({ modelId: 'huggingface-tc-roberta-large-openai-detector', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-roberta-large-openai-detector/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_2 = this.of({ modelId: 'huggingface-tc-roberta-large-openai-detector', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_1 = this.of({ modelId: 'huggingface-tc-roberta-large-openai-detector', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of({ modelId: 'huggingface-tc-roberta-large-openai-detector', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-roberta-large-openai-detector.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_2_0_0 = this.of({ modelId: 'huggingface-tc-xlm-clm-ende-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-xlm-clm-ende-1024/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_2 = this.of({ modelId: 'huggingface-tc-xlm-clm-ende-1024', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_1 = this.of({ modelId: 'huggingface-tc-xlm-clm-ende-1024', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_0 = this.of({ modelId: 'huggingface-tc-xlm-clm-ende-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-clm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_2_0_0 = this.of({ modelId: 'huggingface-tc-xlm-mlm-ende-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-xlm-mlm-ende-1024/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_2 = this.of({ modelId: 'huggingface-tc-xlm-mlm-ende-1024', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_1 = this.of({ modelId: 'huggingface-tc-xlm-mlm-ende-1024', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_0 = this.of({ modelId: 'huggingface-tc-xlm-mlm-ende-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-ende-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_2_0_0 = this.of({ modelId: 'huggingface-tc-xlm-mlm-enro-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-xlm-mlm-enro-1024/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_2 = this.of({ modelId: 'huggingface-tc-xlm-mlm-enro-1024', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_1 = this.of({ modelId: 'huggingface-tc-xlm-mlm-enro-1024', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_0 = this.of({ modelId: 'huggingface-tc-xlm-mlm-enro-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-enro-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of({ modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-tc/huggingface-tc-xlm-mlm-tlm-xnli15-1024/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_2 = this.of({ modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_1 = this.of({ modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of({ modelId: 'huggingface-tc-xlm-mlm-tlm-xnli15-1024', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-tc-xlm-mlm-tlm-xnli15-1024.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_2 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_1 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_0 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_1 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_0 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-bart4csc-base-chinese.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_3 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_2 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_1 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_0 = this.of({ modelId: 'huggingface-text2text-bart4csc-base-chinese', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-bart4csc-base-chinese.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_2 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp', version: '1.1.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_1 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_0 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_2 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp-bnb-int8', version: '1.1.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_1 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp-bnb-int8', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_0 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp-bnb-int8', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_2 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp-fp16', version: '1.1.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_1 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp-fp16', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_0 = this.of({ modelId: 'huggingface-text2text-bigscience-t0pp-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-bigscience-t0pp-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.3.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.3.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.3.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_5 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.2.5', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_4 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.2.4', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.2.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-base-samsum.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-base-samsum', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-base-samsum.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_6 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.6', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_5 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.5', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_4 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.4', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-large', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-large.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.3.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.3.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.3.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_5 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.2.5', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_4 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.2.4', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.2.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-small.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-small', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_6 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.6', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_5 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.5', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_4 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.4', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.5/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.4/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_3 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.3/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xl', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl', version: '1.1.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_0_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-bnb-int8', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-bnb-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_2 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-fp16', version: '1.1.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_1 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-fp16', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-t5-xxl-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-t5-xxl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_2 = this.of({ modelId: 'huggingface-text2text-flan-ul2-bf16', version: '1.1.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_1 = this.of({ modelId: 'huggingface-text2text-flan-ul2-bf16', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_0 = this.of({ modelId: 'huggingface-text2text-flan-ul2-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-flan-ul2-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-flan-ul2-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_2 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_1 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_0 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_1 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_0 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-pegasus-paraphrase.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_3 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_2 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_1 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_0 = this.of({ modelId: 'huggingface-text2text-pegasus-paraphrase', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-pegasus-paraphrase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_2 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_1 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_0 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_1 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_0 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-qcpg-sentences.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_3 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_2 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_1 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_0 = this.of({ modelId: 'huggingface-text2text-qcpg-sentences', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-qcpg-sentences.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_2 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.2.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_1 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_0 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_1 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_0 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-text2text-t5-one-line-summary.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_3 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.0.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_2 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_1 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_0 = this.of({ modelId: 'huggingface-text2text-t5-one-line-summary', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-text2text-t5-one-line-summary.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTEMBEDDING_ALL_MINILM_L6_V2_1_0_0 = this.of({ modelId: 'huggingface-textembedding-all-MiniLM-L6-v2', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.xlarge', 'ml.p2.xlarge', 'ml.g4dn.xlarge', 'ml.p3.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textembedding-all-MiniLM-L6-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_3_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_1 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b1.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_3 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.0.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_2 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_1 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_3_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_1 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-1b7.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_3 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.0.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_2 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_1 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-1b7', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_3_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_1 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloom-560m.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_3 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.0.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_2 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_1 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-bloom-560m', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloom-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b1', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_1 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b1', version: '1.1.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b7', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_1 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b7', version: '1.1.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b7', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-1b7', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-1b7.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-1b7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-560m', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_1 = this.of({ modelId: 'huggingface-textgeneration-bloomz-560m', version: '1.1.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-560m', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-bloomz-560m', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-bloomz-560m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-bloomz-560m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_5_0 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.5.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_1 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.4.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_0 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.4.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_3_0 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-distilgpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_3 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_2 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_1 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-distilgpt2', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-distilgpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-dolly-v2-12b-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-dolly-v2-12b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-12b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-dolly-v2-3b-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-dolly-v2-3b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-3b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-dolly-v2-7b-bf16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-dolly-v2-7b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-dolly-v2-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-falcon-40b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-falcon-40b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-falcon-40b-instruct-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-falcon-40b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-falcon-7b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.g5.2xlarge', 'ml.p3.16xlarge', 'ml.p3.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.12xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-falcon-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-falcon-7b-instruct-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.g5.2xlarge', 'ml.p3.16xlarge', 'ml.p3.8xlarge', 'ml.p3.2xlarge', 'ml.g4dn.12xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-falcon-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', TS_DEFAULT_WORKERS_PER_MODEL: 1, SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_5_0 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.5.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_1 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.4.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_0 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.4.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_3_0 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-gpt2.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_3 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_2 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_1 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-gpt2', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-gpt2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_3_0 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_1 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.1/infer-prepack-huggingface-textgeneration-models.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration-models.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_2 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_1 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-models', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.m5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-models.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_2_0_0 = this.of({ modelId: 'huggingface-textgeneration-open-llama', version: '2.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_2_0 = this.of({ modelId: 'huggingface-textgeneration-open-llama', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v3.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-cpu-py39-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.13.1-transformers4.26.0-gpu-py39-cu117-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_1 = this.of({ modelId: 'huggingface-textgeneration-open-llama', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.1.1/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_0 = this.of({ modelId: 'huggingface-textgeneration-open-llama', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.1.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', artifactKey: 'huggingface-infer/v1.1.0/infer-huggingface-textgeneration-open-llama.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_0_0 = this.of({ modelId: 'huggingface-textgeneration-open-llama', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v2.0.0/infer-prepack-huggingface-textgeneration-open-llama.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration-open-llama.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_2 = this.of({ modelId: 'huggingface-textgeneration1-bloom-176b-int8', version: '1.0.2', defaultInstanceType: 'ml.p4d.24xlarge', instanceTypes: ['ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-bloom-176b-int8', version: '1.0.1', defaultInstanceType: 'ml.p4d.24xlarge', instanceTypes: ['ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-176b-int8', version: '1.0.0', defaultInstanceType: 'ml.p4d.24xlarge', instanceTypes: ['ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-176b-int8.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-176b-int8.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-3b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1', version: '1.3.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.20.0-deepspeed0.7.5-cu116' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1', version: '1.2.2', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1', version: '1.2.1', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1', version: '1.2.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1', version: '1.1.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1', version: '1.0.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloom-7b1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloom-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_2 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-176b-fp16', version: '1.0.2', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.2/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-176b-fp16', version: '1.0.1', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-176b-fp16', version: '1.0.0', defaultInstanceType: 'ml.p4de.24xlarge', instanceTypes: ['ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-176b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-3b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-bloomz-7b1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-bloomz-7b1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-2-xl-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-2-xl-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_4 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.2.4', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_3 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.2.3', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_4 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.2.4', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_3 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.2.3', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-j-6b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-j-6b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', version: '1.3.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', version: '1.2.2', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', version: '1.2.1', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', version: '1.2.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', version: '1.1.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b', version: '1.0.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-1-3b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-1-3b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m', version: '1.3.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m', version: '1.2.2', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m', version: '1.2.1', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m', version: '1.2.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m', version: '1.1.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m', version: '1.0.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-125m-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-125m-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_3_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', version: '1.3.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_2 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', version: '1.2.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.2/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_1 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-gpt-neo-2-7b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-gpt-neo-2-7b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-lightgpt', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-lightgpt', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-lightgpt.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-lightgpt.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-mpt-7b-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.16xlarge', 'ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_INSTRUCT_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-mpt-7b-instruct-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.16xlarge', 'ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-instruct-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_STORYWRITER_BF16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-mpt-7b-storywriter-bf16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.16xlarge', 'ml.g5.24xlarge', 'ml.p4d.24xlarge', 'ml.p4de.24xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-mpt-7b-storywriter-bf16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.22.1-fastertransformer5.3.0-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-base-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-chat-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-3B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_1_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.1/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.12xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge', 'ml.g4dn.12xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.1.0/infer-prepack-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration1-redpajama-incite-instruct-7B-v1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_2_0_0 = this.of({ modelId: 'huggingface-textgeneration2-gpt-neox-20b-fp16', version: '2.0.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], prepackedArtifactKey: 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference-prepack/v1.0.1/', artifactKey: 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neox-20b-fp16/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration2-gpt-neox-20b-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration2-gpt-neox-20b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neox-20b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_2_0_0 = this.of({ modelId: 'huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16', version: '2.0.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], prepackedArtifactKey: 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference-prepack/v1.0.1/', artifactKey: 'huggingface-textgeneration2/huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_1 = this.of({ modelId: 'huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16', version: '1.0.1', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.1/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_0 = this.of({ modelId: 'huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.24xlarge', instanceTypes: ['ml.g5.24xlarge', 'ml.p3.8xlarge', 'ml.p3.16xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-textgeneration2-gpt-neoxt-chat-base-20b-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_2_0_0 = this.of({ modelId: 'huggingface-translation-opus-mt-en-es', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-translation/huggingface-translation-opus-mt-en-es/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_1_0 = this.of({ modelId: 'huggingface-translation-opus-mt-en-es', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_0_0 = this.of({ modelId: 'huggingface-translation-opus-mt-en-es', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-opus-mt-en-es.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_2_0_0 = this.of({ modelId: 'huggingface-translation-opus-mt-en-vi', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-translation/huggingface-translation-opus-mt-en-vi/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_1_0 = this.of({ modelId: 'huggingface-translation-opus-mt-en-vi', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_0_0 = this.of({ modelId: 'huggingface-translation-opus-mt-en-vi', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-opus-mt-en-vi.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_2_0_0 = this.of({ modelId: 'huggingface-translation-t5-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-translation/huggingface-translation-t5-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-translation/huggingface-translation-t5-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_1_0 = this.of({ modelId: 'huggingface-translation-t5-base', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_0_0 = this.of({ modelId: 'huggingface-translation-t5-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-t5-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_2_0_0 = this.of({ modelId: 'huggingface-translation-t5-large', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-translation/huggingface-translation-t5-large/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-translation/huggingface-translation-t5-large/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_1_0 = this.of({ modelId: 'huggingface-translation-t5-large', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_0_0 = this.of({ modelId: 'huggingface-translation-t5-large', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-t5-large.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_2_0_0 = this.of({ modelId: 'huggingface-translation-t5-small', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-translation/huggingface-translation-t5-small/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-translation/huggingface-translation-t5-small/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_1_0 = this.of({ modelId: 'huggingface-translation-t5-small', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-cpu-py36-ubuntu18.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.7.1-transformers4.6.1-gpu-py36-cu110-ubuntu18.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_0_0 = this.of({ modelId: 'huggingface-translation-t5-small', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-translation-t5-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_1_0 = this.of({ modelId: 'huggingface-txt2img-22h-vintedois-diffusion-v0-1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_0_0 = this.of({ modelId: 'huggingface-txt2img-22h-vintedois-diffusion-v0-1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-22h-vintedois-diffusion-v0-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-akikagura-mkgen-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-akikagura-mkgen-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-akikagura-mkgen-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_1_0 = this.of({ modelId: 'huggingface-txt2img-alxdfy-noggles-fastdb-4800', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_0_0 = this.of({ modelId: 'huggingface-txt2img-alxdfy-noggles-fastdb-4800', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles-fastdb-4800.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_1_0 = this.of({ modelId: 'huggingface-txt2img-alxdfy-noggles9000', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-alxdfy-noggles9000.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_0_0 = this.of({ modelId: 'huggingface-txt2img-alxdfy-noggles9000', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-alxdfy-noggles9000.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_1_0 = this.of({ modelId: 'huggingface-txt2img-andite-anything-v4-0', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-andite-anything-v4-0.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_0_0 = this.of({ modelId: 'huggingface-txt2img-andite-anything-v4-0', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-andite-anything-v4-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_1_0 = this.of({ modelId: 'huggingface-txt2img-astraliteheart-pony-diffusion-v2', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_0_0 = this.of({ modelId: 'huggingface-txt2img-astraliteheart-pony-diffusion-v2', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-astraliteheart-pony-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_1_0 = this.of({ modelId: 'huggingface-txt2img-avrik-abstract-anim-spritesheets', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_0_0 = this.of({ modelId: 'huggingface-txt2img-avrik-abstract-anim-spritesheets', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-avrik-abstract-anim-spritesheets.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_1_0 = this.of({ modelId: 'huggingface-txt2img-aybeeceedee-knollingcase', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_0_0 = this.of({ modelId: 'huggingface-txt2img-aybeeceedee-knollingcase', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-aybeeceedee-knollingcase.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_1_0 = this.of({ modelId: 'huggingface-txt2img-bingsu-my-k-anything-v3-0', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_0_0 = this.of({ modelId: 'huggingface-txt2img-bingsu-my-k-anything-v3-0', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-k-anything-v3-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({ modelId: 'huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({ modelId: 'huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-bingsu-my-korean-stable-diffusion-v1-5.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_1_0 = this.of({ modelId: 'huggingface-txt2img-buntopsih-novgoranstefanovski', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_0_0 = this.of({ modelId: 'huggingface-txt2img-buntopsih-novgoranstefanovski', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-buntopsih-novgoranstefanovski.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_1_0 = this.of({ modelId: 'huggingface-txt2img-claudfuen-photorealistic-fuen-v1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_0_0 = this.of({ modelId: 'huggingface-txt2img-claudfuen-photorealistic-fuen-v1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-claudfuen-photorealistic-fuen-v1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-coder119-vectorartz-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-coder119-vectorartz-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-coder119-vectorartz-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_1_0 = this.of({ modelId: 'huggingface-txt2img-conflictx-complex-lineart', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-conflictx-complex-lineart.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_0_0 = this.of({ modelId: 'huggingface-txt2img-conflictx-complex-lineart', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-conflictx-complex-lineart.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-cats-musical-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-cats-musical-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-cats-musical-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-jwst-deep-space-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-tron-legacy-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-tron-legacy-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-tron-legacy-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-van-gogh-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-dallinmackay-van-gogh-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dallinmackay-van-gogh-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dgspitzer-cyberpunk-anime-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_1_0 = this.of({ modelId: 'huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_0_0 = this.of({ modelId: 'huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-dreamlike-art-dreamlike-diffusion-1-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_1_0 = this.of({ modelId: 'huggingface-txt2img-eimiss-eimisanimediffusion-1-0v', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_0_0 = this.of({ modelId: 'huggingface-txt2img-eimiss-eimisanimediffusion-1-0v', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-eimiss-eimisanimediffusion-1-0v.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-envvi-inkpunk-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-envvi-inkpunk-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-envvi-inkpunk-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_1_0 = this.of({ modelId: 'huggingface-txt2img-evel-yoshin', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-evel-yoshin.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_0_0 = this.of({ modelId: 'huggingface-txt2img-evel-yoshin', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-evel-yoshin.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_1_0 = this.of({ modelId: 'huggingface-txt2img-extraphy-mustafa-kemal-ataturk', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_0_0 = this.of({ modelId: 'huggingface-txt2img-extraphy-mustafa-kemal-ataturk', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-extraphy-mustafa-kemal-ataturk.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_1_0 = this.of({ modelId: 'huggingface-txt2img-fffiloni-mr-men-and-little-misses', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_0_0 = this.of({ modelId: 'huggingface-txt2img-fffiloni-mr-men-and-little-misses', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fffiloni-mr-men-and-little-misses.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_1_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-elrisitas', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-elrisitas.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_0_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-elrisitas', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-elrisitas.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_1_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_0_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-balloonart-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_1_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_0_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-microscopic-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_1_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-papercut-model', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_0_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-papercut-model', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-papercut-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_1_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_0_0 = this.of({ modelId: 'huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-fictiverse-stable-diffusion-voxelart-model.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_1_0 = this.of({ modelId: 'huggingface-txt2img-haor-evt-v3', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-haor-evt-v3.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_0_0 = this.of({ modelId: 'huggingface-txt2img-haor-evt-v3', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-haor-evt-v3.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_1_0 = this.of({ modelId: 'huggingface-txt2img-hassanblend-hassanblend1-4', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_0_0 = this.of({ modelId: 'huggingface-txt2img-hassanblend-hassanblend1-4', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-hassanblend-hassanblend1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_1_0 = this.of({ modelId: 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_0_0 = this.of({ modelId: 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-en-v0-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_1_0 = this.of({ modelId: 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_0_0 = this.of({ modelId: 'huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-idea-ccnl-taiyi-stable-diffusion-1b-chinese-v0-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-ifansnek-johndiffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ifansnek-johndiffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-ifansnek-johndiffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-ifansnek-johndiffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_1_0 = this.of({ modelId: 'huggingface-txt2img-jersonm89-avatar', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jersonm89-avatar.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_0_0 = this.of({ modelId: 'huggingface-txt2img-jersonm89-avatar', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-jersonm89-avatar.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_1_0 = this.of({ modelId: 'huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_0_0 = this.of({ modelId: 'huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-jvkape-iconsmi-appiconsmodelforsd.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_1_0 = this.of({ modelId: 'huggingface-txt2img-katakana-2d-mix', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-katakana-2d-mix.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_0_0 = this.of({ modelId: 'huggingface-txt2img-katakana-2d-mix', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-katakana-2d-mix.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_1_0 = this.of({ modelId: 'huggingface-txt2img-lacambre-vulvine-look-v02', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_0_0 = this.of({ modelId: 'huggingface-txt2img-lacambre-vulvine-look-v02', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-lacambre-vulvine-look-v02.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-langboat-guohua-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-langboat-guohua-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-langboat-guohua-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-langboat-guohua-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_1_0 = this.of({ modelId: 'huggingface-txt2img-linaqruf-anything-v3-0', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_0_0 = this.of({ modelId: 'huggingface-txt2img-linaqruf-anything-v3-0', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-linaqruf-anything-v3-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mikesmodels-waltz-with-bashir-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-mitchtech-klingon-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-mitchtech-klingon-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mitchtech-klingon-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-mitchtech-vulcan-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-mitchtech-vulcan-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mitchtech-vulcan-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_1_0 = this.of({ modelId: 'huggingface-txt2img-mitsua-mitsua-diffusion-cc0', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_0_0 = this.of({ modelId: 'huggingface-txt2img-mitsua-mitsua-diffusion-cc0', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-mitsua-mitsua-diffusion-cc0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_1_0 = this.of({ modelId: 'huggingface-txt2img-naclbit-trinart-stable-diffusion-v2', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_0_0 = this.of({ modelId: 'huggingface-txt2img-naclbit-trinart-stable-diffusion-v2', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-naclbit-trinart-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-arcane-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-arcane-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-arcane-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-archer-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-archer-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-archer-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-classic-anim-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-classic-anim-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-classic-anim-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-elden-ring-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-elden-ring-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-elden-ring-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-future-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-future-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-future-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-ghibli-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-ghibli-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-ghibli-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-mo-di-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-mo-di-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-mo-di-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-nitro-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-nitro-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-nitro-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-redshift-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-redshift-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-redshift-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-spider-verse-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nitrosocke-spider-verse-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nitrosocke-spider-verse-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-nousr-robo-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-nousr-robo-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-nousr-robo-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-nousr-robo-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-ogkalu-comic-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-ogkalu-comic-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-ogkalu-comic-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_1_0 = this.of({ modelId: 'huggingface-txt2img-openjourney-openjourney', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-openjourney-openjourney.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_0_0 = this.of({ modelId: 'huggingface-txt2img-openjourney-openjourney', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-openjourney-openjourney.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_1_0 = this.of({ modelId: 'huggingface-txt2img-piesposito-openpotionbottle-v2', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_0_0 = this.of({ modelId: 'huggingface-txt2img-piesposito-openpotionbottle-v2', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-piesposito-openpotionbottle-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_1_0 = this.of({ modelId: 'huggingface-txt2img-plasmo-voxel-ish', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-voxel-ish.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_0_0 = this.of({ modelId: 'huggingface-txt2img-plasmo-voxel-ish', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-plasmo-voxel-ish.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_1_0 = this.of({ modelId: 'huggingface-txt2img-plasmo-woolitize', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-plasmo-woolitize.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_0_0 = this.of({ modelId: 'huggingface-txt2img-plasmo-woolitize', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-plasmo-woolitize.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-progamergov-min-illust-background-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-progamergov-min-illust-background-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-progamergov-min-illust-background-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-prompthero-linkedin-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-prompthero-linkedin-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-prompthero-linkedin-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_1_0 = this.of({ modelId: 'huggingface-txt2img-prompthero-openjourney', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-prompthero-openjourney.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_0_0 = this.of({ modelId: 'huggingface-txt2img-prompthero-openjourney', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-prompthero-openjourney.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-qilex-magic-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-qilex-magic-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-qilex-magic-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-qilex-magic-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_1_0 = this.of({ modelId: 'huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_0_0 = this.of({ modelId: 'huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-rabidgremlin-sd-db-epic-space-machine.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-rayhell-popupbook-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-rayhell-popupbook-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-rayhell-popupbook-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_1_0 = this.of({ modelId: 'huggingface-txt2img-runwayml-stable-diffusion-v1-5', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_0_0 = this.of({ modelId: 'huggingface-txt2img-runwayml-stable-diffusion-v1-5', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-runwayml-stable-diffusion-v1-5.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-s3nh-beksinski-style-stable-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-s3nh-beksinski-style-stable-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-s3nh-beksinski-style-stable-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_1_0 = this.of({ modelId: 'huggingface-txt2img-sd-dreambooth-library-original-character-cyclps', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_0_0 = this.of({ modelId: 'huggingface-txt2img-sd-dreambooth-library-original-character-cyclps', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-original-character-cyclps.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_1_0 = this.of({ modelId: 'huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_0_0 = this.of({ modelId: 'huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-persona-5-shigenori-style.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_1_0 = this.of({ modelId: 'huggingface-txt2img-sd-dreambooth-library-seraphm', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_0_0 = this.of({ modelId: 'huggingface-txt2img-sd-dreambooth-library-seraphm', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-sd-dreambooth-library-seraphm.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_1_0 = this.of({ modelId: 'huggingface-txt2img-shirayu-sd-tohoku-v1', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_0_0 = this.of({ modelId: 'huggingface-txt2img-shirayu-sd-tohoku-v1', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-shirayu-sd-tohoku-v1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_1_0 = this.of({ modelId: 'huggingface-txt2img-thelastben-hrrzg-style-768px', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_0_0 = this.of({ modelId: 'huggingface-txt2img-thelastben-hrrzg-style-768px', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-thelastben-hrrzg-style-768px.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_1_0 = this.of({ modelId: 'huggingface-txt2img-timothepearce-gina-the-cat', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_0_0 = this.of({ modelId: 'huggingface-txt2img-timothepearce-gina-the-cat', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-timothepearce-gina-the-cat.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-trystar-clonediffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-trystar-clonediffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-trystar-clonediffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-trystar-clonediffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_1_0 = this.of({ modelId: 'huggingface-txt2img-tuwonga-dbluth', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-dbluth.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_0_0 = this.of({ modelId: 'huggingface-txt2img-tuwonga-dbluth', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-tuwonga-dbluth.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_1_0 = this.of({ modelId: 'huggingface-txt2img-tuwonga-rotoscopee', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-tuwonga-rotoscopee.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_0_0 = this.of({ modelId: 'huggingface-txt2img-tuwonga-rotoscopee', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-tuwonga-rotoscopee.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_1_0 = this.of({ modelId: 'huggingface-txt2img-volrath50-fantasy-card-diffusion', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_0_0 = this.of({ modelId: 'huggingface-txt2img-volrath50-fantasy-card-diffusion', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-volrath50-fantasy-card-diffusion.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_1_0 = this.of({ modelId: 'huggingface-txt2img-yayab-sd-onepiece-diffusers4', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'huggingface-infer/prepack/v1.0.0/infer-prepack-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz', artifactKey: 'huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_0_0 = this.of({ modelId: 'huggingface-txt2img-yayab-sd-onepiece-diffusers4', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-txt2img-yayab-sd-onepiece-diffusers4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-deberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-deberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-deberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-deberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-distilroberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-distilroberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-distilroberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-distilroberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_2_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-minilm2-l6-h768', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-minilm2-l6-h768/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_1_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-minilm2-l6-h768', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-minilm2-l6-h768.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_2_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-roberta-base', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-cross-encoder-nli-roberta-base/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_1_0_0 = this.of({ modelId: 'huggingface-zstc-cross-encoder-nli-roberta-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-cross-encoder-nli-roberta-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_2_0_0 = this.of({ modelId: 'huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_1_0_0 = this.of({ modelId: 'huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-digitalepidemiologylab-covid-twitter-bert-v2-mnli.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_2_0_0 = this.of({ modelId: 'huggingface-zstc-eleldar-theme-classification', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-eleldar-theme-classification/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_1_0_0 = this.of({ modelId: 'huggingface-zstc-eleldar-theme-classification', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-eleldar-theme-classification.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-allnli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-multinli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-multilingual-cased-snli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-allnli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-multinli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-bert-base-turkish-cased-snli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-allnli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-multinli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-convbert-base-turkish-mc4-cased-snli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-allnli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-multinli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of({ modelId: 'huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-emrecan-distilbert-base-turkish-cased-snli-tr.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_2_0_0 = this.of({ modelId: 'huggingface-zstc-facebook-bart-large-mnli', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-facebook-bart-large-mnli/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_1_0_0 = this.of({ modelId: 'huggingface-zstc-facebook-bart-large-mnli', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-facebook-bart-large-mnli.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_2_0_0 = this.of({ modelId: 'huggingface-zstc-jiva-xlm-roberta-large-it-mnli', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-jiva-xlm-roberta-large-it-mnli/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_1_0_0 = this.of({ modelId: 'huggingface-zstc-jiva-xlm-roberta-large-it-mnli', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-jiva-xlm-roberta-large-it-mnli.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_2_0_0 = this.of({ modelId: 'huggingface-zstc-lighteternal-nli-xlm-r-greek', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-lighteternal-nli-xlm-r-greek/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_1_0_0 = this.of({ modelId: 'huggingface-zstc-lighteternal-nli-xlm-r-greek', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-lighteternal-nli-xlm-r-greek.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_2_0_0 = this.of({ modelId: 'huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_1_0_0 = this.of({ modelId: 'huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-moritzlaurer-deberta-v3-large-mnli-fever-anli-ling-wanli.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_2_0_0 = this.of({ modelId: 'huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_1_0_0 = this.of({ modelId: 'huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-moritzlaurer-mdeberta-v3-base-xnli-multilingual-nli-2mil7.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_2_0_0 = this.of({ modelId: 'huggingface-zstc-narsil-bart-large-mnli-opti', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-narsil-bart-large-mnli-opti/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_1_0_0 = this.of({ modelId: 'huggingface-zstc-narsil-bart-large-mnli-opti', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-narsil-bart-large-mnli-opti.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_2_0_0 = this.of({ modelId: 'huggingface-zstc-narsil-deberta-large-mnli-zero-cls', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-narsil-deberta-large-mnli-zero-cls/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_1_0_0 = this.of({ modelId: 'huggingface-zstc-narsil-deberta-large-mnli-zero-cls', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-narsil-deberta-large-mnli-zero-cls.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_2_0_0 = this.of({ modelId: 'huggingface-zstc-navteca-bart-large-mnli', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-navteca-bart-large-mnli/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_1_0_0 = this.of({ modelId: 'huggingface-zstc-navteca-bart-large-mnli', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-navteca-bart-large-mnli.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_2_0_0 = this.of({ modelId: 'huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_1_0_0 = this.of({ modelId: 'huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-recognai-bert-base-spanish-wwm-cased-xnli.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_2_0_0 = this.of({ modelId: 'huggingface-zstc-recognai-zeroshot-selectra-medium', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-medium/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_1_0_0 = this.of({ modelId: 'huggingface-zstc-recognai-zeroshot-selectra-medium', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-medium.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_2_0_0 = this.of({ modelId: 'huggingface-zstc-recognai-zeroshot-selectra-small', version: '2.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], prepackedArtifactKey: 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference-prepack/v1.0.0/', artifactKey: 'huggingface-zstc/huggingface-zstc-recognai-zeroshot-selectra-small/artifacts/inference/v1.0.0/', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_1_0_0 = this.of({ modelId: 'huggingface-zstc-recognai-zeroshot-selectra-small', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p2.xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.m5.large', 'ml.m5.xlarge', 'ml.c5.xlarge', 'ml.c5.2xlarge'], artifactKey: 'huggingface-infer/infer-huggingface-zstc-recognai-zeroshot-selectra-small.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_6 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.6', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_5 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.5', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_4 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.4', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_3 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.3', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_2 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_1 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_0 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v4-c4de6690de6132cb962827bec6ef6811' }, environment: {} }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_0_0 = this.of({ modelId: 'meta-textgeneration-llama-2-13b', version: '2.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-v3-8f4d5693a64a320ab0e8207af3551ae4' }, environment: {} }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_2 = this.of({ modelId: 'meta-textgeneration-llama-2-13b-f', version: '2.0.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_1 = this.of({ modelId: 'meta-textgeneration-llama-2-13b-f', version: '2.0.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_0 = this.of({ modelId: 'meta-textgeneration-llama-2-13b-f', version: '2.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_1 = this.of({ modelId: 'meta-textgeneration-llama-2-13b-f', version: '1.2.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_0 = this.of({ modelId: 'meta-textgeneration-llama-2-13b-f', version: '1.2.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v4-55c7c39a0cf535e8bad0d342598c219b' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_1_0 = this.of({ modelId: 'meta-textgeneration-llama-2-13b-f', version: '1.1.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-13b-f-v3-626aff9802aa3ed3ae74f5e2f1da8e77' }, environment: {} }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_5 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '2.0.5', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_4 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '2.0.4', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_3 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '2.0.3', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_2 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '2.0.2', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_1 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '2.0.1', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_0 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '2.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_2_0 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '1.2.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v4-194efdc8254336f7828fee0e42fb7557' }, environment: {} }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_1_0 = this.of({ modelId: 'meta-textgeneration-llama-2-70b', version: '1.1.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-v2-df8ba9c4f3173157b743f7439ccc73ef' }, environment: {} }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_2 = this.of({ modelId: 'meta-textgeneration-llama-2-70b-f', version: '2.0.2', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_1 = this.of({ modelId: 'meta-textgeneration-llama-2-70b-f', version: '2.0.1', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_0 = this.of({ modelId: 'meta-textgeneration-llama-2-70b-f', version: '2.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_1 = this.of({ modelId: 'meta-textgeneration-llama-2-70b-f', version: '1.2.1', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_0 = this.of({ modelId: 'meta-textgeneration-llama-2-70b-f', version: '1.2.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v4-38616f307d8b3fcebba49bd88e19888c' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_1_0 = this.of({ modelId: 'meta-textgeneration-llama-2-70b-f', version: '1.1.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-70b-f-v2-c9dc270fd5ea393792a5cb43494509fb' }, environment: {} }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_6 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.6', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_5 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.5', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_4 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.4', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_3 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.3', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_2 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_1 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_0 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v4-482ffe4800f036c29fcee6583d53e0f7' }, environment: {} }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_0_0 = this.of({ modelId: 'meta-textgeneration-llama-2-7b', version: '2.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-v3-740347e540da35b4ab9f6fc0ab3fed2c' }, environment: {} }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2 = this.of({ modelId: 'meta-textgeneration-llama-2-7b-f', version: '2.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_1 = this.of({ modelId: 'meta-textgeneration-llama-2-7b-f', version: '2.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_0 = this.of({ modelId: 'meta-textgeneration-llama-2-7b-f', version: '2.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_1 = this.of({ modelId: 'meta-textgeneration-llama-2-7b-f', version: '1.2.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_0 = this.of({ modelId: 'meta-textgeneration-llama-2-7b-f', version: '1.2.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v4-71eeccf76ddf33f2a18d2e16b9c7f302' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_1_0 = this.of({ modelId: 'meta-textgeneration-llama-2-7b-f', version: '1.1.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', 'ap-southeast-1': 'arn:aws:sagemaker:ap-southeast-1:192199979996:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', 'us-east-2': 'arn:aws:sagemaker:us-east-2:057799348421:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9', 'ap-southeast-2': 'arn:aws:sagemaker:ap-southeast-2:666831318237:model-package/llama2-7b-f-v3-be1e9ea1b4243499baecece79bf155d9' }, environment: {} }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b', version: '1.0.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b', version: '1.0.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-v1-95423334067634b6b176051809a74f66' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b-instruct', version: '1.0.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b-instruct', version: '1.0.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b-instruct', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-instruct--140d728c3d183ddfae54315da426d252' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b-python', version: '1.0.2', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b-python', version: '1.0.1', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-13b-python', version: '1.0.0', defaultInstanceType: 'ml.g5.12xlarge', instanceTypes: ['ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-13b-python-v1-967a17374628392d9782279c56a5e931' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b', version: '1.0.2', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b', version: '1.0.1', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b', version: '1.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-v1-f7d70609bda53c04b124801dc1296e95' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b-instruct', version: '1.0.2', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b-instruct', version: '1.0.1', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b-instruct', version: '1.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-instruct--7a81f42105463a7784051a2b91a22ddb' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b-python', version: '1.0.2', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b-python', version: '1.0.1', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-34b-python', version: '1.0.0', defaultInstanceType: 'ml.g5.48xlarge', instanceTypes: ['ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-34b-python-v1-dc1630bf42d33a0d855a512b25421b4a' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-v1-49d533b9554730d3b276f05cf4497b42' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b-instruct', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b-instruct', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b-instruct', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-instruct-v-0e1c2420edd531f3b029e1dabc253f12' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_2 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b-python', version: '1.0.2', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_1 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b-python', version: '1.0.1', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_0 = this.of({ modelId: 'meta-textgeneration-llama-codellama-7b-python', version: '1.0.0', defaultInstanceType: 'ml.g5.2xlarge', instanceTypes: ['ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.24xlarge', 'ml.g5.48xlarge', 'ml.p4d.24xlarge'], modelPackageArns: { 'us-east-1': 'arn:aws:sagemaker:us-east-1:865070037744:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', 'us-west-2': 'arn:aws:sagemaker:us-west-2:594846645681:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda', 'eu-west-1': 'arn:aws:sagemaker:eu-west-1:985815980388:model-package/llama2-codellama-7b-python-v1-4b0e524911c43d4eb40d7bfc1c002eda' }, environment: {}, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.23.0-deepspeed0.9.5-cu118' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-2-depth-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-2-depth-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet-v1-1', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v1-5-controlnet-v1-1-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-v2-1-controlnet', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_1_0_0 = this.of({ modelId: 'model-depth2img-stable-diffusion-v2-1-controlnet-fp16', version: '1.0.0', defaultInstanceType: 'ml.g5.8xlarge', instanceTypes: ['ml.g5.8xlarge', 'ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.16xlarge', 'ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g4dn.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g4dn.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-depth2img-stable-diffusion-v2-1-controlnet-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { alias_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-east-1', aliases: { alias_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-northeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-south-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ap-southeast-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'ca-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'cn-north-1', aliases: { alias_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-central-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-north-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-south-1', aliases: { alias_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'eu-west-3', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'me-south-1', aliases: { alias_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'sa-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-east-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-1', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }, { region: 'us-west-2', aliases: { alias_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/djl-inference:0.21.0-deepspeed0.8.3-cu117' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf1', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'inf2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm4', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5', imageUri: '$alias_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't2', imageUri: '$alias_ecr_uri_1' }, { instanceType: 't3', imageUri: '$alias_ecr_uri_1' }] }); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0_0 = this.of({ modelId: 'model-imagegeneration-stabilityai-stable-diffusion-v2-1', version: '1.0.0', defaultInstanceType: 'ml.g5.xlarge', instanceTypes: ['ml.g5.xlarge', 'ml.g5.2xlarge', 'ml.p3.2xlarge', 'ml.g4dn.2xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz', artifactKey: 'stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-v2-1.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAI_MODEL_CACHE_FILE: 'stabilityai-model-cache.tar.gz', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'cn-north-1', aliases: {} }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_1 = this.of({ modelId: 'model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0', version: '1.0.1', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.16xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.1/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', artifactKey: 'stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAI_MODEL_CACHE_FILE: 'stabilityai-model-cache.tar.gz', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'cn-north-1', aliases: {} }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); - public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_0 = this.of({ modelId: 'model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0', version: '1.0.0', defaultInstanceType: 'ml.g5.4xlarge', instanceTypes: ['ml.g5.4xlarge', 'ml.g5.8xlarge', 'ml.g5.12xlarge', 'ml.g5.16xlarge', 'ml.g4dn.12xlarge', 'ml.p4d.24xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', artifactKey: 'stabilityai-infer/infer-model-imagegeneration-stabilityai-stable-diffusion-xl-base-1-0.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAI_MODEL_CACHE_FILE: 'stabilityai-model-cache.tar.gz', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { gpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-east-1', aliases: { gpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-northeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-northeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-south-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-southeast-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ap-southeast-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'ca-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-central-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-north-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-south-1', aliases: { gpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'eu-west-3', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'me-south-1', aliases: { gpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'sa-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-east-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-east-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-west-1', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }, { region: 'us-west-2', aliases: { gpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/stabilityai-pytorch-inference:2.0.1-sgm0.1.0-gpu-py310-cu118-ubuntu20.04-sagemaker' } }], instanceVariants: [{ instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_1' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_1' }] }); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_1_0 = this.of({ modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz', artifactKey: 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_0_0 = this.of({ modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_1_0 = this.of({ modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting-fp16', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_0_0 = this.of({ modelId: 'model-inpainting-runwayml-stable-diffusion-inpainting-fp16', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], artifactKey: 'stabilityai-infer/infer-model-inpainting-runwayml-stable-diffusion-inpainting-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_1_0 = this.of({ modelId: 'model-inpainting-stabilityai-stable-diffusion-2-inpainting', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz', artifactKey: 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_0_0 = this.of({ modelId: 'model-inpainting-stabilityai-stable-diffusion-2-inpainting', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_1_0 = this.of({ modelId: 'model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_0_0 = this.of({ modelId: 'model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.xlarge', 'ml.g5.2xlarge'], artifactKey: 'stabilityai-infer/infer-model-inpainting-stabilityai-stable-diffusion-2-inpainting-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_3_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.3.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_3 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.2.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_2 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.2.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_1 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.2.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_1_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_0_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_1_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_3 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', version: '1.0.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_2 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_1 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v1-4-fp16', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v1-4-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_2_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', version: '1.2.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_3 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', version: '1.1.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_2 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', version: '1.1.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_1 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', version: '1.1.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_0_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_3 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.1.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_2 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.1.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_1 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.1.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_4 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.0.4', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_3 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.0.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_2 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_1 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-1-base', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-1-base.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_1_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_3 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', version: '1.0.3', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_2 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', version: '1.0.2', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_1 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', version: '1.0.1', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_0 = this.of({ modelId: 'model-txt2img-stabilityai-stable-diffusion-v2-fp16', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-txt2img-stabilityai-stable-diffusion-v2-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); - public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_1_0 = this.of({ modelId: 'model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16', version: '1.1.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], prepackedArtifactKey: 'stabilityai-infer/prepack/v1.0.0/infer-prepack-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz', artifactKey: 'stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600', ENDPOINT_SERVER_TIMEOUT: 3600, MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: 1 }, instanceAliases: [{ region: 'af-south-1', aliases: { cpu_ecr_uri_1: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '626614931356.dkr.ecr.af-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-east-1', aliases: { cpu_ecr_uri_1: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '871362719292.dkr.ecr.ap-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-northeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-northeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-south-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ap-southeast-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ap-southeast-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'ca-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.ca-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'cn-north-1', aliases: { cpu_ecr_uri_1: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '727897471807.dkr.ecr.cn-north-1.amazonaws.com.cn/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-central-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-central-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-north-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-north-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-south-1', aliases: { cpu_ecr_uri_1: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '692866216735.dkr.ecr.eu-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'eu-west-3', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.eu-west-3.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'me-south-1', aliases: { cpu_ecr_uri_1: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '217643126080.dkr.ecr.me-south-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'sa-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.sa-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-east-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-east-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-1', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-1.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }, { region: 'us-west-2', aliases: { cpu_ecr_uri_1: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-cpu-py38-ubuntu20.04', gpu_ecr_uri_2: '763104351884.dkr.ecr.us-west-2.amazonaws.com/huggingface-pytorch-inference:1.10.2-transformers4.17.0-gpu-py38-cu113-ubuntu20.04' } }], instanceVariants: [{ instanceType: 'c4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c5n', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'c6i', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'g4dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'g5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'local', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'local_gpu', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'm4', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'm5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'p2', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p3dn', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4d', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p4de', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'p5', imageUri: '$gpu_ecr_uri_2' }, { instanceType: 'r5', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 'r5d', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't2', imageUri: '$cpu_ecr_uri_1' }, { instanceType: 't3', imageUri: '$cpu_ecr_uri_1' }] }); - public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_0_0 = this.of({ modelId: 'model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16', version: '1.0.0', defaultInstanceType: 'ml.p3.2xlarge', instanceTypes: ['ml.p3.2xlarge', 'ml.g4dn.4xlarge', 'ml.g4dn.8xlarge', 'ml.g5.2xlarge', 'ml.g5.4xlarge', 'ml.g5.8xlarge'], artifactKey: 'stabilityai-infer/infer-model-upscaling-stabilityai-stable-diffusion-x4-upscaler-fp16.tar.gz', environment: { SAGEMAKER_PROGRAM: 'inference.py', SAGEMAKER_SUBMIT_DIRECTORY: '/opt/ml/model/code', SAGEMAKER_CONTAINER_LOG_LEVEL: '20', MODEL_CACHE_ROOT: '/opt/ml/model', SAGEMAKER_ENV: '1', SAGEMAKER_MODEL_SERVER_WORKERS: '1', SAGEMAKER_MODEL_SERVER_TIMEOUT: '3600' } }); + public static readonly HUGGINGFACE_ASR_WHISPER_BASE_2_0_0 = this.of('HUGGINGFACE_ASR_WHISPER_BASE_2_0_0'); + public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_1 = this.of('HUGGINGFACE_ASR_WHISPER_BASE_1_0_1'); + public static readonly HUGGINGFACE_ASR_WHISPER_BASE_1_0_0 = this.of('HUGGINGFACE_ASR_WHISPER_BASE_1_0_0'); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_2_0_0 = this.of('HUGGINGFACE_ASR_WHISPER_LARGE_2_0_0'); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_1 = this.of('HUGGINGFACE_ASR_WHISPER_LARGE_1_0_1'); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_1_0_0 = this.of('HUGGINGFACE_ASR_WHISPER_LARGE_1_0_0'); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_2_0_0 = this.of('HUGGINGFACE_ASR_WHISPER_LARGE_V2_2_0_0'); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_1 = this.of('HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_1'); + public static readonly HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_0 = this.of('HUGGINGFACE_ASR_WHISPER_LARGE_V2_1_0_0'); + public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_2_0_0 = this.of('HUGGINGFACE_ASR_WHISPER_MEDIUM_2_0_0'); + public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_1 = this.of('HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_1'); + public static readonly HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_0 = this.of('HUGGINGFACE_ASR_WHISPER_MEDIUM_1_0_0'); + public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_2_0_0 = this.of('HUGGINGFACE_ASR_WHISPER_SMALL_2_0_0'); + public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_1 = this.of('HUGGINGFACE_ASR_WHISPER_SMALL_1_0_1'); + public static readonly HUGGINGFACE_ASR_WHISPER_SMALL_1_0_0 = this.of('HUGGINGFACE_ASR_WHISPER_SMALL_1_0_0'); + public static readonly HUGGINGFACE_ASR_WHISPER_TINY_2_0_0 = this.of('HUGGINGFACE_ASR_WHISPER_TINY_2_0_0'); + public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_1 = this.of('HUGGINGFACE_ASR_WHISPER_TINY_1_0_1'); + public static readonly HUGGINGFACE_ASR_WHISPER_TINY_1_0_0 = this.of('HUGGINGFACE_ASR_WHISPER_TINY_1_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_2_0_0 = this.of('HUGGINGFACE_EQA_BERT_BASE_CASED_2_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_2 = this.of('HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_2'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_1 = this.of('HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_1'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_0 = this.of('HUGGINGFACE_EQA_BERT_BASE_CASED_1_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of('HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_2_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of('HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_2'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of('HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_1'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of('HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_CASED_1_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of('HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of('HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of('HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of('HUGGINGFACE_EQA_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_2_0_0 = this.of('HUGGINGFACE_EQA_BERT_BASE_UNCASED_2_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_2 = this.of('HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_2'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_1 = this.of('HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_1'); + public static readonly HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_0 = this.of('HUGGINGFACE_EQA_BERT_BASE_UNCASED_1_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_2_0_0 = this.of('HUGGINGFACE_EQA_BERT_LARGE_CASED_2_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_2 = this.of('HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_2'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_1 = this.of('HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_1'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_0 = this.of('HUGGINGFACE_EQA_BERT_LARGE_CASED_1_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of('HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of('HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of('HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of('HUGGINGFACE_EQA_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_2_0_0 = this.of('HUGGINGFACE_EQA_BERT_LARGE_UNCASED_2_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_2 = this.of('HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_2'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_1 = this.of('HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_1'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_0 = this.of('HUGGINGFACE_EQA_BERT_LARGE_UNCASED_1_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of('HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of('HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of('HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1'); + public static readonly HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of('HUGGINGFACE_EQA_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0'); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_2_0_0 = this.of('HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_2_0_0'); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_2 = this.of('HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_2'); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_1 = this.of('HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_1'); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_0 = this.of('HUGGINGFACE_EQA_DISTILBERT_BASE_CASED_1_0_0'); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of('HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0'); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of('HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2'); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of('HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1'); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of('HUGGINGFACE_EQA_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0'); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_2_0_0 = this.of('HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_2_0_0'); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_2 = this.of('HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_2'); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_1 = this.of('HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_1'); + public static readonly HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_0 = this.of('HUGGINGFACE_EQA_DISTILBERT_BASE_UNCASED_1_0_0'); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_2_0_0 = this.of('HUGGINGFACE_EQA_DISTILROBERTA_BASE_2_0_0'); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_2 = this.of('HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_2'); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_1 = this.of('HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_1'); + public static readonly HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_0 = this.of('HUGGINGFACE_EQA_DISTILROBERTA_BASE_1_0_0'); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_2_0_0 = this.of('HUGGINGFACE_EQA_ROBERTA_BASE_2_0_0'); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_2 = this.of('HUGGINGFACE_EQA_ROBERTA_BASE_1_0_2'); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_1 = this.of('HUGGINGFACE_EQA_ROBERTA_BASE_1_0_1'); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_1_0_0 = this.of('HUGGINGFACE_EQA_ROBERTA_BASE_1_0_0'); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of('HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0'); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of('HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2'); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of('HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1'); + public static readonly HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of('HUGGINGFACE_EQA_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0'); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_2_0_0 = this.of('HUGGINGFACE_EQA_ROBERTA_LARGE_2_0_0'); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_2 = this.of('HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_2'); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_1 = this.of('HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_1'); + public static readonly HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_0 = this.of('HUGGINGFACE_EQA_ROBERTA_LARGE_1_0_0'); + public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_2_0_0 = this.of('HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_2_0_0'); + public static readonly HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_1_0_0 = this.of('HUGGINGFACE_FILLMASK_BERT_BASE_UNCASED_1_0_0'); + public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_1_0 = this.of('HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_1_0'); + public static readonly HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_0_0 = this.of('HUGGINGFACE_LLM_BILINGUAL_RINNA_4B_INSTRUCTION_PPO_BF16_1_0_0'); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_2_0 = this.of('HUGGINGFACE_LLM_FALCON_180B_BF16_1_2_0'); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_1_0 = this.of('HUGGINGFACE_LLM_FALCON_180B_BF16_1_1_0'); + public static readonly HUGGINGFACE_LLM_FALCON_180B_BF16_1_0_0 = this.of('HUGGINGFACE_LLM_FALCON_180B_BF16_1_0_0'); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_2_0 = this.of('HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_2_0'); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_1_0 = this.of('HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_1_0'); + public static readonly HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_0_0 = this.of('HUGGINGFACE_LLM_FALCON_180B_CHAT_BF16_1_0_0'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_3 = this.of('HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_3'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_2 = this.of('HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_2'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_1 = this.of('HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_1'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_0 = this.of('HUGGINGFACE_LLM_FALCON_40B_BF16_1_3_0'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_2_0 = this.of('HUGGINGFACE_LLM_FALCON_40B_BF16_1_2_0'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_1_0 = this.of('HUGGINGFACE_LLM_FALCON_40B_BF16_1_1_0'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_BF16_1_0_0 = this.of('HUGGINGFACE_LLM_FALCON_40B_BF16_1_0_0'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_3 = this.of('HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_3'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_2 = this.of('HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_2'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_1 = this.of('HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_1'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_0 = this.of('HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_3_0'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_2_0 = this.of('HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_2_0'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_1_0 = this.of('HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_1_0'); + public static readonly HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of('HUGGINGFACE_LLM_FALCON_40B_INSTRUCT_BF16_1_0_0'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_2 = this.of('HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_2'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_1 = this.of('HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_1'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_0 = this.of('HUGGINGFACE_LLM_FALCON_7B_BF16_1_3_0'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_1 = this.of('HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_1'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_0 = this.of('HUGGINGFACE_LLM_FALCON_7B_BF16_1_2_0'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_1 = this.of('HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_1'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_0 = this.of('HUGGINGFACE_LLM_FALCON_7B_BF16_1_1_0'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_BF16_1_0_0 = this.of('HUGGINGFACE_LLM_FALCON_7B_BF16_1_0_0'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2 = this.of('HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_2'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_1 = this.of('HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_1'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_0 = this.of('HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_3_0'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_1 = this.of('HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_1'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_0 = this.of('HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_2_0'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_1 = this.of('HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_1'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_0 = this.of('HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_1_0'); + public static readonly HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of('HUGGINGFACE_LLM_FALCON_7B_INSTRUCT_BF16_1_0_0'); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_1_0 = this.of('HUGGINGFACE_LLM_MISTRAL_7B_1_1_0'); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_1_0_0 = this.of('HUGGINGFACE_LLM_MISTRAL_7B_1_0_0'); + public static readonly HUGGINGFACE_LLM_MISTRAL_7B_INSTRUCT_1_0_0 = this.of('HUGGINGFACE_LLM_MISTRAL_7B_INSTRUCT_1_0_0'); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_3_0 = this.of('HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_3_0'); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_2_0 = this.of('HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_2_0'); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_1 = this.of('HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_1'); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_0 = this.of('HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_1_0'); + public static readonly HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_0_0 = this.of('HUGGINGFACE_LLM_RINNA_3_6B_INSTRUCTION_PPO_BF16_1_0_0'); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of('HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_2_0_0'); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of('HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_1_0'); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of('HUGGINGFACE_NER_DISTILBERT_BASE_CASED_FINETUNED_CONLL03_ENGLISH_1_0_0'); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_2_0_0 = this.of('HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_2_0_0'); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_1_0 = this.of('HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_1_0'); + public static readonly HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_0_0 = this.of('HUGGINGFACE_NER_DISTILBERT_BASE_UNCASED_FINETUNED_CONLL03_ENGLISH_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_1_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_ALL_MINILM_L6_V2_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_BGE_BASE_EN_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_BGE_LARGE_EN_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_BGE_SMALL_EN_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_BASE_V2_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_LARGE_V2_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_E5_SMALL_V2_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_GTE_BASE_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_GTE_LARGE_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_GTE_SMALL_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_BASE_1_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_2_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_2_0_0'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_1 = this.of('HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_1'); + public static readonly HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_0 = this.of('HUGGINGFACE_SENTENCESIMILARITY_MULTILINGUAL_E5_LARGE_1_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_2_0_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_CASED_2_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_3 = this.of('HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_3'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_2 = this.of('HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_2'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_1 = this.of('HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_1'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_CASED_1_2_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_1_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_CASED_1_1_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_CASED_1_0_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_CASED_1_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_2_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_3'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_2'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_1'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_2_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_1_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_CASED_1_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_3 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_3'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_2 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_2'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_1 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_1'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_2_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_1_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_1_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_2_0_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_UNCASED_2_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_3 = this.of('HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_3'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_2 = this.of('HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_2'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_1 = this.of('HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_1'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_2_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_1_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_1_0'); + public static readonly HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_0_0 = this.of('HUGGINGFACE_SPC_BERT_BASE_UNCASED_1_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_2_0_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_2_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_3 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_3'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_2 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_2'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_1 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_1'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_1_2_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_1_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_1_1_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_1_0_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_1_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_3 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_3'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_2 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_2'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_1 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_1'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_2_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_1_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_1_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_2_0_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_2_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_3 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_3'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_2 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_2'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_1 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_1'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_2_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_1_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_1_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_0_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_1_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_3 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_3'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_2 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_2'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_1 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_1'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_2_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_1_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_1_0'); + public static readonly HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of('HUGGINGFACE_SPC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_2_0_0 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_2_0_0'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_3 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_3'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_2 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_2'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_1 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_1'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_0 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_2_0'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_1_0 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_1_0'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_0_0 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_CASED_1_0_0'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_3 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_3'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_2 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_2'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_1 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_1'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_0 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_2_0'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_1_0 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_1_0'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_2_0_0'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_3 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_3'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_2 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_2'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_1 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_1'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_0 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_2_0'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_1_0 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_1_0'); + public static readonly HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of('HUGGINGFACE_SPC_DISTILBERT_BASE_UNCASED_1_0_0'); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_2_0_0 = this.of('HUGGINGFACE_SPC_DISTILROBERTA_BASE_2_0_0'); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_3 = this.of('HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_3'); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_2 = this.of('HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_2'); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_1 = this.of('HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_1'); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_0 = this.of('HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_2_0'); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_1_0 = this.of('HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_1_0'); + public static readonly HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_0_0 = this.of('HUGGINGFACE_SPC_DISTILROBERTA_BASE_1_0_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_2_0_0 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_2_0_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_3 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_1_2_3'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_2 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_1_2_2'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_1 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_1_2_1'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_2_0 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_1_2_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_1_0 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_1_1_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_1_0_0 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_1_0_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_3 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_3'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_2 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_2'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_1 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_1'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_0 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_2_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_1_0 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_1_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of('HUGGINGFACE_SPC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_2_0_0 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_2_0_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_3 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_3'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_2 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_2'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_1 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_1'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_0 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_1_2_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_1_0 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_1_1_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_1_0_0 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_1_0_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_3 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_3'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_2 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_2'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_1 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_1'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_0 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_2_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_1_0 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_1_0'); + public static readonly HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of('HUGGINGFACE_SPC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0'); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_2_0_0 = this.of('HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_2_0_0'); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_3 = this.of('HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_3'); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_2 = this.of('HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_2'); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_1 = this.of('HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_1'); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_0 = this.of('HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_2_0'); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_1_0 = this.of('HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_1_0'); + public static readonly HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_0_0 = this.of('HUGGINGFACE_SPC_XLM_CLM_ENDE_1024_1_0_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_2_0_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_2_0_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_3 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_3'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_2 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_2'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_1 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_1'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_2_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_1_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_1_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_0_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENDE_1024_1_0_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_2_0_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_2_0_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_3 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_3'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_2 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_2'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_1 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_1'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_2_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_1_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_1_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_0_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_ENRO_1024_1_0_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_2_0_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_3 = this.of('HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_3'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_2 = this.of('HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_2'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_1 = this.of('HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_1'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_2_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_1_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_1_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_TLM_XNLI15_1024_1_0_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_2_0_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_2_0_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_3 = this.of('HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_3'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_2 = this.of('HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_2'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_1 = this.of('HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_1'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_2_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_1_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_1_0'); + public static readonly HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_0_0 = this.of('HUGGINGFACE_SPC_XLM_MLM_XNLI15_1024_1_0_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_2_0 = this.of('HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_2_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_1_0 = this.of('HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_1_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_0_0 = this.of('HUGGINGFACE_SUMMARIZATION_BART_LARGE_CNN_SAMSUM_1_0_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_2_0 = this.of('HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_2_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_1_0 = this.of('HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_1_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_0_0 = this.of('HUGGINGFACE_SUMMARIZATION_BERT_SMALL2BERT_SMALL_FINETUNED_CNN_DAILY_MAIL_SUMMARIZATION_1_0_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_2_0 = this.of('HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_2_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_1_0 = this.of('HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_1_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_0_0 = this.of('HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_ARXIV_1_0_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_2_0 = this.of('HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_2_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_1_0 = this.of('HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_1_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_0_0 = this.of('HUGGINGFACE_SUMMARIZATION_BIGBIRD_PEGASUS_LARGE_PUBMED_1_0_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_2_0 = this.of('HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_2_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_1_0 = this.of('HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_1_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_0_0 = this.of('HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_12_6_1_0_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_2_0 = this.of('HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_2_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_1_0 = this.of('HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_1_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_0_0 = this.of('HUGGINGFACE_SUMMARIZATION_DISTILBART_CNN_6_6_1_0_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_2_0 = this.of('HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_2_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_1_0 = this.of('HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_1_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_0_0 = this.of('HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_1_1_1_0_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_2_0 = this.of('HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_2_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_1_0 = this.of('HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_1_0'); + public static readonly HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_0_0 = this.of('HUGGINGFACE_SUMMARIZATION_DISTILBART_XSUM_12_3_1_0_0'); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_2_0_0 = this.of('HUGGINGFACE_TC_BERT_BASE_CASED_2_0_0'); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_2 = this.of('HUGGINGFACE_TC_BERT_BASE_CASED_1_0_2'); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_1 = this.of('HUGGINGFACE_TC_BERT_BASE_CASED_1_0_1'); + public static readonly HUGGINGFACE_TC_BERT_BASE_CASED_1_0_0 = this.of('HUGGINGFACE_TC_BERT_BASE_CASED_1_0_0'); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of('HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_2_0_0'); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of('HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_2'); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of('HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_1'); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of('HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_CASED_1_0_0'); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0 = this.of('HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_2_0_0'); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2 = this.of('HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_2'); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1 = this.of('HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_1'); + public static readonly HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0 = this.of('HUGGINGFACE_TC_BERT_BASE_MULTILINGUAL_UNCASED_1_0_0'); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_2_0_0 = this.of('HUGGINGFACE_TC_BERT_BASE_UNCASED_2_0_0'); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_2 = this.of('HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_2'); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_1 = this.of('HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_1'); + public static readonly HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_0 = this.of('HUGGINGFACE_TC_BERT_BASE_UNCASED_1_0_0'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_2_0_0 = this.of('HUGGINGFACE_TC_BERT_LARGE_CASED_2_0_0'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_2 = this.of('HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_2'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_1 = this.of('HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_1'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_0 = this.of('HUGGINGFACE_TC_BERT_LARGE_CASED_1_0_0'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0 = this.of('HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_2_0_0'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2 = this.of('HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_2'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1 = this.of('HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_1'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0 = this.of('HUGGINGFACE_TC_BERT_LARGE_CASED_WHOLE_WORD_MASKING_1_0_0'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_2_0_0 = this.of('HUGGINGFACE_TC_BERT_LARGE_UNCASED_2_0_0'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_2 = this.of('HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_2'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_1 = this.of('HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_1'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_0 = this.of('HUGGINGFACE_TC_BERT_LARGE_UNCASED_1_0_0'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0 = this.of('HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_2_0_0'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2 = this.of('HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_2'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1 = this.of('HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_1'); + public static readonly HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0 = this.of('HUGGINGFACE_TC_BERT_LARGE_UNCASED_WHOLE_WORD_MASKING_1_0_0'); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_2_0_0 = this.of('HUGGINGFACE_TC_DISTILBERT_BASE_CASED_2_0_0'); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_2 = this.of('HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_2'); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_1 = this.of('HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_1'); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_0 = this.of('HUGGINGFACE_TC_DISTILBERT_BASE_CASED_1_0_0'); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0 = this.of('HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_2_0_0'); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2 = this.of('HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_2'); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1 = this.of('HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_1'); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0 = this.of('HUGGINGFACE_TC_DISTILBERT_BASE_MULTILINGUAL_CASED_1_0_0'); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_2_0_0 = this.of('HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_2_0_0'); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_2 = this.of('HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_2'); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_1 = this.of('HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_1'); + public static readonly HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_0 = this.of('HUGGINGFACE_TC_DISTILBERT_BASE_UNCASED_1_0_0'); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_2_0_0 = this.of('HUGGINGFACE_TC_DISTILROBERTA_BASE_2_0_0'); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_2 = this.of('HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_2'); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_1 = this.of('HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_1'); + public static readonly HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_0 = this.of('HUGGINGFACE_TC_DISTILROBERTA_BASE_1_0_0'); + public static readonly HUGGINGFACE_TC_MODELS_2_0_0 = this.of('HUGGINGFACE_TC_MODELS_2_0_0'); + public static readonly HUGGINGFACE_TC_MODELS_1_0_2 = this.of('HUGGINGFACE_TC_MODELS_1_0_2'); + public static readonly HUGGINGFACE_TC_MODELS_1_0_1 = this.of('HUGGINGFACE_TC_MODELS_1_0_1'); + public static readonly HUGGINGFACE_TC_MODELS_1_0_0 = this.of('HUGGINGFACE_TC_MODELS_1_0_0'); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_2_0_0 = this.of('HUGGINGFACE_TC_ROBERTA_BASE_2_0_0'); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_2 = this.of('HUGGINGFACE_TC_ROBERTA_BASE_1_0_2'); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_1 = this.of('HUGGINGFACE_TC_ROBERTA_BASE_1_0_1'); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_1_0_0 = this.of('HUGGINGFACE_TC_ROBERTA_BASE_1_0_0'); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0 = this.of('HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_2_0_0'); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2 = this.of('HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_2'); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1 = this.of('HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_1'); + public static readonly HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0 = this.of('HUGGINGFACE_TC_ROBERTA_BASE_OPENAI_DETECTOR_1_0_0'); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_2_0_0 = this.of('HUGGINGFACE_TC_ROBERTA_LARGE_2_0_0'); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_2 = this.of('HUGGINGFACE_TC_ROBERTA_LARGE_1_0_2'); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_1 = this.of('HUGGINGFACE_TC_ROBERTA_LARGE_1_0_1'); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_1_0_0 = this.of('HUGGINGFACE_TC_ROBERTA_LARGE_1_0_0'); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0 = this.of('HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_2_0_0'); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_2 = this.of('HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_2'); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_1 = this.of('HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_1'); + public static readonly HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0 = this.of('HUGGINGFACE_TC_ROBERTA_LARGE_OPENAI_DETECTOR_1_0_0'); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_2_0_0 = this.of('HUGGINGFACE_TC_XLM_CLM_ENDE_1024_2_0_0'); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_2 = this.of('HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_2'); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_1 = this.of('HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_1'); + public static readonly HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_0 = this.of('HUGGINGFACE_TC_XLM_CLM_ENDE_1024_1_0_0'); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_2_0_0 = this.of('HUGGINGFACE_TC_XLM_MLM_ENDE_1024_2_0_0'); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_2 = this.of('HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_2'); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_1 = this.of('HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_1'); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_0 = this.of('HUGGINGFACE_TC_XLM_MLM_ENDE_1024_1_0_0'); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_2_0_0 = this.of('HUGGINGFACE_TC_XLM_MLM_ENRO_1024_2_0_0'); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_2 = this.of('HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_2'); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_1 = this.of('HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_1'); + public static readonly HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_0 = this.of('HUGGINGFACE_TC_XLM_MLM_ENRO_1024_1_0_0'); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_2_0_0 = this.of('HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_2_0_0'); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_2 = this.of('HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_2'); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_1 = this.of('HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_1'); + public static readonly HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_0 = this.of('HUGGINGFACE_TC_XLM_MLM_TLM_XNLI15_1024_1_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_2 = this.of('HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_1 = this.of('HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_0 = this.of('HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_2_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_1 = this.of('HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_3 = this.of('HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_3'); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_2 = this.of('HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_1 = this.of('HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_BART4CSC_BASE_CHINESE_1_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_2_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_2_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_2 = this.of('HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_1 = this.of('HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_2 = this.of('HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_1 = this.of('HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_BNB_INT8_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_2 = this.of('HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_1 = this.of('HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_BIGSCIENCE_T0PP_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_2_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_2_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_3_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_5 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_5'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_4 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_4'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_3 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_3'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_2_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_3 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_3'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_1_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_2_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_2_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_2_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_3 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_3'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_BASE_SAMSUM_1_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_2_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_2_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_2_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_6 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_6'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_5 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_5'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_4 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_4'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_3 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_3'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_3 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_3'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_LARGE_1_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_2_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_2_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_3_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_5 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_5'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_4 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_4'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_3 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_3'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_2_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_3 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_3'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_SMALL_1_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_2_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_2_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_2_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_6 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_6'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_5 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_5'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_4 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_4'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_3 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_3'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_3 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_3'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XL_1_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_2_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_2_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_2_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_BNB_INT8_1_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_T5_XXL_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_2_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_2_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_2 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_1 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_FLAN_UL2_BF16_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_2 = this.of('HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_1 = this.of('HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_0 = this.of('HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_2_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_1 = this.of('HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_3 = this.of('HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_3'); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_2 = this.of('HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_1 = this.of('HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_PEGASUS_PARAPHRASE_1_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_2_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_2_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_2 = this.of('HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_1 = this.of('HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_0 = this.of('HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_2_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_1 = this.of('HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_3 = this.of('HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_3'); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_2 = this.of('HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_1 = this.of('HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_QCPG_SENTENCES_1_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_2_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_2_0_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_2 = this.of('HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_1 = this.of('HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_0 = this.of('HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_2_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_1 = this.of('HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_0 = this.of('HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_1_0'); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_3 = this.of('HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_3'); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_2 = this.of('HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_2'); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_1 = this.of('HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_1'); + public static readonly HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_0 = this.of('HUGGINGFACE_TEXT2TEXT_T5_ONE_LINE_SUMMARY_1_0_0'); + public static readonly HUGGINGFACE_TEXTEMBEDDING_ALL_MINILM_L6_V2_1_0_0 = this.of('HUGGINGFACE_TEXTEMBEDDING_ALL_MINILM_L6_V2_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_3 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_3'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_2 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_2'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B1_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_3 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_3'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_2 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_2'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_1B7_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_3 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_3'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_2 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_2'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOM_560M_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_1 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B1_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_1 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOMZ_1B7_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_1 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_BLOOMZ_560M_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_5_0 = this.of('HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_5_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_1 = this.of('HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_0 = this.of('HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_4_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_3 = this.of('HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_3'); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_DISTILGPT2_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_DOLLY_V2_12B_BF16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_DOLLY_V2_3B_BF16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_DOLLY_V2_7B_BF16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_BF16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_FALCON_40B_BF16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_40B_INSTRUCT_BF16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_FALCON_40B_INSTRUCT_BF16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_BF16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_FALCON_7B_BF16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_FALCON_7B_INSTRUCT_BF16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_FALCON_7B_INSTRUCT_BF16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_5_0 = this.of('HUGGINGFACE_TEXTGENERATION_GPT2_1_5_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_1 = this.of('HUGGINGFACE_TEXTGENERATION_GPT2_1_4_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_4_0 = this.of('HUGGINGFACE_TEXTGENERATION_GPT2_1_4_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION_GPT2_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_3 = this.of('HUGGINGFACE_TEXTGENERATION_GPT2_1_2_3'); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION_GPT2_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION_GPT2_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION_GPT2_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION_GPT2_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_GPT2_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_GPT2_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION_MODELS_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION_MODELS_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION_MODELS_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION_MODELS_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_2 = this.of('HUGGINGFACE_TEXTGENERATION_MODELS_1_0_2'); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION_MODELS_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_MODELS_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_MODELS_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_2_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_2_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_1 = this.of('HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_1'); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION_OPEN_LLAMA_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_2 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_176B_INT8_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_3B_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOM_7B1_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_2 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_176B_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_3B_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_BLOOMZ_7B1_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_2_XL_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_4 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_4'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_3 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_3'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_1 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_4 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_4'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_3 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_3'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_1 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_J_6B_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_1_3B_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_125M_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_3_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_3_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_2 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_2'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_1 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_2_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_GPT_NEO_2_7B_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_LIGHTGPT_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_BF16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_MPT_7B_BF16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_INSTRUCT_BF16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_MPT_7B_INSTRUCT_BF16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_MPT_7B_STORYWRITER_BF16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_MPT_7B_STORYWRITER_BF16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_3B_V1_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_BASE_7B_V1_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_3B_V1_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_CHAT_7B_V1_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_3B_V1_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_1_0 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_1_0'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION1_REDPAJAMA_INCITE_INSTRUCT_7B_V1_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_2_0_0 = this.of('HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_2_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION2_GPT_NEOX_20B_FP16_1_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_2_0_0 = this.of('HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_2_0_0'); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_1 = this.of('HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_1'); + public static readonly HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_0 = this.of('HUGGINGFACE_TEXTGENERATION2_GPT_NEOXT_CHAT_BASE_20B_FP16_1_0_0'); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_2_0_0 = this.of('HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_2_0_0'); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_1_0 = this.of('HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_1_0'); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_0_0 = this.of('HUGGINGFACE_TRANSLATION_OPUS_MT_EN_ES_1_0_0'); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_2_0_0 = this.of('HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_2_0_0'); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_1_0 = this.of('HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_1_0'); + public static readonly HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_0_0 = this.of('HUGGINGFACE_TRANSLATION_OPUS_MT_EN_VI_1_0_0'); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_2_0_0 = this.of('HUGGINGFACE_TRANSLATION_T5_BASE_2_0_0'); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_1_0 = this.of('HUGGINGFACE_TRANSLATION_T5_BASE_1_1_0'); + public static readonly HUGGINGFACE_TRANSLATION_T5_BASE_1_0_0 = this.of('HUGGINGFACE_TRANSLATION_T5_BASE_1_0_0'); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_2_0_0 = this.of('HUGGINGFACE_TRANSLATION_T5_LARGE_2_0_0'); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_1_0 = this.of('HUGGINGFACE_TRANSLATION_T5_LARGE_1_1_0'); + public static readonly HUGGINGFACE_TRANSLATION_T5_LARGE_1_0_0 = this.of('HUGGINGFACE_TRANSLATION_T5_LARGE_1_0_0'); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_2_0_0 = this.of('HUGGINGFACE_TRANSLATION_T5_SMALL_2_0_0'); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_1_0 = this.of('HUGGINGFACE_TRANSLATION_T5_SMALL_1_1_0'); + public static readonly HUGGINGFACE_TRANSLATION_T5_SMALL_1_0_0 = this.of('HUGGINGFACE_TRANSLATION_T5_SMALL_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_22H_VINTEDOIS_DIFFUSION_V0_1_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_AKIKAGURA_MKGEN_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES_FASTDB_4800_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_ALXDFY_NOGGLES9000_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_ANDITE_ANYTHING_V4_0_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_ASTRALITEHEART_PONY_DIFFUSION_V2_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_AVRIK_ABSTRACT_ANIM_SPRITESHEETS_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_AYBEECEEDEE_KNOLLINGCASE_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_BINGSU_MY_K_ANYTHING_V3_0_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_BINGSU_MY_KOREAN_STABLE_DIFFUSION_V1_5_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_BUNTOPSIH_NOVGORANSTEFANOVSKI_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_CLAUDFUEN_PHOTOREALISTIC_FUEN_V1_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_CODER119_VECTORARTZ_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_CONFLICTX_COMPLEX_LINEART_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_DALLINMACKAY_CATS_MUSICAL_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_DALLINMACKAY_JWST_DEEP_SPACE_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_DALLINMACKAY_TRON_LEGACY_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_DALLINMACKAY_VAN_GOGH_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_DGSPITZER_CYBERPUNK_ANIME_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_DREAMLIKE_ART_DREAMLIKE_DIFFUSION_1_0_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_EIMISS_EIMISANIMEDIFFUSION_1_0V_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_ENVVI_INKPUNK_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_EVEL_YOSHIN_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_EXTRAPHY_MUSTAFA_KEMAL_ATATURK_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_FFFILONI_MR_MEN_AND_LITTLE_MISSES_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_ELRISITAS_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_BALLOONART_MODEL_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_MICROSCOPIC_MODEL_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_PAPERCUT_MODEL_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_FICTIVERSE_STABLE_DIFFUSION_VOXELART_MODEL_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_HAOR_EVT_V3_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_HASSANBLEND_HASSANBLEND1_4_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_EN_V0_1_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_IDEA_CCNL_TAIYI_STABLE_DIFFUSION_1B_CHINESE_V0_1_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_IFANSNEK_JOHNDIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_JERSONM89_AVATAR_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_JVKAPE_ICONSMI_APPICONSMODELFORSD_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_KATAKANA_2D_MIX_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_LACAMBRE_VULVINE_LOOK_V02_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_LANGBOAT_GUOHUA_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_LINAQRUF_ANYTHING_V3_0_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_MIKESMODELS_WALTZ_WITH_BASHIR_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_MITCHTECH_KLINGON_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_MITCHTECH_VULCAN_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_MITSUA_MITSUA_DIFFUSION_CC0_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_NACLBIT_TRINART_STABLE_DIFFUSION_V2_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCANE_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_ARCHER_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_CLASSIC_ANIM_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_ELDEN_RING_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_FUTURE_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_GHIBLI_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_MO_DI_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_NITRO_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_REDSHIFT_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_NITROSOCKE_SPIDER_VERSE_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_NOUSR_ROBO_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_OGKALU_COMIC_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_OPENJOURNEY_OPENJOURNEY_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_PIESPOSITO_OPENPOTIONBOTTLE_V2_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_PLASMO_VOXEL_ISH_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_PLASMO_WOOLITIZE_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_PROGAMERGOV_MIN_ILLUST_BACKGROUND_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_PROMPTHERO_LINKEDIN_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_PROMPTHERO_OPENJOURNEY_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_QILEX_MAGIC_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_RABIDGREMLIN_SD_DB_EPIC_SPACE_MACHINE_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_RAYHELL_POPUPBOOK_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_RUNWAYML_STABLE_DIFFUSION_V1_5_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_S3NH_BEKSINSKI_STYLE_STABLE_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_ORIGINAL_CHARACTER_CYCLPS_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_PERSONA_5_SHIGENORI_STYLE_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_SD_DREAMBOOTH_LIBRARY_SERAPHM_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_SHIRAYU_SD_TOHOKU_V1_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_THELASTBEN_HRRZG_STYLE_768PX_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_TIMOTHEPEARCE_GINA_THE_CAT_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_TRYSTAR_CLONEDIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_TUWONGA_DBLUTH_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_TUWONGA_ROTOSCOPEE_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_VOLRATH50_FANTASY_CARD_DIFFUSION_1_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_2_0_0 = this.of('HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_2_0_0'); + public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_1_0 = this.of('HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_1_0'); + public static readonly HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_0_0 = this.of('HUGGINGFACE_TXT2IMG_YAYAB_SD_ONEPIECE_DIFFUSERS4_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_2_0_0 = this.of('HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_1_0_0 = this.of('HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DEBERTA_BASE_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_2_0_0 = this.of('HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_1_0_0 = this.of('HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_DISTILROBERTA_BASE_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_2_0_0 = this.of('HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_1_0_0 = this.of('HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_MINILM2_L6_H768_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_2_0_0 = this.of('HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_1_0_0 = this.of('HUGGINGFACE_ZSTC_CROSS_ENCODER_NLI_ROBERTA_BASE_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_2_0_0 = this.of('HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_1_0_0 = this.of('HUGGINGFACE_ZSTC_DIGITALEPIDEMIOLOGYLAB_COVID_TWITTER_BERT_V2_MNLI_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_2_0_0 = this.of('HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_1_0_0 = this.of('HUGGINGFACE_ZSTC_ELELDAR_THEME_CLASSIFICATION_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_2_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_1_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_ALLNLI_TR_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_2_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_1_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_MULTINLI_TR_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_2_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_1_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_MULTILINGUAL_CASED_SNLI_TR_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_BERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_2_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_1_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_ALLNLI_TR_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_2_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_1_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_MULTINLI_TR_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_2_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_1_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_CONVBERT_BASE_TURKISH_MC4_CASED_SNLI_TR_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_ALLNLI_TR_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_MULTINLI_TR_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0 = this.of('HUGGINGFACE_ZSTC_EMRECAN_DISTILBERT_BASE_TURKISH_CASED_SNLI_TR_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_2_0_0 = this.of('HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_1_0_0 = this.of('HUGGINGFACE_ZSTC_FACEBOOK_BART_LARGE_MNLI_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_2_0_0 = this.of('HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_1_0_0 = this.of('HUGGINGFACE_ZSTC_JIVA_XLM_ROBERTA_LARGE_IT_MNLI_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_2_0_0 = this.of('HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_1_0_0 = this.of('HUGGINGFACE_ZSTC_LIGHTETERNAL_NLI_XLM_R_GREEK_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_2_0_0 = this.of('HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_1_0_0 = this.of('HUGGINGFACE_ZSTC_MORITZLAURER_DEBERTA_V3_LARGE_MNLI_FEVER_ANLI_LING_WANLI_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_2_0_0 = this.of('HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_1_0_0 = this.of('HUGGINGFACE_ZSTC_MORITZLAURER_MDEBERTA_V3_BASE_XNLI_MULTILINGUAL_NLI_2MIL7_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_2_0_0 = this.of('HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_1_0_0 = this.of('HUGGINGFACE_ZSTC_NARSIL_BART_LARGE_MNLI_OPTI_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_2_0_0 = this.of('HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_1_0_0 = this.of('HUGGINGFACE_ZSTC_NARSIL_DEBERTA_LARGE_MNLI_ZERO_CLS_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_2_0_0 = this.of('HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_1_0_0 = this.of('HUGGINGFACE_ZSTC_NAVTECA_BART_LARGE_MNLI_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_2_0_0 = this.of('HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_1_0_0 = this.of('HUGGINGFACE_ZSTC_RECOGNAI_BERT_BASE_SPANISH_WWM_CASED_XNLI_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_2_0_0 = this.of('HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_1_0_0 = this.of('HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_MEDIUM_1_0_0'); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_2_0_0 = this.of('HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_2_0_0'); + public static readonly HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_1_0_0 = this.of('HUGGINGFACE_ZSTC_RECOGNAI_ZEROSHOT_SELECTRA_SMALL_1_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_8 = this.of('META_TEXTGENERATION_LLAMA_2_13B_2_1_8'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_7 = this.of('META_TEXTGENERATION_LLAMA_2_13B_2_1_7'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_6 = this.of('META_TEXTGENERATION_LLAMA_2_13B_2_1_6'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_5 = this.of('META_TEXTGENERATION_LLAMA_2_13B_2_1_5'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_4 = this.of('META_TEXTGENERATION_LLAMA_2_13B_2_1_4'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_3 = this.of('META_TEXTGENERATION_LLAMA_2_13B_2_1_3'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_2 = this.of('META_TEXTGENERATION_LLAMA_2_13B_2_1_2'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_1 = this.of('META_TEXTGENERATION_LLAMA_2_13B_2_1_1'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_1_0 = this.of('META_TEXTGENERATION_LLAMA_2_13B_2_1_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_2_0_0 = this.of('META_TEXTGENERATION_LLAMA_2_13B_2_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_4 = this.of('META_TEXTGENERATION_LLAMA_2_13B_F_2_0_4'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_3 = this.of('META_TEXTGENERATION_LLAMA_2_13B_F_2_0_3'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_2 = this.of('META_TEXTGENERATION_LLAMA_2_13B_F_2_0_2'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_1 = this.of('META_TEXTGENERATION_LLAMA_2_13B_F_2_0_1'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_2_0_0 = this.of('META_TEXTGENERATION_LLAMA_2_13B_F_2_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_1 = this.of('META_TEXTGENERATION_LLAMA_2_13B_F_1_2_1'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_2_0 = this.of('META_TEXTGENERATION_LLAMA_2_13B_F_1_2_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_13B_F_1_1_0 = this.of('META_TEXTGENERATION_LLAMA_2_13B_F_1_1_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_7 = this.of('META_TEXTGENERATION_LLAMA_2_70B_2_0_7'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_6 = this.of('META_TEXTGENERATION_LLAMA_2_70B_2_0_6'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_5 = this.of('META_TEXTGENERATION_LLAMA_2_70B_2_0_5'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_4 = this.of('META_TEXTGENERATION_LLAMA_2_70B_2_0_4'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_3 = this.of('META_TEXTGENERATION_LLAMA_2_70B_2_0_3'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_2 = this.of('META_TEXTGENERATION_LLAMA_2_70B_2_0_2'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_1 = this.of('META_TEXTGENERATION_LLAMA_2_70B_2_0_1'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_2_0_0 = this.of('META_TEXTGENERATION_LLAMA_2_70B_2_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_2_0 = this.of('META_TEXTGENERATION_LLAMA_2_70B_1_2_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_1_1_0 = this.of('META_TEXTGENERATION_LLAMA_2_70B_1_1_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_4 = this.of('META_TEXTGENERATION_LLAMA_2_70B_F_2_0_4'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_3 = this.of('META_TEXTGENERATION_LLAMA_2_70B_F_2_0_3'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_2 = this.of('META_TEXTGENERATION_LLAMA_2_70B_F_2_0_2'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_1 = this.of('META_TEXTGENERATION_LLAMA_2_70B_F_2_0_1'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_2_0_0 = this.of('META_TEXTGENERATION_LLAMA_2_70B_F_2_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_1 = this.of('META_TEXTGENERATION_LLAMA_2_70B_F_1_2_1'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_2_0 = this.of('META_TEXTGENERATION_LLAMA_2_70B_F_1_2_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_70B_F_1_1_0 = this.of('META_TEXTGENERATION_LLAMA_2_70B_F_1_1_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_8 = this.of('META_TEXTGENERATION_LLAMA_2_7B_2_1_8'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_7 = this.of('META_TEXTGENERATION_LLAMA_2_7B_2_1_7'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_6 = this.of('META_TEXTGENERATION_LLAMA_2_7B_2_1_6'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_5 = this.of('META_TEXTGENERATION_LLAMA_2_7B_2_1_5'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_4 = this.of('META_TEXTGENERATION_LLAMA_2_7B_2_1_4'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_3 = this.of('META_TEXTGENERATION_LLAMA_2_7B_2_1_3'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_2 = this.of('META_TEXTGENERATION_LLAMA_2_7B_2_1_2'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_1 = this.of('META_TEXTGENERATION_LLAMA_2_7B_2_1_1'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_1_0 = this.of('META_TEXTGENERATION_LLAMA_2_7B_2_1_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_2_0_0 = this.of('META_TEXTGENERATION_LLAMA_2_7B_2_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_4 = this.of('META_TEXTGENERATION_LLAMA_2_7B_F_2_0_4'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_3 = this.of('META_TEXTGENERATION_LLAMA_2_7B_F_2_0_3'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2 = this.of('META_TEXTGENERATION_LLAMA_2_7B_F_2_0_2'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_1 = this.of('META_TEXTGENERATION_LLAMA_2_7B_F_2_0_1'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_2_0_0 = this.of('META_TEXTGENERATION_LLAMA_2_7B_F_2_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_1 = this.of('META_TEXTGENERATION_LLAMA_2_7B_F_1_2_1'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_2_0 = this.of('META_TEXTGENERATION_LLAMA_2_7B_F_1_2_0'); + public static readonly META_TEXTGENERATION_LLAMA_2_7B_F_1_1_0 = this.of('META_TEXTGENERATION_LLAMA_2_7B_F_1_1_0'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_2 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_2'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_1 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_1'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_0 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_13B_1_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_2 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_2'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_1 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_1'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_0 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_13B_INSTRUCT_1_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_2 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_2'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_1 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_1'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_0 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_13B_PYTHON_1_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_2 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_2'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_1 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_1'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_0 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_34B_1_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_2 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_2'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_1 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_1'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_0 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_34B_INSTRUCT_1_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_2 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_2'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_1 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_1'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_0 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_34B_PYTHON_1_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_2 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_2'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_1 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_1'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_0 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_7B_1_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_2 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_2'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_1 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_1'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_0 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_7B_INSTRUCT_1_0_0'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_2 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_2'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_1 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_1'); + public static readonly META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_0 = this.of('META_TEXTGENERATION_LLAMA_CODELLAMA_7B_PYTHON_1_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_2_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_2_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_1_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_2_DEPTH_FP16_1_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_2_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_2_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_1_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_1_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_2_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_2_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_1_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_FP16_1_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_2_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_2_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_1_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_1_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_2_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_2_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_1_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_V1_5_CONTROLNET_V1_1_FP16_1_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_2_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_2_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_1_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_1_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_2_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_2_0_0'); + public static readonly MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_1_0_0 = this.of('MODEL_DEPTH2IMG_STABLE_DIFFUSION_V2_1_CONTROLNET_FP16_1_0_0'); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0_0 = this.of('MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0_0'); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_1 = this.of('MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_1'); + public static readonly MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_0 = this.of('MODEL_IMAGEGENERATION_STABILITYAI_STABLE_DIFFUSION_XL_BASE_1_0_1_0_0'); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_2_0_0 = this.of('MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_2_0_0'); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_1_0 = this.of('MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_1_0'); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_0_0 = this.of('MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_1_0_0'); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_2_0_0 = this.of('MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_2_0_0'); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_1_0 = this.of('MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_1_0'); + public static readonly MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_0_0 = this.of('MODEL_INPAINTING_RUNWAYML_STABLE_DIFFUSION_INPAINTING_FP16_1_0_0'); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_2_0_0 = this.of('MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_2_0_0'); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_1_0 = this.of('MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_1_0'); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_0_0 = this.of('MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_1_0_0'); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_2_0_0 = this.of('MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_2_0_0'); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_1_0 = this.of('MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_1_0'); + public static readonly MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_0_0 = this.of('MODEL_INPAINTING_STABILITYAI_STABLE_DIFFUSION_2_INPAINTING_FP16_1_0_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_2_0_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_2_0_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_3_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_3_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_3 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_3'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_2 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_2'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_1 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_1'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_2_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_1_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_1_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_0_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_1_0_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_2_0_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_2_0_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_1_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_1_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_3 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_3'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_2 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_2'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_1 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_1'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V1_4_FP16_1_0_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_2_0_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_2_0_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_2_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_2_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_3 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_3'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_2 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_2'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_1 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_1'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_1_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_0_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_0_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_2_0_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_2_0_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_3 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_3'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_2 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_2'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_1 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_1'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_1_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_4 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_4'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_3 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_3'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_2 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_2'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_1 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_1'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_1_BASE_1_0_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_2_0_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_2_0_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_1_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_1_0'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_3 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_3'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_2 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_2'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_1 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_1'); + public static readonly MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_0 = this.of('MODEL_TXT2IMG_STABILITYAI_STABLE_DIFFUSION_V2_FP16_1_0_0'); + public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_2_0_0 = this.of('MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_2_0_0'); + public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_1_0 = this.of('MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_1_0'); + public static readonly MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_0_0 = this.of('MODEL_UPSCALING_STABILITYAI_STABLE_DIFFUSION_X4_UPSCALER_FP16_1_0_0'); - public static of( - spec: IJumpStartModelSpec, - ): JumpStartModel { - return new JumpStartModel(spec); + public static of(name: string): JumpStartModel { + return new JumpStartModel(name); } - constructor(private readonly spec: IJumpStartModelSpec) {} + constructor(private readonly name: string) {} public bind(): IJumpStartModelSpec { - return this.spec; + const bufferSource = (data as { data: number[] }).data; + const buffer = Buffer.from(bufferSource); + const bufferStr = zlib.inflateRawSync(buffer); + const json = JSON.parse(bufferStr.toString()); + + return json[this.name]; } } \ No newline at end of file diff --git a/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-models.json b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-models.json new file mode 100644 index 00000000..708d0be8 --- /dev/null +++ b/src/patterns/gen-ai/aws-model-deployment-sagemaker/jumpstart-models.json @@ -0,0 +1 @@ +{"type":"Buffer","data":[236,221,91,83,91,73,182,46,236,255,66,124,151,45,140,4,198,174,190,195,54,229,34,26,176,183,129,94,213,251,139,29,10,140,41,23,177,0,123,3,174,174,238,21,253,223,183,56,217,32,116,200,156,167,204,169,249,196,138,246,42,99,36,165,6,99,130,24,122,242,205,255,89,250,229,224,237,219,173,221,183,63,111,188,222,28,110,236,125,24,254,215,47,91,123,239,55,63,12,95,109,236,109,14,7,195,149,225,202,210,95,255,103,233,236,203,167,227,211,173,79,75,127,93,250,253,219,231,207,39,231,159,127,59,60,58,238,29,94,94,244,254,249,251,201,229,215,227,139,222,199,195,203,227,165,191,44,253,113,124,113,121,242,229,124,244,137,131,229,149,229,149,209,71,62,29,255,118,248,237,244,106,235,252,242,234,240,252,232,120,255,95,95,143,71,255,122,118,186,252,249,249,242,224,207,211,195,139,207,215,183,59,121,240,207,151,75,127,253,255,159,124,194,237,223,215,198,254,254,242,225,223,191,174,142,125,254,218,167,243,239,31,249,63,127,89,250,122,113,252,245,240,232,191,143,63,109,92,92,157,140,158,192,213,223,142,255,245,244,25,61,155,245,12,159,29,222,221,244,242,217,201,249,111,199,23,199,163,37,247,238,238,247,217,31,253,209,83,238,63,27,61,248,97,165,15,112,123,199,43,215,119,124,124,254,199,201,197,151,243,179,227,243,171,235,47,203,222,198,219,205,157,141,191,141,190,92,239,63,188,123,251,97,99,103,244,104,223,111,182,252,245,95,163,91,252,248,148,189,131,87,59,91,251,195,55,91,31,54,95,239,191,251,240,143,209,231,62,251,242,245,234,217,217,233,179,155,47,239,179,163,209,159,143,110,241,250,221,238,254,198,214,238,232,191,182,223,189,29,110,111,254,125,115,251,250,11,187,242,232,147,118,222,189,217,220,30,238,109,126,248,251,232,47,251,91,59,155,239,14,246,71,159,181,186,190,114,253,121,155,187,111,222,191,219,218,221,127,242,9,215,255,254,151,165,219,27,191,222,120,253,203,230,240,195,187,119,251,227,107,122,244,72,155,187,127,31,253,123,127,250,163,255,215,187,15,163,143,237,45,253,181,255,159,31,29,181,113,122,50,170,235,117,79,253,207,210,197,241,231,219,230,60,252,173,119,249,229,219,213,239,189,235,123,59,188,255,140,255,89,58,250,250,109,120,124,116,49,252,118,113,50,236,143,62,111,125,176,190,222,95,251,105,181,191,250,124,125,249,211,127,95,44,143,254,113,249,199,141,151,15,207,14,255,253,229,252,240,159,151,203,71,95,206,30,125,97,191,254,235,234,203,197,209,239,189,239,95,142,191,246,151,251,171,203,253,222,213,197,225,249,229,111,95,46,206,70,87,202,218,242,96,125,121,165,55,122,212,209,231,175,254,212,251,246,241,219,249,213,183,193,232,139,189,54,90,215,231,7,139,25,52,182,152,207,247,139,57,250,214,239,191,120,180,164,255,252,231,47,15,107,248,181,119,124,120,121,53,175,132,47,95,244,87,215,7,47,250,63,13,126,26,252,88,245,253,109,155,173,96,35,107,137,41,224,249,151,139,171,223,67,170,248,98,125,181,191,178,182,250,188,255,242,229,218,195,149,63,184,131,102,75,217,220,130,138,213,115,80,182,158,131,220,234,89,213,130,98,234,25,244,77,114,218,210,147,124,147,108,102,49,209,53,44,115,141,63,184,131,140,106,153,236,26,255,241,232,5,175,241,7,119,144,91,61,27,191,198,143,14,123,71,163,23,147,23,135,167,133,186,243,225,205,51,168,101,13,203,9,175,228,249,237,247,234,185,117,28,188,120,249,211,139,181,23,253,151,43,47,126,44,252,251,141,31,47,123,244,15,181,23,178,169,245,4,87,242,248,91,169,158,124,120,243,12,122,178,134,229,196,84,50,172,39,167,44,124,98,15,164,170,98,181,139,137,169,97,216,175,138,63,13,94,174,175,15,250,235,47,86,159,63,92,118,154,95,21,27,89,76,76,13,255,121,92,240,5,208,247,219,230,209,133,149,174,37,186,128,69,94,241,124,191,109,70,5,108,252,117,206,253,3,175,150,40,224,106,70,5,172,106,45,193,5,60,59,14,251,54,56,232,191,88,95,91,237,15,214,87,94,174,124,95,245,143,27,55,91,194,102,22,19,92,195,203,195,160,137,217,196,47,252,247,219,102,208,132,85,175,37,184,128,223,46,139,23,240,251,109,51,40,96,213,107,137,46,96,145,159,35,223,111,155,81,1,27,255,57,50,122,224,194,175,100,190,223,54,143,2,166,121,37,115,255,192,5,59,48,155,87,50,85,175,101,102,1,255,207,143,183,179,254,126,120,113,114,120,126,117,251,126,214,201,227,55,85,143,174,87,127,114,118,248,249,248,224,226,100,244,247,255,239,113,85,175,191,14,227,183,120,30,127,139,79,241,55,57,143,190,201,250,73,236,77,174,223,237,29,187,205,227,47,228,164,219,140,63,253,185,183,56,253,114,116,120,26,187,180,155,27,13,71,247,29,251,104,103,209,95,208,179,232,47,232,89,252,23,244,235,32,246,137,124,93,141,191,69,252,151,243,235,218,248,83,9,185,201,113,244,109,162,187,230,34,250,171,114,17,255,85,185,26,255,170,204,191,197,248,87,101,236,22,255,231,63,127,153,237,67,250,195,149,235,239,214,133,124,200,13,150,104,155,15,185,249,78,254,108,12,124,220,124,240,94,129,244,102,21,96,249,234,240,98,249,243,191,103,10,145,219,135,184,189,207,176,251,130,66,160,16,40,4,10,129,66,160,16,40,4,10,73,141,24,160,16,40,36,163,55,224,161,16,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,66,160,144,234,80,72,209,208,144,126,27,67,67,38,160,144,21,40,164,45,40,100,70,59,111,111,124,120,27,21,130,115,223,71,11,156,130,115,115,63,181,198,224,76,125,4,57,56,200,19,242,132,60,33,79,200,19,242,132,60,229,81,75,228,9,121,66,158,144,39,228,9,121,66,158,144,39,228,9,121,66,158,144,39,228,9,121,66,158,144,39,228,9,121,66,158,144,39,228,9,121,66,158,22,142,60,221,26,145,136,32,156,167,70,164,107,73,56,55,15,83,149,122,26,187,51,48,4,12,1,67,192,16,48,4,12,1,67,192,144,212,144,1,12,1,67,50,122,19,30,12,1,67,192,16,48,4,12,1,67,192,16,48,4,12,1,67,192,16,48,4,12,1,67,192,16,48,4,12,1,67,192,16,48,4,12,169,16,134,20,14,15,233,90,26,14,24,146,1,12,153,219,210,127,31,68,71,226,244,254,24,44,45,126,42,206,232,89,214,31,140,51,229,65,100,227,32,80,8,20,2,133,64,33,80,8,20,2,149,71,45,17,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,90,80,2,245,247,65,116,60,206,184,23,233,100,66,206,168,8,149,90,168,71,247,7,137,64,34,144,8,36,2,137,64,34,144,8,36,146,26,53,64,34,144,72,70,111,200,67,34,144,8,36,2,137,64,34,144,8,36,2,137,64,34,144,8,36,2,137,64,34,144,8,36,2,137,64,34,144,8,36,2,137,64,34,213,34,145,50,161,34,157,76,203,129,68,114,64,34,51,218,123,103,243,205,214,193,78,76,98,206,217,241,167,147,111,103,75,11,157,151,115,251,28,107,77,203,153,254,16,178,114,48,40,12,10,131,194,160,48,40,12,10,131,202,163,150,24,20,6,133,65,97,80,24,20,6,133,65,97,80,24,20,6,133,65,97,80,24,20,6,133,65,97,80,24,20,6,133,65,97,80,24,20,6,133,65,45,28,131,186,115,34,17,73,57,19,156,72,215,114,114,110,75,80,21,128,26,191,55,56,4,14,129,67,224,16,56,4,14,129,67,224,144,212,152,1,14,129,67,50,122,35,30,14,129,67,224,16,56,4,14,129,67,224,16,56,4,14,129,67,224,16,56,4,14,129,67,224,16,56,4,14,129,67,224,16,56,4,14,169,18,135,20,15,17,233,90,62,14,28,146,5,14,153,209,214,123,59,27,219,219,49,209,56,151,103,135,167,167,75,11,157,140,115,243,20,107,13,198,153,250,8,114,113,208,39,244,9,125,66,159,208,39,244,9,125,202,163,150,232,19,250,132,62,161,79,232,19,250,132,62,161,79,232,19,250,132,62,161,79,232,19,250,132,62,161,79,232,19,250,132,62,161,79,232,19,250,132,62,45,28,125,186,53,34,17,177,56,79,141,72,215,82,113,110,42,80,149,123,26,187,51,48,4,12,1,67,192,16,48,4,12,1,67,192,144,212,144,1,12,1,67,50,122,19,30,12,1,67,192,16,48,4,12,1,67,192,16,48,4,12,1,67,192,16,48,4,12,1,67,192,16,48,4,12,1,67,192,16,48,4,12,169,16,134,20,14,15,233,90,34,14,24,146,1,12,153,209,210,251,91,187,255,136,137,195,185,58,57,255,215,210,66,167,225,92,63,195,90,195,112,166,61,128,44,28,228,9,121,66,158,144,39,228,9,121,66,158,242,168,37,242,132,60,33,79,200,19,242,132,60,33,79,200,19,242,132,60,33,79,200,19,242,132,60,33,79,200,19,242,132,60,33,79,200,19,242,132,60,33,79,11,71,158,110,124,72,68,20,206,19,31,210,181,36,156,235,2,84,229,157,30,223,23,20,2,133,64,33,80,8,20,2,133,64,33,80,72,106,196,0,133,64,33,25,189,1,15,133,64,33,80,8,20,2,133,64,33,80,8,20,2,133,64,33,80,8,20,2,133,64,33,80,8,20,2,133,64,33,80,8,20,2,133,84,135,66,138,134,134,116,45,5,7,10,73,142,66,198,218,121,243,127,109,12,95,109,126,216,31,190,218,216,219,28,61,222,222,230,155,121,49,56,199,255,247,176,247,241,248,226,170,247,113,244,194,165,119,52,250,227,211,82,84,18,206,163,30,156,212,212,95,7,203,115,123,246,225,7,206,158,47,63,254,219,195,127,60,122,242,215,184,118,31,61,221,103,115,158,254,252,152,156,149,217,49,57,5,31,67,82,206,130,160,168,23,79,94,15,175,143,62,114,247,210,124,253,238,133,112,255,101,19,36,106,242,82,62,223,47,229,250,149,249,202,163,5,165,7,81,165,170,215,192,74,98,138,151,16,67,149,42,99,83,203,41,86,203,198,33,84,205,181,172,102,57,49,181,76,128,160,106,169,97,170,111,138,9,1,84,125,117,76,116,93,39,196,79,53,215,178,225,235,58,29,124,170,190,142,149,47,38,188,138,169,208,83,185,34,54,179,154,224,42,166,3,79,213,247,98,229,139,137,169,98,2,236,84,75,5,171,92,74,76,253,18,64,167,114,191,254,53,176,148,152,250,53,142,156,106,233,190,10,87,18,93,188,38,129,83,125,197,107,248,181,76,10,220,84,95,241,170,89,73,112,241,210,192,166,82,229,107,98,41,193,245,75,129,154,170,111,190,106,87,18,92,188,20,160,169,250,226,85,187,146,232,226,53,137,153,234,43,94,195,63,51,82,64,166,90,138,151,226,213,74,10,196,84,95,241,26,232,60,128,9,96,2,152,0,166,196,128,105,146,248,184,54,76,131,226,226,227,90,33,12,90,34,62,226,209,209,132,103,207,29,113,23,220,5,119,193,93,112,23,220,5,119,193,93,112,23,220,5,119,193,93,164,126,247,140,187,224,46,184,11,238,130,187,224,46,184,11,238,130,187,224,46,184,11,238,130,187,224,46,184,11,238,130,187,224,46,242,114,23,51,14,20,10,113,23,51,207,20,226,46,106,119,23,53,129,137,89,159,52,102,58,66,34,93,230,132,20,133,52,90,91,34,93,52,90,154,70,219,57,216,222,223,218,30,253,219,193,198,118,145,32,161,179,81,99,157,156,142,254,237,219,225,105,215,83,133,158,214,162,230,136,161,176,7,148,55,196,189,113,111,220,27,247,198,189,113,111,220,27,247,198,189,113,111,220,27,247,150,92,47,112,111,220,27,247,198,189,113,111,220,27,247,198,189,113,111,220,27,247,214,204,74,184,55,238,141,123,227,222,184,55,238,141,123,155,237,222,38,40,145,168,240,161,57,74,164,75,73,68,79,75,145,161,90,194,51,240,12,60,3,207,192,51,240,12,60,3,207,192,51,240,12,60,3,207,192,51,240,12,60,3,207,192,51,240,12,60,3,207,192,51,240,12,60,3,207,192,51,240,140,12,138,135,103,224,25,120,6,158,129,103,196,101,20,5,240,140,174,4,22,181,130,103,180,48,84,38,42,202,40,160,31,219,18,42,163,31,115,235,199,131,221,178,49,71,223,206,5,29,61,169,70,147,81,71,51,30,82,216,17,77,71,211,209,116,52,29,77,71,211,209,116,52,29,77,71,211,209,116,52,93,114,19,65,211,209,116,52,29,77,71,211,209,116,52,29,77,71,211,209,116,52,93,51,43,161,233,104,58,154,142,166,163,233,104,58,154,46,66,211,221,107,145,226,113,71,147,180,72,103,3,143,238,138,145,161,97,130,52,32,13,72,3,210,128,52,32,13,72,3,210,128,52,32,13,72,3,210,128,52,32,13,72,3,210,128,52,32,13,72,3,210,128,52,32,13,72,3,210,128,52,32,141,12,138,7,105,64,26,144,6,164,1,105,148,10,61,154,134,52,58,25,123,148,47,210,104,101,208,76,241,232,163,105,93,217,150,160,25,93,153,69,87,22,74,60,234,124,200,81,51,185,70,162,140,40,57,74,142,146,163,228,40,57,74,142,146,203,168,142,148,28,37,151,139,76,162,228,40,185,92,122,145,146,163,228,40,57,74,142,146,163,228,40,57,74,142,146,163,228,40,57,74,142,146,163,228,40,57,74,142,146,163,228,50,81,114,133,210,139,186,30,88,148,47,52,162,47,232,11,250,130,190,160,47,232,11,250,130,190,160,47,232,11,250,130,190,160,47,232,11,250,130,190,160,47,232,11,250,130,190,160,47,232,11,250,130,190,160,47,232,139,12,138,71,95,208,23,244,5,125,209,101,125,17,28,75,212,245,36,162,124,245,69,91,98,94,162,242,134,186,30,49,164,221,10,180,219,246,198,135,183,155,195,184,80,161,155,175,88,175,187,153,66,15,158,127,125,145,66,115,30,68,162,16,211,198,180,49,109,76,27,211,198,180,49,109,76,27,211,198,180,49,109,76,91,114,153,192,180,49,109,76,27,211,198,180,49,109,76,27,211,198,180,49,109,76,91,51,43,97,218,152,54,166,141,105,99,218,152,54,166,109,170,105,123,168,62,66,3,133,166,169,143,142,228,9,61,120,250,25,10,35,244,2,189,64,47,208,11,244,2,189,64,47,208,11,244,2,189,64,47,208,11,244,2,189,64,47,208,11,244,2,189,64,47,208,11,244,2,189,64,47,208,11,244,2,189,200,160,120,232,5,122,129,94,160,23,29,166,23,33,105,66,179,232,69,7,194,132,242,166,23,45,9,119,9,141,18,154,213,107,109,9,119,209,107,105,123,237,191,126,121,183,189,121,125,247,111,134,59,27,123,127,27,125,110,145,108,161,222,63,127,255,114,122,220,251,231,151,139,79,189,179,195,203,255,30,125,238,82,199,227,134,38,148,164,145,4,162,192,199,21,74,68,198,145,113,100,28,25,71,198,145,113,100,28,25,71,198,145,113,100,28,25,151,220,55,144,113,100,28,25,71,198,145,113,100,28,25,71,198,145,113,100,28,25,215,204,74,200,56,50,142,140,35,227,200,56,50,142,140,11,146,113,19,4,73,129,156,162,121,130,164,123,209,69,19,42,146,33,115,98,54,152,13,102,131,217,96,54,152,13,102,131,217,96,54,152,13,102,131,217,96,54,152,13,102,131,217,96,54,152,13,102,131,217,96,54,152,13,102,131,217,96,54,152,141,12,138,199,108,48,27,204,6,179,193,108,60,52,27,145,1,71,33,102,163,91,153,71,237,48,27,237,141,166,41,144,140,20,210,164,109,137,166,209,164,25,53,233,193,238,109,155,198,197,37,125,59,127,154,215,213,173,116,164,187,10,212,29,134,52,227,97,100,31,113,116,28,29,71,199,209,113,116,28,29,71,199,209,113,116,28,29,71,199,209,37,215,16,28,29,71,199,209,113,116,28,29,71,199,209,113,116,28,29,71,199,209,53,179,18,142,142,163,227,232,56,58,142,142,163,227,232,230,56,186,123,253,17,23,117,52,73,127,116,42,217,232,174,0,25,122,35,0,3,192,0,48,0,12,0,3,192,0,48,0,12,0,3,192,0,48,0,12,0,3,192,0,48,0,12,0,3,192,0,48,0,12,0,3,192,0,48,0,12,0,3,192,200,160,120,0,6,128,1,96,0,24,157,6,24,225,185,69,211,0,70,103,98,138,242,5,24,173,9,124,137,11,33,154,214,113,109,9,124,209,113,233,59,110,66,18,86,161,212,161,121,89,88,157,12,34,154,80,148,134,178,137,2,31,89,92,17,45,71,203,209,114,180,28,45,71,203,209,114,180,28,45,71,203,209,114,180,92,114,243,64,203,209,114,180,28,45,71,203,209,114,180,28,45,71,203,209,114,180,92,51,43,161,229,104,57,90,142,150,163,229,104,57,90,46,80,203,77,57,83,45,58,193,40,228,84,181,174,133,26,181,227,92,53,114,131,220,32,55,200,13,114,131,220,32,55,200,13,114,131,220,32,55,200,13,114,131,220,32,55,200,13,114,131,220,32,55,200,13,114,131,220,32,55,200,13,114,131,220,200,160,120,228,6,185,65,110,144,27,228,198,99,185,17,29,125,20,34,55,186,150,134,212,14,185,209,230,184,154,66,153,73,33,173,218,150,184,26,173,154,190,85,223,108,237,237,111,109,223,52,236,171,81,163,14,111,187,53,32,73,233,211,201,229,213,201,233,205,23,227,227,232,139,208,123,154,232,213,129,228,164,137,69,168,37,41,41,248,145,36,35,241,117,124,29,95,199,215,241,117,124,29,95,199,215,241,117,124,29,95,199,215,37,87,18,124,29,95,199,215,241,117,124,29,95,199,215,241,117,124,29,95,199,215,53,179,18,190,142,175,227,235,248,58,190,142,175,227,235,38,249,186,201,18,36,32,9,105,190,4,89,252,228,163,137,53,200,16,33,145,24,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,70,6,197,35,49,72,12,18,131,196,232,186,196,152,147,108,20,38,49,22,59,201,168,45,18,163,77,113,48,1,73,69,97,173,215,150,56,24,173,151,190,245,118,14,182,71,127,31,125,198,193,198,118,241,88,162,179,81,171,157,156,142,62,227,219,225,169,140,162,201,21,105,36,176,40,236,97,165,23,49,115,204,28,51,199,204,49,115,204,28,51,199,204,49,115,204,28,51,199,204,37,151,15,204,28,51,199,204,49,115,204,28,51,199,204,49,115,204,28,51,199,204,53,179,18,102,142,153,99,230,152,57,102,142,153,99,230,66,204,220,4,61,82,32,202,104,142,30,233,94,174,209,211,130,100,232,155,128,13,96,3,216,0,54,128,13,96,3,216,0,54,128,13,96,3,216,0,54,128,13,96,3,216,0,54,128,13,96,3,216,0,54,128,13,96,3,216,0,54,128,13,96,35,131,226,1,27,192,6,176,1,108,0,27,197,19,143,2,192,70,183,226,143,90,1,54,90,27,72,83,32,24,41,160,67,219,18,72,163,67,51,235,208,131,221,194,57,73,223,206,133,35,253,40,67,35,137,72,51,30,75,12,18,85,71,213,81,117,84,29,85,71,213,81,117,84,29,85,71,213,81,117,84,93,114,27,65,213,81,117,84,29,85,71,213,81,117,84,29,85,71,213,81,117,84,93,51,43,161,234,168,58,170,142,170,163,234,168,58,170,46,68,213,221,139,144,2,217,71,147,68,72,247,2,143,238,170,144,33,73,226,49,120,12,30,131,199,224,49,120,12,30,131,199,224,49,120,12,30,131,199,224,49,120,12,30,131,199,224,49,120,12,30,131,199,224,49,120,12,30,131,199,224,49,120,140,12,138,199,99,240,24,60,6,143,193,99,68,70,27,77,243,24,221,202,51,202,215,99,180,43,34,166,64,114,209,180,6,108,75,68,140,6,76,215,128,31,222,93,183,224,198,109,15,6,199,19,93,124,185,174,251,225,77,225,151,58,153,76,244,176,2,53,134,18,205,123,24,121,68,252,27,255,198,191,241,111,252,27,255,198,191,241,111,252,27,255,198,191,241,111,201,21,3,255,198,191,241,111,252,27,255,198,191,241,111,252,27,255,198,191,241,111,205,172,132,127,227,223,248,55,254,141,127,227,223,248,183,233,254,237,145,254,8,142,34,154,170,63,186,146,66,244,176,0,25,122,35,0,3,192,0,48,0,12,0,3,192,0,48,0,12,0,3,192,0,48,0,12,0,3,192,0,48,0,12,0,3,192,0,48,0,12,0,3,192,0,48,0,12,0,3,192,200,160,120,0,6,128,1,96,0,24,157,6,24,65,217,67,51,1,70,23,98,135,50,7,24,173,9,124,9,14,27,154,217,113,109,9,124,209,113,13,119,92,108,184,80,151,99,133,106,15,20,18,37,68,178,145,108,36,27,201,70,178,145,108,36,91,70,215,53,201,70,178,145,108,36,27,201,70,178,145,108,36,27,201,70,178,145,108,36,27,201,70,178,145,108,36,27,201,70,178,145,108,36,27,201,70,178,145,108,185,73,182,216,16,161,14,199,7,101,174,136,112,11,220,2,183,192,45,112,11,220,2,183,192,45,112,11,220,2,183,192,45,112,11,220,2,183,192,45,112,11,220,2,183,192,45,112,11,220,2,183,192,45,112,11,220,34,131,226,225,22,184,5,110,129,91,116,148,91,204,137,12,234,112,88,80,230,220,162,5,161,45,1,1,65,29,142,6,210,95,101,251,235,221,251,205,221,141,173,225,155,205,253,155,231,27,27,18,212,251,242,245,248,252,240,164,247,233,248,234,248,104,244,66,111,169,195,161,65,227,181,168,61,68,40,228,1,133,10,81,110,148,27,229,70,185,81,110,148,27,229,70,185,81,110,148,27,229,70,185,37,183,10,148,27,229,70,185,81,110,148,27,229,70,185,81,110,148,27,229,70,185,53,179,18,202,141,114,163,220,40,55,202,141,114,163,220,230,42,183,113,37,18,25,50,52,83,137,116,43,116,104,188,20,25,170,37,60,3,207,192,51,240,12,60,3,207,192,51,240,12,60,3,207,192,51,240,12,60,3,207,192,51,240,12,60,3,207,192,51,240,12,60,3,207,192,51,240,12,60,3,207,200,160,120,120,6,158,129,103,224,25,120,70,108,40,209,92,158,209,157,144,162,22,240,140,22,134,202,68,134,24,205,237,199,182,132,202,232,199,228,253,184,189,241,225,237,102,76,170,209,253,23,179,147,49,70,55,247,83,107,110,209,212,71,16,84,68,194,145,112,36,28,9,71,194,145,112,36,28,9,71,194,145,112,36,28,9,151,220,51,144,112,36,28,9,71,194,145,112,36,28,9,71,194,145,112,36,28,9,215,204,74,72,56,18,142,132,35,225,72,56,18,142,132,155,37,225,110,165,71,68,50,209,83,233,209,157,40,162,155,187,201,16,19,17,23,196,5,113,65,92,16,23,196,5,113,65,92,16,23,196,5,113,65,92,16,23,196,5,113,65,92,16,23,196,5,113,65,92,16,23,196,5,113,65,92,16,23,196,69,6,197,35,46,136,11,226,130,184,232,170,184,8,12,27,154,44,46,186,145,46,148,171,184,104,67,124,75,68,126,208,228,22,107,75,124,139,22,107,166,197,126,222,218,222,222,217,216,251,219,240,186,203,110,51,171,14,118,95,143,254,223,155,121,81,65,191,157,156,158,158,29,94,254,119,239,186,228,183,17,77,223,206,143,70,255,239,211,82,197,153,65,99,93,54,214,132,205,102,6,221,63,235,103,97,165,40,157,32,84,193,227,201,19,90,16,221,214,95,89,30,140,253,178,212,127,177,188,114,255,123,219,203,187,223,147,6,43,77,248,182,105,139,249,124,191,152,235,95,221,86,31,45,41,189,112,43,89,193,70,214,18,83,192,132,202,173,100,41,155,91,80,177,122,54,46,221,106,175,103,85,11,138,169,103,2,237,86,83,29,211,125,147,76,40,222,234,172,101,178,107,60,161,122,171,189,158,141,95,227,233,228,91,29,181,172,97,57,225,149,76,165,223,202,22,178,169,245,4,87,50,157,128,171,163,39,107,88,78,76,37,19,40,184,154,170,88,237,98,98,106,152,64,194,149,253,85,177,145,197,196,212,176,113,13,87,83,23,86,186,150,232,2,54,41,226,234,44,96,227,175,115,82,168,184,58,11,88,213,90,130,11,152,70,198,149,44,97,51,139,9,174,97,10,29,87,71,19,86,189,150,224,2,166,16,114,117,20,176,234,181,68,23,176,73,37,87,103,1,27,255,57,146,66,202,213,84,192,52,175,100,82,104,185,58,11,216,72,7,18,115,196,28,49,71,204,37,22,115,51,172,201,28,215,20,104,77,42,0,78,141,89,147,120,224,52,189,8,25,74,39,192,3,240,0,60,0,15,192,3,240,0,60,0,15,192,3,240,72,95,75,192,3,240,0,60,0,15,192,3,240,0,60,0,15,192,3,240,0,60,0,15,192,3,240,0,60,0,15,192,3,240,0,60,0,15,192,163,16,240,216,222,222,25,190,218,218,30,253,245,96,99,123,248,97,107,119,119,99,184,246,106,184,181,187,183,255,225,224,245,254,214,187,221,225,251,247,239,134,175,126,238,175,15,251,215,230,99,186,248,56,61,61,235,125,60,57,29,253,245,219,225,105,239,226,228,252,252,176,183,246,177,119,189,192,139,111,71,87,163,159,21,189,175,95,191,244,62,254,214,95,31,35,32,253,217,4,228,243,243,57,4,228,243,99,181,241,232,243,111,255,190,54,147,132,220,124,96,48,37,38,39,44,100,228,86,128,60,138,9,233,223,129,144,187,15,246,10,214,234,135,20,137,247,39,133,30,102,113,64,74,127,80,2,164,252,242,243,221,195,110,189,153,116,139,157,225,238,193,206,240,237,251,131,251,48,159,157,141,95,71,151,205,251,131,253,209,147,216,125,187,255,203,245,135,87,6,107,119,255,178,255,110,127,116,125,237,191,251,219,230,238,222,205,243,91,123,89,39,122,249,60,246,218,171,188,51,185,250,124,242,224,69,207,117,68,80,255,250,99,55,23,239,253,43,157,159,110,94,233,188,156,253,94,223,164,223,246,198,151,91,26,117,84,182,218,169,154,99,124,201,213,224,137,26,214,61,40,187,238,144,151,195,149,173,59,168,155,203,131,128,106,215,91,166,63,226,222,120,175,97,221,5,251,35,238,13,238,106,214,61,253,157,237,160,85,71,190,149,92,209,154,167,188,135,252,100,197,85,188,103,91,205,146,167,191,89,27,84,230,200,119,71,43,91,115,88,153,75,191,19,89,217,122,195,126,112,151,126,215,175,178,245,78,26,146,133,150,55,120,48,85,237,106,139,124,111,139,121,63,171,218,213,174,150,88,109,200,155,71,213,172,118,218,187,70,227,203,45,255,70,77,53,235,157,242,14,77,80,117,99,222,21,169,102,181,83,222,14,9,90,109,204,91,16,213,174,182,200,117,22,51,239,175,108,181,133,191,135,197,12,215,171,93,109,193,218,54,240,61,44,112,132,61,103,138,59,121,242,59,107,30,87,120,32,27,63,249,156,124,139,89,147,207,41,183,136,47,193,236,201,231,180,155,204,154,124,78,190,77,116,165,111,39,106,253,31,243,178,241,129,209,163,209,200,93,91,79,188,143,193,90,249,251,88,123,25,118,31,47,167,221,199,168,104,193,11,185,190,147,114,19,212,153,123,230,138,79,80,231,108,162,51,65,53,65,53,65,205,115,130,186,178,252,211,242,106,107,38,168,241,171,205,99,130,90,102,221,41,39,168,241,235,78,59,65,45,184,222,228,19,212,50,235,78,57,65,141,92,119,22,19,212,216,53,103,48,65,141,92,114,22,19,212,248,53,167,157,160,198,175,55,237,4,53,126,189,41,39,168,5,87,155,104,130,90,112,181,137,38,168,145,171,77,62,65,141,92,111,226,9,106,228,106,19,79,80,11,174,54,209,4,53,126,181,41,39,168,5,87,155,104,130,26,176,90,19,212,14,79,80,179,152,92,254,188,177,253,250,221,238,112,244,154,249,213,253,136,114,48,111,68,249,219,225,233,209,151,243,222,232,54,31,39,205,34,7,115,2,189,70,37,126,184,236,137,153,94,143,62,167,224,252,176,191,188,50,103,126,56,254,68,194,7,133,143,238,62,252,110,23,103,48,88,42,235,43,102,48,248,178,179,131,65,180,18,173,68,43,83,15,6,209,74,180,18,173,68,43,209,202,44,6,131,104,101,157,131,65,180,18,173,68,43,209,74,131,65,180,50,223,1,229,220,93,232,115,6,148,115,182,155,55,54,160,156,15,28,139,15,40,77,38,77,38,77,38,77,38,77,38,77,38,77,38,77,38,77,38,77,38,77,38,77,38,77,38,77,38,77,38,77,38,77,38,77,38,77,38,171,158,76,206,221,221,61,103,50,57,239,44,84,147,73,147,73,147,73,155,169,109,166,182,153,58,227,201,164,205,212,54,83,219,76,109,51,181,205,212,89,76,38,109,166,174,115,50,105,51,181,205,212,54,83,219,76,109,50,105,51,245,131,137,224,235,95,54,246,11,237,168,62,250,253,240,106,113,182,85,127,127,54,53,236,173,158,112,223,134,133,134,133,24,99,86,195,66,140,17,99,196,24,243,24,22,98,140,24,35,198,136,49,98,140,24,35,198,136,49,98,140,134,133,29,28,22,98,140,1,67,203,168,93,214,211,134,150,237,220,106,93,96,104,105,90,105,90,105,90,105,90,105,90,105,90,105,90,105,90,105,90,105,90,105,90,105,90,105,90,105,90,105,90,105,90,105,90,105,90,105,90,89,223,180,50,106,231,245,180,105,101,59,183,95,155,86,154,86,102,55,173,180,17,219,70,108,27,177,83,79,43,109,196,182,17,219,70,108,27,177,109,196,206,98,90,105,35,118,157,211,74,27,177,109,196,182,17,219,70,108,211,74,27,177,111,167,132,107,63,146,25,87,135,171,65,243,193,181,201,193,140,171,203,171,179,38,131,143,167,180,147,230,130,143,63,227,201,80,246,73,237,198,11,81,247,36,113,173,218,28,199,167,119,103,122,24,61,61,188,159,17,118,111,122,200,58,178,142,172,99,234,233,33,235,200,58,178,142,172,35,235,152,197,244,144,117,172,115,122,200,58,178,142,172,35,235,104,122,216,14,235,120,59,0,121,181,177,255,250,151,225,251,15,155,63,111,109,63,29,132,252,248,140,73,131,146,42,180,100,157,171,200,118,146,58,40,55,73,29,152,164,154,164,154,164,154,164,154,164,154,164,154,164,154,164,154,164,154,164,154,164,154,164,154,164,154,164,154,164,154,164,154,164,154,164,154,164,154,164,46,254,36,181,95,110,146,218,175,126,146,106,112,106,112,90,193,224,180,236,181,108,244,106,244,106,244,106,244,106,244,106,244,106,244,106,244,106,244,106,244,106,244,106,244,106,244,106,244,106,244,106,244,154,245,232,53,219,113,99,88,68,230,212,113,227,204,112,76,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,198,14,141,27,7,229,198,141,3,227,70,227,70,227,198,108,199,141,14,248,105,98,220,232,128,159,102,198,141,14,248,113,192,79,213,107,206,96,220,232,128,159,250,199,141,14,248,113,192,143,3,126,154,24,55,58,224,199,1,63,14,248,169,123,220,232,128,31,227,198,22,142,27,251,229,198,141,125,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,70,227,198,187,113,227,74,185,113,227,74,91,198,141,43,198,141,93,27,55,182,122,88,184,114,251,51,229,229,242,160,13,195,194,130,171,77,62,44,44,189,238,68,195,194,130,235,78,54,44,44,179,222,148,195,194,210,235,78,52,44,44,178,238,212,195,194,66,107,78,59,44,44,178,228,212,195,194,130,107,78,54,44,44,184,222,100,195,194,130,235,77,52,44,44,179,218,230,135,133,101,86,219,252,176,176,200,106,83,14,11,139,172,55,221,176,176,200,106,211,13,11,203,172,182,249,97,97,193,213,38,26,22,150,89,109,243,195,194,208,213,26,22,118,96,88,56,103,70,183,181,187,183,255,225,224,245,254,143,228,195,213,224,97,221,245,74,46,190,29,93,77,142,64,92,173,126,106,151,219,217,213,143,10,80,225,60,111,202,253,26,236,25,236,201,56,204,101,176,39,227,80,198,161,140,195,60,6,123,50,14,101,28,86,183,94,25,135,50,14,115,80,128,50,14,101,28,202,56,148,113,40,227,208,96,207,105,214,139,112,154,245,211,105,235,160,162,105,235,192,180,213,180,213,180,213,180,213,180,213,180,213,180,213,180,213,180,213,180,213,180,213,180,213,180,213,180,213,180,213,180,213,180,213,180,213,180,213,180,181,211,211,214,126,69,211,214,126,245,211,86,195,85,195,85,145,152,198,179,198,179,198,179,198,179,198,179,198,179,198,179,198,179,198,179,198,179,198,179,198,179,198,179,198,179,198,179,198,179,109,143,196,124,58,146,12,207,198,156,61,146,108,73,72,166,145,164,145,164,145,164,145,164,145,164,145,164,145,164,145,164,145,164,145,164,145,164,145,164,145,164,145,164,145,164,145,164,145,164,145,164,145,100,202,145,228,160,162,145,228,192,72,210,72,210,72,178,69,35,73,7,135,55,49,146,116,112,120,51,35,73,7,135,59,56,188,234,53,103,48,146,116,112,120,253,35,73,7,135,59,56,188,228,106,29,28,94,199,122,29,28,94,255,106,29,28,94,223,106,29,28,110,36,105,36,25,61,146,236,87,52,146,236,27,73,26,73,26,73,26,73,26,73,26,73,26,73,26,73,26,73,26,73,26,73,26,73,26,73,26,73,26,73,26,73,26,73,26,73,26,73,26,73,206,31,73,174,84,52,146,92,105,203,72,114,197,72,210,72,178,213,3,197,149,219,159,59,47,151,7,109,24,40,22,92,109,242,129,98,233,117,39,26,40,22,92,119,178,129,98,153,245,166,28,40,150,94,119,162,129,98,145,117,167,30,40,22,90,115,218,129,98,145,37,167,30,40,22,92,115,178,129,98,193,245,38,27,40,22,92,111,162,129,98,153,213,54,63,80,44,179,218,230,7,138,69,86,155,114,160,88,100,189,233,6,138,69,86,155,110,160,88,102,181,205,15,20,11,174,54,209,64,177,204,106,155,31,40,134,174,214,64,177,3,3,197,25,115,188,23,175,98,207,221,126,241,177,216,105,219,115,71,118,79,38,118,99,127,127,57,246,247,254,122,67,164,240,238,25,87,52,181,123,114,111,102,117,209,179,186,126,23,103,117,34,18,27,195,127,34,18,69,36,138,72,76,62,171,19,145,40,34,177,186,245,138,72,20,145,152,3,254,19,145,40,34,81,68,162,136,68,17,137,102,117,117,28,170,93,197,145,216,237,56,208,250,225,240,50,236,24,235,105,195,203,121,135,87,27,94,26,94,26,94,26,94,26,94,26,94,26,94,26,94,26,94,26,94,26,94,26,94,26,94,26,94,26,94,26,94,26,94,26,94,26,94,26,94,22,28,94,134,237,155,158,54,188,156,183,91,186,190,225,229,95,166,237,182,30,140,223,69,194,68,72,19,80,19,80,19,80,19,80,19,80,19,80,19,80,19,80,19,80,19,80,19,80,19,80,19,80,19,80,19,80,19,80,19,80,19,208,78,101,55,254,152,60,14,74,177,201,65,66,54,105,242,104,242,104,242,88,235,121,21,78,141,113,106,76,174,147,71,167,198,56,53,166,234,53,103,48,121,116,106,76,253,147,71,167,198,56,53,198,169,49,77,76,30,157,26,227,212,24,167,198,212,61,121,116,106,140,201,99,27,39,143,101,204,227,128,121,52,121,52,121,52,121,52,121,52,121,52,121,52,121,52,121,52,121,52,121,52,121,52,121,52,121,52,121,52,121,52,121,52,121,52,121,52,121,156,48,121,236,151,50,143,253,206,154,199,192,195,174,77,30,77,30,51,152,60,58,216,186,137,201,163,131,173,29,108,237,96,235,60,38,143,14,182,110,100,242,232,96,235,122,39,143,14,182,174,111,242,232,96,235,58,39,143,14,182,174,111,242,232,96,235,250,38,143,14,182,54,121,108,233,228,49,112,224,87,134,26,246,59,75,13,13,252,12,252,12,252,12,252,12,252,12,252,12,252,12,252,12,252,12,252,12,252,12,252,12,252,12,252,12,252,12,252,12,252,12,252,178,28,248,173,148,26,248,173,24,248,25,248,25,248,221,14,252,102,94,110,91,187,123,251,31,14,94,239,255,56,199,104,16,122,221,93,95,56,23,223,142,174,38,31,104,52,72,118,1,54,176,47,255,209,83,175,238,34,154,114,183,174,166,140,174,166,140,199,231,78,39,106,98,124,238,116,34,167,19,57,157,40,143,241,185,211,137,154,219,169,239,116,162,122,119,234,59,157,200,233,68,78,39,170,127,167,190,211,137,156,78,228,116,34,227,243,182,142,207,167,237,212,119,62,123,224,128,51,56,58,96,246,128,51,93,134,128,1,167,1,167,1,167,1,167,1,167,1,167,1,167,1,167,1,167,1,167,1,167,1,167,1,167,1,167,1,167,1,167,1,167,1,167,1,103,119,7,156,193,114,122,246,128,179,171,132,218,148,212,148,212,148,212,148,212,148,212,148,212,148,212,148,212,148,212,148,212,148,212,148,212,148,212,148,212,148,212,148,212,148,212,148,52,223,41,105,230,211,201,65,53,252,114,208,217,35,156,76,39,77,39,91,63,157,116,156,124,19,211,73,199,201,55,51,157,116,156,188,227,228,171,94,115,6,211,73,199,201,215,63,157,116,156,124,157,211,73,199,201,59,78,190,224,122,29,39,95,255,106,29,39,95,223,106,29,39,111,58,105,58,25,63,157,172,196,78,14,216,73,211,73,211,73,211,73,211,73,211,73,211,73,211,73,211,73,211,73,211,73,211,73,211,73,211,73,211,73,211,73,211,73,211,73,211,73,211,201,184,233,100,191,26,59,217,239,172,157,12,63,28,203,116,210,116,50,191,233,100,193,147,185,19,77,39,75,159,51,159,104,58,89,122,221,137,166,147,101,206,109,79,49,157,44,125,206,124,162,233,100,233,117,39,154,78,22,58,107,62,241,116,178,208,154,211,78,39,11,158,215,157,116,58,89,112,205,201,166,147,5,215,155,108,58,89,230,12,247,230,167,147,101,86,219,252,116,178,204,106,155,159,78,22,89,109,202,233,100,145,245,166,155,78,150,57,113,190,249,233,100,153,213,54,63,157,44,115,226,124,243,211,201,50,171,109,126,58,25,186,90,211,201,14,76,39,99,135,130,149,144,197,126,103,201,162,161,160,161,160,161,160,161,160,161,160,161,160,161,160,161,160,161,160,161,160,161,160,161,160,161,160,161,160,161,160,161,160,161,160,161,96,219,134,130,43,213,12,5,87,12,5,13,5,13,5,167,13,5,39,92,146,59,91,163,11,113,116,103,163,107,50,96,52,127,118,114,121,243,251,217,139,143,25,77,227,107,187,102,126,60,219,178,151,201,164,123,114,101,84,117,101,188,236,255,212,159,124,101,140,254,101,112,247,47,175,54,246,95,255,50,170,237,230,207,91,219,143,63,163,223,246,129,186,243,147,154,24,168,59,63,201,249,73,206,79,202,99,160,238,252,164,230,50,0,156,159,84,111,6,128,243,147,156,159,228,252,164,250,51,0,156,159,228,252,36,231,39,25,168,183,117,160,62,45,3,192,41,243,211,198,153,115,223,84,152,58,206,76,249,62,130,113,166,113,166,113,166,113,166,113,166,113,166,113,166,113,166,113,166,113,166,113,166,113,166,113,166,113,166,113,166,113,166,113,166,113,230,2,143,51,115,27,35,126,151,202,81,243,196,239,28,182,91,131,197,239,79,187,186,9,227,132,187,52,106,52,106,52,106,52,106,52,106,52,106,52,106,52,106,52,106,52,106,52,106,52,106,52,106,52,106,52,106,52,106,52,106,52,106,36,39,35,71,158,31,182,118,119,55,134,171,195,245,31,35,207,173,119,187,195,247,239,223,221,103,52,172,206,27,127,94,156,156,159,31,246,86,123,235,63,134,118,163,239,3,189,175,95,191,76,202,106,88,45,63,10,29,15,90,152,57,25,29,93,194,203,79,62,240,232,38,95,87,191,255,189,224,172,180,63,119,86,58,167,70,225,115,211,71,143,86,248,81,22,103,148,218,31,180,62,158,193,160,212,160,212,160,212,160,212,160,212,160,212,160,212,160,212,160,212,160,212,160,212,160,212,160,212,160,212,160,212,160,212,160,180,29,131,210,65,181,131,210,129,65,169,65,169,65,105,139,6,165,43,203,63,45,175,182,102,80,26,191,218,60,6,165,101,214,157,114,80,26,191,238,180,131,210,130,235,77,62,40,45,179,238,148,131,210,200,117,103,49,40,141,93,115,6,131,210,200,37,103,49,40,141,95,115,218,65,105,252,122,211,14,74,227,215,155,114,80,90,112,181,137,6,165,5,87,155,104,80,26,185,218,228,131,210,200,245,38,30,148,70,174,54,241,160,180,224,106,19,13,74,227,87,155,114,80,90,112,181,137,6,165,1,171,53,40,237,240,160,180,37,3,202,254,245,69,82,221,128,114,244,127,101,7,148,233,39,146,163,43,188,169,137,164,81,164,81,164,81,164,81,164,81,164,81,164,81,164,81,164,81,164,81,164,81,164,81,164,81,164,81,164,81,164,81,164,81,164,81,100,240,40,178,232,4,176,82,162,88,251,241,223,38,128,38,128,73,38,128,163,138,238,191,123,253,110,123,248,234,224,231,159,55,63,236,13,223,255,99,255,151,209,181,180,181,243,126,123,115,103,115,84,153,235,75,235,250,58,253,215,213,239,95,206,205,12,205,12,205,12,205,12,205,12,205,12,205,12,205,12,205,12,205,12,205,12,205,12,205,12,205,12,205,12,205,12,219,60,51,156,123,252,77,220,204,176,246,163,112,154,153,25,54,182,143,217,204,208,204,48,203,153,225,202,237,143,150,151,203,131,54,204,12,11,174,54,249,204,176,244,186,19,205,12,11,174,59,217,204,176,204,122,83,206,12,75,175,59,209,204,176,200,186,83,207,12,11,173,57,237,204,176,200,146,83,207,12,11,174,57,217,204,176,224,122,147,205,12,11,174,55,209,204,176,204,106,155,159,25,150,89,109,243,51,195,34,171,77,57,51,44,178,222,116,51,195,34,171,77,55,51,44,179,218,230,103,134,5,87,155,104,102,88,102,181,205,207,12,67,87,107,102,216,193,153,225,245,108,231,205,214,222,254,214,246,171,205,15,251,195,87,27,123,155,195,215,163,63,222,12,127,222,218,221,220,63,216,29,253,215,235,119,187,219,219,43,171,195,205,221,183,219,91,123,191,92,7,35,206,154,33,158,31,95,244,62,157,92,94,157,156,126,60,190,184,234,125,28,181,122,239,104,244,199,167,222,111,39,231,199,87,223,206,71,255,117,244,229,252,244,116,101,181,119,124,254,249,244,228,242,247,71,51,197,193,188,153,226,131,121,223,228,153,226,215,193,242,148,249,224,228,145,226,217,243,229,199,127,123,248,143,71,79,254,26,55,108,28,149,227,89,201,242,60,187,31,42,94,62,251,126,105,247,198,198,151,51,71,143,53,173,225,193,99,47,206,92,178,212,97,222,181,77,0,143,42,159,0,254,248,33,209,95,126,113,253,198,210,197,225,249,229,111,95,46,206,70,23,226,218,242,250,232,35,71,183,63,45,214,239,126,78,244,95,94,255,156,248,203,163,31,89,131,134,150,242,249,126,41,215,63,184,86,30,45,40,104,34,57,94,190,210,19,201,202,170,215,192,74,98,138,55,117,64,58,94,193,106,6,164,149,149,177,169,229,20,171,229,160,108,45,67,94,249,53,88,203,106,150,19,83,203,160,111,138,229,7,201,181,215,48,213,55,197,169,131,237,168,26,230,115,93,87,189,156,98,181,44,120,93,199,13,219,27,172,101,195,215,245,244,55,0,130,42,25,249,6,64,189,117,172,124,49,225,85,156,242,150,196,147,26,86,241,150,68,117,69,108,102,53,193,85,156,254,46,73,80,47,70,190,75,82,111,47,86,190,152,152,42,134,245,98,233,247,109,106,175,96,149,75,137,169,95,216,175,127,165,223,71,170,238,215,191,6,150,18,83,191,73,51,225,208,246,11,158,9,215,222,125,21,174,36,186,120,69,94,213,196,188,205,214,76,241,26,126,45,51,229,93,191,168,226,133,188,235,215,76,241,170,89,73,112,241,166,189,9,57,94,189,242,111,66,86,86,190,38,150,18,92,191,41,111,138,6,53,95,204,155,162,245,54,95,181,43,9,46,222,148,247,104,131,138,23,243,30,109,189,197,171,118,37,209,197,43,242,51,35,230,45,227,102,138,215,240,207,140,41,239,96,135,22,47,147,87,43,213,174,36,186,120,5,59,47,147,87,43,213,174,100,102,241,2,223,223,63,90,27,123,7,249,113,69,39,188,231,124,52,254,158,115,192,45,198,223,12,15,184,201,248,91,238,243,111,178,126,18,123,147,57,184,97,16,141,27,38,222,226,6,55,196,46,45,68,68,76,124,180,179,232,47,232,89,244,23,244,44,254,11,58,19,106,76,124,34,51,161,198,148,91,196,127,57,103,67,141,105,55,153,5,53,38,223,38,186,107,46,162,191,42,23,241,95,149,171,241,175,202,252,91,140,127,85,198,110,81,133,56,153,147,116,85,86,156,204,77,190,202,72,156,196,239,47,43,80,157,69,220,111,198,117,112,29,92,7,215,193,117,112,29,92,7,215,193,117,112,29,92,7,215,193,117,112,29,92,7,215,193,117,112,29,92,7,215,193,117,112,29,92,7,215,193,117,112,29,92,7,215,193,117,112,29,92,71,93,174,163,214,36,145,185,233,196,92,71,114,215,81,19,200,152,245,73,99,102,228,63,1,141,124,176,91,67,40,206,183,115,177,56,229,10,212,72,48,78,161,85,136,198,65,168,16,42,132,10,161,66,168,16,42,132,10,161,66,168,16,42,132,10,161,74,254,70,56,66,133,80,33,84,8,21,66,133,80,33,84,8,21,66,133,80,33,84,205,172,4,161,66,168,16,42,132,10,161,66,168,16,170,16,66,53,95,158,20,8,199,137,147,39,221,139,199,153,91,159,12,33,21,221,65,119,208,29,116,7,221,65,119,208,29,116,7,221,65,119,208,29,116,7,221,65,119,208,29,116,7,221,65,119,208,29,116,7,221,65,119,208,29,116,7,221,65,119,100,80,60,186,131,238,160,59,232,14,186,163,178,136,156,88,221,209,158,92,145,238,234,142,252,98,114,246,54,119,247,55,119,95,111,238,109,237,108,109,111,124,216,218,255,199,112,99,123,123,184,179,181,187,181,189,51,220,94,31,254,125,48,47,20,231,114,84,214,235,202,93,158,156,157,140,190,198,39,87,255,234,29,158,158,246,118,78,206,79,182,119,122,219,235,189,63,6,75,81,17,56,159,159,207,105,213,71,159,112,221,94,235,39,143,218,109,244,239,107,99,127,127,57,183,183,227,130,111,158,62,233,103,145,53,153,159,122,51,152,157,122,83,207,18,68,222,44,8,138,234,175,62,121,141,61,88,95,94,185,127,185,255,211,221,203,235,193,74,19,44,106,218,98,62,223,47,230,250,21,255,139,71,75,74,15,163,74,86,176,145,181,196,20,48,33,142,42,89,202,230,22,84,172,158,141,3,169,218,235,89,213,130,98,234,153,0,73,213,84,199,116,223,36,19,66,169,58,107,153,236,26,79,136,165,106,175,103,227,215,120,58,48,85,71,45,107,88,78,120,37,83,161,169,178,133,108,106,61,193,149,76,7,167,234,232,201,26,150,19,83,201,4,120,170,166,42,86,187,152,152,26,38,0,84,101,127,85,108,100,49,49,53,108,28,81,213,212,133,149,174,37,186,128,77,66,170,58,11,216,248,235,156,20,152,170,206,2,86,181,150,224,2,166,1,85,37,75,216,204,98,130,107,152,2,85,213,209,132,85,175,37,184,128,41,96,85,29,5,172,122,45,209,5,108,18,87,213,89,192,198,127,142,164,0,86,53,21,48,205,43,153,20,200,170,206,2,54,210,129,160,21,104,5,90,129,86,137,161,85,136,76,185,14,205,233,87,39,83,174,35,114,250,109,151,41,183,134,106,12,146,220,146,170,187,15,246,34,107,244,3,82,197,203,173,168,187,7,78,128,19,224,4,56,1,78,128,19,224,4,56,73,13,36,128,19,224,36,163,55,247,129,19,224,4,56,1,78,128,19,224,4,56,1,78,128,19,224,4,56,1,78,128,19,224,4,56,1,78,128,19,224,4,56,1,78,128,147,90,193,73,133,81,40,115,207,100,138,6,39,105,128,73,31,48,1,76,0,19,192,4,48,1,76,178,122,243,25,48,1,76,0,19,192,4,48,1,76,0,19,192,4,48,1,76,0,19,192,4,48,1,76,0,19,192,4,48,1,76,0,19,192,4,48,1,76,0,19,192,4,48,1,76,210,2,147,74,207,218,153,123,44,84,227,192,132,240,32,60,8,15,194,131,240,32,60,8,15,194,131,240,32,60,8,15,194,131,240,32,60,8,15,194,131,240,32,60,8,15,194,131,240,32,60,8,15,194,131,240,32,60,8,15,194,131,240,32,60,8,15,194,163,109,194,227,213,219,205,225,171,141,189,205,225,230,238,112,16,141,59,62,126,62,238,125,28,253,8,232,29,159,63,114,29,131,202,93,71,130,147,106,158,62,223,103,225,229,120,118,15,73,46,159,125,255,233,209,27,59,245,102,105,22,55,169,252,209,111,31,117,229,25,133,66,161,80,40,20,10,133,66,161,80,40,20,74,6,106,130,66,161,80,50,122,199,159,66,161,80,40,20,10,133,66,161,80,40,20,10,133,66,161,80,40,20,10,133,66,161,80,40,20,10,133,66,161,80,40,20,10,133,66,169,67,161,92,71,140,244,43,81,40,55,71,191,180,93,161,220,198,142,140,201,145,219,20,146,192,227,108,30,148,167,226,147,108,38,222,51,92,2,151,192,37,112,9,92,2,151,192,37,112,73,106,12,1,151,192,37,25,189,145,15,151,192,37,112,9,92,2,151,192,37,112,9,92,2,151,192,37,112,9,92,2,151,192,37,112,9,92,2,151,192,37,112,9,92,2,151,212,133,75,170,137,56,201,239,232,154,98,152,164,15,147,192,36,48,9,76,2,147,192,36,89,213,19,38,129,73,50,170,37,76,2,147,192,36,48,9,76,2,147,192,36,48,9,76,2,147,192,36,48,9,76,2,147,192,36,48,9,76,2,147,192,36,48,9,76,2,147,192,36,139,140,73,70,255,249,182,196,129,57,55,96,195,137,57,79,234,145,232,200,156,89,15,239,204,28,18,133,68,33,81,72,20,18,133,68,33,81,242,168,37,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,157,144,40,197,14,205,153,40,81,156,154,243,164,62,53,36,157,60,189,107,192,4,48,1,76,0,19,192,4,48,1,76,0,147,212,32,2,48,1,76,50,122,51,31,48,1,76,0,19,192,4,48,1,76,0,19,192,4,48,1,76,0,19,192,4,48,1,76,0,19,192,4,48,1,76,0,19,192,4,48,169,13,152,84,20,117,210,225,147,115,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,36,139,2,2,37,64,9,80,2,148,0,37,64,73,41,80,178,183,179,177,189,93,252,236,156,203,179,195,211,83,103,231,60,169,71,162,179,115,102,61,188,179,115,72,20,18,133,68,33,81,72,20,18,133,68,201,163,150,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,116,66,162,20,59,59,103,162,68,113,118,206,147,250,212,16,117,242,244,174,1,19,192,4,48,1,76,0,19,192,4,48,1,76,82,131,8,192,4,48,201,232,205,124,192,4,48,1,76,0,19,192,4,48,1,76,0,19,192,4,48,1,76,0,19,192,4,48,1,76,0,19,192,4,48,1,76,0,19,192,164,54,96,82,81,212,73,135,207,206,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,146,44,10,8,148,0,37,64,9,80,2,148,0,37,133,65,201,230,243,225,171,141,189,205,2,199,230,28,63,239,125,28,125,247,95,114,98,206,125,41,18,28,150,51,227,145,157,147,67,157,80,39,212,9,117,66,157,80,39,212,73,30,181,164,78,168,19,234,132,58,161,78,168,19,234,132,58,161,78,168,19,234,132,58,161,78,168,19,234,132,58,161,78,168,19,234,132,58,161,78,168,19,234,100,209,213,73,252,17,57,147,212,137,211,113,30,150,166,226,28,147,39,247,10,147,192,36,48,9,76,2,147,192,36,48,9,76,146,26,63,192,36,48,73,70,111,220,195,36,48,9,76,2,147,192,36,48,9,76,2,147,192,36,48,9,76,2,147,192,36,48,9,76,2,147,192,36,48,9,76,2,147,192,36,117,96,146,242,17,38,29,61,9,7,30,129,71,224,17,120,4,30,129,71,224,17,120,4,30,129,71,224,17,120,4,30,129,71,224,17,120,4,30,129,71,224,17,120,4,30,129,71,224,17,120,4,30,129,71,114,176,15,240,8,60,2,143,192,35,240,8,60,82,6,143,252,125,80,252,8,156,222,31,131,37,167,224,60,168,70,186,131,112,166,60,184,179,112,8,20,2,133,64,33,80,8,20,2,133,64,201,163,150,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,66,160,116,64,160,20,62,14,103,92,160,56,17,103,172,58,245,228,154,60,186,99,176,4,44,1,75,192,18,176,4,44,1,75,192,146,212,16,2,44,1,75,50,122,19,31,44,1,75,192,18,176,4,44,1,75,192,18,176,4,44,1,75,192,18,176,4,44,1,75,192,18,176,4,44,1,75,192,18,176,4,44,169,9,150,84,18,109,210,237,211,113,64,18,144,4,36,1,73,64,18,144,4,36,1,73,64,18,144,4,36,1,73,64,18,144,4,36,1,73,64,18,144,4,36,1,73,64,18,144,4,36,1,73,64,18,144,36,3,7,1,146,128,36,32,9,72,2,146,128,36,5,33,201,232,191,222,110,22,59,33,231,222,110,56,31,231,174,22,105,78,199,153,250,208,206,198,33,79,200,19,242,132,60,33,79,200,19,242,36,143,90,146,39,228,9,121,66,158,144,39,228,9,121,66,158,144,39,228,9,121,66,158,144,39,228,9,121,66,158,144,39,228,9,121,66,158,144,39,228,9,121,178,240,242,164,208,201,56,79,229,137,115,113,30,213,166,250,48,147,177,187,5,74,128,18,160,4,40,1,74,128,18,160,4,40,73,13,32,128,18,160,36,163,55,239,129,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,146,90,64,73,5,81,38,221,61,15,7,32,1,72,0,18,128,4,32,1,72,0,18,128,4,32,1,72,0,18,128,4,32,1,72,0,18,128,4,32,1,72,0,18,128,4,32,1,72,0,18,128,4,32,1,72,50,240,15,0,9,64,2,144,0,36,0,9,64,82,10,144,252,125,80,226,56,156,222,31,131,37,39,226,60,44,71,194,67,113,166,60,186,115,113,40,20,10,133,66,161,80,40,20,10,133,66,201,163,150,20,10,133,66,161,80,40,20,10,133,66,161,80,40,20,10,133,66,161,80,40,20,10,133,66,161,80,40,20,10,133,66,161,80,40,20,10,133,66,161,116,65,161,20,63,26,103,92,161,56,29,103,188,60,53,229,155,60,186,103,184,4,46,129,75,224,18,184,4,46,129,75,224,146,212,24,2,46,129,75,50,122,35,31,46,129,75,224,18,184,4,46,129,75,224,18,184,4,46,129,75,224,18,184,4,46,129,75,224,18,184,4,46,129,75,224,18,184,4,46,169,11,151,84,19,113,210,241,147,114,96,18,152,4,38,129,73,96,18,152,4,38,129,73,96,18,152,4,38,129,73,96,18,152,4,38,129,73,96,18,152,4,38,129,73,96,18,152,4,38,129,73,96,18,152,36,7,11,1,147,192,36,48,9,76,2,147,192,36,5,49,201,222,206,198,246,118,225,243,114,46,207,14,79,79,157,151,51,94,142,52,231,229,204,122,116,231,229,80,40,20,10,133,66,161,80,40,20,10,133,146,71,45,41,20,10,133,66,161,80,40,20,10,133,66,161,80,40,20,10,133,66,161,80,40,20,10,133,66,161,80,40,20,10,133,66,161,80,40,20,10,133,66,233,130,66,41,116,94,206,68,133,226,188,156,241,242,84,31,113,242,244,158,225,18,184,4,46,129,75,224,18,184,4,46,129,75,82,99,8,184,4,46,201,232,141,124,184,4,46,129,75,224,18,184,4,46,129,75,224,18,184,4,46,129,75,224,18,184,4,46,129,75,224,18,184,4,46,129,75,224,18,184,164,46,92,82,77,196,73,119,207,203,129,73,96,18,152,4,38,129,73,96,18,152,4,38,129,73,96,18,152,4,38,129,73,96,18,152,4,38,129,73,96,18,152,4,38,129,73,96,18,152,4,38,129,73,96,146,28,10,8,147,192,36,48,9,76,2,147,192,36,133,49,201,219,253,205,225,171,141,189,205,2,135,229,124,190,58,238,125,28,125,255,95,114,82,206,247,90,36,56,38,103,214,67,59,35,135,60,33,79,200,19,242,132,60,33,79,200,147,60,106,73,158,144,39,228,9,121,66,158,144,39,228,9,121,66,158,144,39,228,9,121,66,158,144,39,228,9,121,66,158,144,39,228,9,121,66,158,144,39,228,201,194,203,147,248,3,114,38,202,19,167,227,60,170,77,197,105,38,79,239,22,40,1,74,128,18,160,4,40,1,74,128,18,160,36,53,128,0,74,128,146,140,222,188,7,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,106,1,37,21,68,153,116,244,68,28,128,4,32,1,72,0,18,128,4,32,1,72,0,18,128,4,32,1,72,0,18,128,4,32,1,72,0,18,128,4,32,1,72,0,18,128,4,32,1,72,0,18,128,4,32,73,94,64,128,4,32,1,72,0,18,128,4,32,41,5,72,70,255,249,182,232,97,56,247,114,195,105,56,247,197,72,116,28,206,212,199,118,30,14,125,66,159,208,39,244,9,125,66,159,208,39,121,212,146,62,161,79,232,19,250,132,62,161,79,232,19,250,132,62,161,79,232,19,250,132,62,161,79,232,19,250,132,62,161,79,232,19,250,132,62,161,79,232,147,197,215,39,197,14,196,121,170,79,156,136,243,184,56,53,36,154,140,221,47,84,2,149,64,37,80,9,84,2,149,64,37,80,73,106,4,1,149,64,37,25,189,129,15,149,64,37,80,9,84,2,149,64,37,80,9,84,2,149,64,37,80,9,84,2,149,64,37,80,9,84,2,149,64,37,80,9,84,2,149,212,131,74,170,136,52,233,240,169,56,16,9,68,2,145,64,36,16,9,68,2,145,64,36,16,9,68,2,145,64,36,16,9,68,2,145,64,36,16,9,68,2,145,64,36,16,9,68,2,145,64,36,16,9,68,146,131,129,128,72,32,18,136,4,34,129,72,32,146,162,136,100,111,103,99,123,187,224,185,56,151,103,135,167,167,75,206,197,249,81,140,68,231,226,76,125,108,231,226,208,39,244,9,125,66,159,208,39,244,9,125,146,71,45,233,19,250,132,62,161,79,232,19,250,132,62,161,79,232,19,250,132,62,161,79,232,19,250,132,62,161,79,232,19,250,132,62,161,79,232,19,250,132,62,89,124,125,82,236,92,156,167,250,196,185,56,143,139,83,67,164,201,216,253,66,37,80,9,84,2,149,64,37,80,9,84,2,149,164,70,16,80,9,84,146,209,27,248,80,9,84,2,149,64,37,80,9,84,2,149,64,37,80,9,84,2,149,64,37,80,9,84,2,149,64,37,80,9,84,2,149,64,37,80,73,61,168,164,138,72,147,14,159,139,3,145,64,36,16,9,68,2,145,64,36,16,9,68,2,145,64,36,16,9,68,2,145,64,36,16,9,68,2,145,64,36,16,9,68,2,145,64,36,16,9,68,2,145,64,36,57,24,8,136,4,34,129,72,32,18,136,4,34,41,130,72,118,14,182,247,183,182,71,159,112,176,177,61,220,124,62,124,181,177,183,89,224,136,156,179,111,167,87,39,167,163,79,248,118,120,218,59,126,222,251,56,250,185,176,228,180,156,137,117,73,112,112,78,232,50,156,161,67,170,144,42,164,10,169,66,170,144,42,164,74,30,181,36,85,72,21,82,133,84,33,85,72,21,82,133,84,33,85,72,21,82,133,84,33,85,72,21,82,133,84,33,85,72,21,82,133,84,33,85,72,21,82,165,83,82,37,254,56,157,185,82,197,201,58,83,235,84,113,62,202,236,135,0,80,0,20,0,5,64,1,80,0,20,0,5,64,73,13,38,0,20,0,37,163,55,251,1,20,0,5,64,1,80,0,20,0,5,64,1,80,0,20,0,5,64,1,80,0,20,0,5,64,1,80,0,20,0,5,64,1,80,0,148,218,1,74,197,81,41,29,61,133,7,56,1,78,128,19,224,4,56,1,78,128,19,224,4,56,1,78,128,147,124,222,220,7,78,128,19,224,4,56,1,78,128,19,224,4,56,1,78,128,19,224,4,56,1,78,128,19,224,4,56,1,78,128,19,224,4,56,1,78,234,2,39,163,15,191,173,226,112,158,123,233,225,116,158,73,133,201,224,120,158,169,235,112,62,15,173,66,171,208,42,180,10,173,66,171,208,42,121,212,146,86,161,85,104,21,90,133,86,161,85,104,21,90,133,86,161,85,104,21,90,133,86,161,85,104,21,90,133,86,161,85,104,21,90,133,86,161,85,104,149,110,105,149,242,7,244,60,213,42,78,232,153,94,168,154,19,83,198,30,3,66,129,80,32,20,8,5,66,129,80,32,20,8,37,53,154,128,80,32,148,140,222,240,135,80,32,20,8,5,66,129,80,32,20,8,5,66,129,80,32,20,8,5,66,129,80,32,20,8,5,66,129,80,32,20,8,5,66,129,80,234,71,40,85,71,166,56,165,7,58,129,78,160,19,232,4,58,129,78,160,19,232,4,58,129,78,160,147,228,181,132,78,160,19,232,4,58,129,78,160,19,232,4,58,129,78,160,19,232,4,58,129,78,160,19,232,4,58,129,78,160,19,232,4,58,129,78,138,161,147,247,175,135,175,54,63,236,15,95,109,236,109,14,95,143,254,120,51,247,72,158,175,71,189,143,199,23,87,189,143,163,239,244,189,163,209,31,159,150,162,78,223,121,36,63,38,81,146,175,131,229,185,82,228,225,7,206,158,47,63,254,219,163,48,148,39,127,141,60,135,231,235,209,179,57,79,127,254,25,59,43,115,206,216,41,246,24,215,247,61,112,126,78,251,21,201,139,39,47,32,214,71,31,185,123,45,179,126,247,202,161,255,178,9,67,50,121,41,159,239,151,114,253,82,102,229,209,130,210,11,146,82,213,107,96,37,49,197,75,168,71,74,149,177,169,229,20,171,101,227,114,164,230,90,86,179,156,152,90,38,80,35,181,212,48,213,55,197,132,98,164,190,58,38,186,174,19,106,145,154,107,217,240,117,157,78,138,84,95,199,202,23,19,94,197,84,74,164,92,17,155,89,77,112,21,211,9,145,234,123,177,242,197,196,84,49,129,14,169,165,130,85,46,37,166,126,9,100,72,185,95,255,26,88,74,76,253,26,87,33,181,116,95,133,43,137,46,94,147,34,164,190,226,53,252,90,38,133,6,169,175,120,213,172,36,184,120,105,36,72,169,242,53,177,148,224,250,165,80,32,213,55,95,181,43,9,46,94,10,1,82,125,241,170,93,73,116,241,154,212,31,245,21,175,225,159,25,41,228,71,45,197,75,241,106,37,133,250,168,175,120,13,116,30,241,65,124,16,31,196,71,134,226,163,63,28,12,87,139,139,143,107,133,176,218,18,241,49,47,210,227,142,84,76,72,246,120,90,4,33,30,248,5,126,129,95,224,23,248,5,126,129,95,224,23,248,5,126,129,95,224,23,169,223,68,195,47,240,11,252,2,191,192,47,240,11,252,2,191,192,47,240,11,252,2,191,192,47,240,11,252,2,191,192,47,240,139,188,248,197,160,28,191,24,224,23,57,240,139,154,220,196,172,79,26,163,29,255,9,236,183,126,185,126,235,235,55,253,22,211,111,37,2,133,110,190,68,250,77,191,133,247,91,191,92,191,245,245,155,126,139,233,183,82,129,105,115,207,222,107,87,191,245,245,91,109,253,246,232,64,200,2,105,125,143,206,34,236,120,116,223,211,90,212,156,227,23,246,128,66,253,168,114,170,156,42,167,202,169,114,170,156,42,167,202,169,114,170,156,42,167,202,147,219,64,170,156,42,167,202,169,114,170,156,42,167,202,169,114,170,156,42,167,202,155,89,9,85,78,149,199,22,143,42,167,202,169,114,170,188,107,170,124,130,18,137,74,248,155,163,68,58,24,247,247,180,34,25,226,37,74,131,210,160,52,40,13,74,131,210,160,52,40,13,74,131,210,160,52,40,13,74,131,210,160,52,40,13,74,131,210,160,52,40,13,74,131,210,160,52,40,13,74,131,210,200,160,120,148,6,165,65,105,80,26,148,70,92,16,96,128,210,232,88,42,96,43,148,70,11,35,102,162,242,2,3,218,178,99,225,129,218,178,190,182,172,42,249,168,131,25,131,218,178,174,182,140,72,31,156,219,150,157,139,34,212,150,117,181,101,117,57,113,29,76,44,212,150,85,183,229,193,110,217,0,195,111,231,34,12,159,84,163,201,16,195,25,15,41,198,16,144,7,228,1,121,64,30,144,7,228,1,121,64,30,144,7,228,1,121,64,62,57,115,4,228,1,121,64,30,144,7,228,1,121,64,30,144,7,228,1,121,64,190,153,149,0,242,128,124,108,241,0,121,64,30,144,7,228,59,13,228,239,181,72,241,32,195,73,90,164,235,81,134,119,53,201,144,50,177,26,172,6,171,193,106,176,26,172,6,171,193,106,176,26,172,6,171,193,106,176,26,172,6,171,193,106,176,26,172,6,171,193,106,176,26,172,6,171,193,106,176,26,172,70,6,197,99,53,88,13,86,131,213,96,53,74,197,25,78,179,26,93,14,52,204,215,106,180,50,118,166,120,168,225,180,230,236,114,172,161,230,172,188,57,171,203,68,234,122,184,161,230,172,184,57,139,6,28,78,110,206,110,71,28,106,206,138,155,179,202,52,185,174,7,29,106,206,162,205,89,40,221,176,243,129,134,205,100,24,138,45,68,225,81,120,20,30,133,71,225,81,120,20,62,163,58,162,240,40,124,46,252,24,133,71,225,115,233,69,20,30,133,71,225,81,120,20,30,133,71,225,81,120,20,30,133,71,225,81,120,20,30,133,71,225,81,120,20,30,133,207,132,194,23,74,42,20,78,248,176,12,25,122,35,8,3,194,128,48,32,12,8,3,194,128,48,32,12,8,3,194,128,48,32,12,8,3,194,128,48,32,12,8,3,194,128,48,32,12,8,3,194,128,48,32,12,8,3,194,200,160,120,16,6,132,1,97,64,24,93,70,24,193,17,132,82,7,51,71,24,109,9,125,137,202,22,20,39,168,235,42,235,186,82,81,67,29,204,9,212,117,229,187,46,34,13,80,0,160,174,171,168,235,74,198,170,117,48,217,79,215,21,232,186,237,141,15,111,55,135,113,89,126,55,95,184,94,119,163,252,30,60,255,250,146,252,230,60,136,32,63,134,156,33,103,200,25,114,134,156,33,103,200,25,114,134,156,33,103,200,25,242,228,18,144,33,103,200,25,114,134,156,33,103,200,25,114,134,156,33,103,200,25,242,102,86,194,144,51,228,177,197,99,200,25,114,134,156,33,239,144,33,127,168,62,66,115,252,166,169,143,110,197,248,61,168,66,134,208,136,192,32,48,8,12,2,131,192,32,48,8,12,2,131,192,32,48,8,12,2,131,192,32,48,8,12,2,131,192,32,48,8,12,2,131,192,32,48,8,12,2,131,192,32,48,50,40,30,129,65,96,16,24,4,70,135,5,70,72,136,223,44,129,209,157,12,191,188,5,70,75,162,94,66,19,252,102,181,92,119,2,252,180,92,69,45,87,38,93,168,91,233,125,90,174,146,150,11,203,238,155,222,114,93,138,238,211,114,149,180,92,185,12,181,110,229,246,105,185,10,90,238,191,126,121,183,189,121,125,247,111,134,59,27,123,127,27,125,110,145,36,191,222,63,127,255,114,122,220,251,231,151,139,79,189,179,195,203,255,30,125,238,82,199,195,253,38,148,164,145,188,191,192,199,21,1,8,160,3,232,0,58,128,14,160,3,232,0,58,128,14,160,3,232,0,58,128,158,156,17,2,232,0,58,128,14,160,3,232,0,58,128,14,160,3,232,0,58,128,222,204,74,0,116,0,61,182,120,0,58,128,14,160,3,232,29,5,232,19,4,73,129,84,192,121,130,164,179,65,129,19,10,147,161,118,66,55,208,13,116,3,221,64,55,208,13,116,3,221,64,55,208,13,116,3,221,64,55,208,13,116,3,221,64,55,208,13,116,3,221,64,55,208,13,116,3,221,64,55,208,141,12,138,135,110,160,27,232,6,186,129,110,60,164,27,145,113,130,33,116,163,147,9,131,237,160,27,237,13,170,41,144,67,24,210,171,157,140,38,212,171,245,247,106,197,161,74,157,205,52,212,171,117,247,106,116,242,225,252,94,237,104,24,162,94,173,187,87,43,15,171,235,108,138,162,94,173,164,87,15,118,111,187,53,46,71,241,219,249,211,60,207,110,197,38,222,85,160,238,148,196,25,15,35,20,145,172,39,235,201,122,178,158,172,39,235,201,122,178,158,172,39,235,201,122,178,62,185,143,36,235,201,122,178,158,172,39,235,201,122,178,158,172,39,235,201,122,178,190,153,149,144,245,100,125,108,241,200,122,178,158,172,39,235,59,39,235,239,245,71,92,6,226,36,253,209,197,200,195,187,58,100,200,142,56,12,14,131,195,224,48,56,12,14,131,195,224,48,56,12,14,131,195,224,48,56,12,14,131,195,224,48,56,12,14,131,195,224,48,56,12,14,131,195,224,48,56,12,14,35,131,226,113,24,28,6,135,193,97,116,218,97,132,7,26,78,115,24,93,203,47,204,215,97,180,38,254,37,46,157,112,90,227,117,45,140,80,227,85,210,120,229,114,135,186,152,44,168,241,42,104,188,152,220,192,201,141,215,189,152,64,141,87,65,227,149,77,90,235,98,230,159,198,43,221,120,19,2,41,11,165,254,205,139,164,236,100,16,224,132,162,52,148,13,24,248,200,226,2,49,117,76,29,83,199,212,49,117,76,29,83,199,212,49,117,76,29,83,199,212,147,99,67,76,29,83,199,212,49,117,76,29,83,199,212,49,117,76,29,83,199,212,155,89,9,166,142,169,199,22,15,83,199,212,49,117,76,189,179,76,125,202,145,209,209,9,130,33,135,70,119,52,84,176,29,199,155,2,28,0,7,192,1,112,0,28,0,7,192,1,112,0,28,0,7,192,1,112,0,28,0,7,192,1,112,0,28,0,7,192,1,112,0,28,0,7,192,1,112,0,28,0,71,6,197,3,56,0,14,128,3,224,0,56,30,3,142,232,232,193,16,192,209,209,52,194,118,0,142,54,135,215,20,202,44,12,233,216,142,198,24,234,216,38,58,182,242,184,165,14,231,31,234,216,250,59,182,64,74,226,252,142,237,108,112,162,142,173,191,99,107,136,180,235,112,226,162,142,45,222,177,111,182,246,246,183,182,111,250,246,213,168,95,135,183,77,27,16,186,248,233,228,242,234,228,244,230,139,241,113,244,69,232,61,205,0,237,64,200,226,196,34,212,18,170,24,252,72,66,20,25,124,6,159,193,103,240,25,124,6,159,193,103,240,25,124,6,159,193,103,240,147,75,74,6,159,193,103,240,25,124,6,159,193,103,240,25,124,6,159,193,103,240,155,89,9,131,207,224,199,22,143,193,103,240,25,124,6,191,27,6,127,178,4,9,8,77,156,47,65,58,19,146,56,177,20,25,90,36,32,3,200,0,50,128,12,32,3,200,0,50,128,12,32,3,200,0,50,128,12,32,3,200,0,50,128,12,32,3,200,0,50,128,12,32,3,200,0,50,128,12,32,3,200,200,160,120,64,6,144,1,100,0,25,93,7,25,115,66,16,195,64,70,39,66,15,219,2,50,218,20,14,19,16,106,24,214,129,157,8,49,212,129,245,116,96,233,120,162,206,132,18,234,192,58,58,112,110,232,96,72,7,118,36,100,80,7,214,209,129,21,68,180,117,38,52,80,7,86,217,129,59,7,219,163,191,143,62,227,96,99,187,120,98,224,217,168,227,78,78,71,159,241,237,240,84,124,224,228,138,52,146,37,24,246,176,130,5,57,118,142,157,99,231,216,57,118,142,157,99,231,216,57,118,142,157,99,231,216,147,107,68,142,157,99,231,216,57,118,142,157,99,231,216,57,118,142,157,99,231,216,155,89,9,199,206,177,199,22,143,99,231,216,57,118,142,189,155,142,125,130,30,41,144,50,56,71,143,116,54,114,240,105,93,50,100,78,220,6,183,193,109,112,27,220,6,183,193,109,112,27,220,6,183,193,109,112,27,220,6,183,193,109,112,27,220,6,183,193,109,112,27,220,6,183,193,109,112,27,220,6,183,145,65,241,184,13,110,131,219,224,54,184,141,226,97,132,1,110,163,147,201,132,173,112,27,173,141,167,41,144,89,24,208,168,157,12,48,212,168,117,55,106,181,57,74,157,205,57,212,168,245,54,106,116,2,226,220,70,237,104,28,162,70,173,183,81,171,78,166,235,108,106,162,70,173,172,81,15,118,11,231,38,126,59,23,150,248,163,12,141,36,36,206,120,44,177,136,120,61,94,143,215,227,245,120,61,94,143,215,227,245,120,61,94,143,215,227,245,201,145,36,94,143,215,227,245,120,61,94,143,215,227,245,120,61,94,143,215,227,245,205,172,4,175,199,235,99,139,135,215,227,245,120,61,94,223,77,94,127,47,66,10,100,33,78,18,33,157,13,64,188,43,70,134,50,9,203,192,50,176,12,44,3,203,192,50,176,12,44,3,203,192,50,176,12,44,3,203,192,50,176,12,44,3,203,192,50,176,12,44,3,203,192,50,176,12,44,3,203,192,50,50,40,30,150,129,101,96,25,88,6,150,17,25,117,56,141,101,116,50,223,48,95,150,209,174,192,152,2,73,134,211,250,176,147,241,133,250,176,186,62,172,32,184,168,179,233,132,250,176,170,62,140,206,33,156,220,135,29,13,31,212,135,85,245,97,37,65,110,157,205,22,212,135,69,250,240,195,187,235,78,220,184,109,197,224,44,193,139,47,215,117,63,188,41,252,82,39,99,4,31,86,160,198,4,193,121,15,35,60,144,82,167,212,41,117,74,157,82,167,212,41,117,74,157,82,167,212,41,117,74,61,185,53,164,212,41,117,74,157,82,167,212,41,117,74,157,82,167,212,41,117,74,189,153,149,80,234,148,122,108,241,40,117,74,157,82,167,212,187,164,212,31,233,143,224,220,192,169,250,163,99,145,129,15,235,144,33,59,226,48,56,12,14,131,195,224,48,56,12,14,131,195,224,48,56,12,14,131,195,224,48,56,12,14,131,195,224,48,56,12,14,131,195,224,48,56,12,14,131,195,224,48,56,140,12,138,199,97,112,24,28,6,135,209,105,135,17,20,20,56,211,97,116,40,35,48,115,135,209,154,248,151,224,100,192,153,141,215,161,80,64,141,87,93,227,149,203,29,234,88,10,160,198,171,170,241,2,179,255,102,52,94,167,98,255,52,94,85,141,87,54,105,173,99,57,127,26,175,64,227,197,134,251,117,57,214,175,246,64,63,81,126,8,57,66,142,144,35,228,8,57,66,142,144,103,116,93,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,158,27,33,143,13,241,19,223,151,57,38,162,46,168,11,234,130,186,160,46,168,11,234,130,186,160,46,168,11,234,130,186,160,46,168,11,234,130,186,160,46,168,11,234,130,186,160,46,168,11,234,130,186,160,46,168,139,12,138,71,93,80,23,212,5,117,209,81,117,49,39,178,79,88,95,230,234,162,5,17,46,1,1,125,162,249,180,89,21,109,86,52,41,168,51,65,124,218,172,124,155,205,13,223,19,187,167,205,202,183,89,241,220,179,206,132,236,105,179,178,109,246,238,253,230,238,198,214,240,205,230,254,205,243,141,141,219,235,125,249,122,124,126,120,210,251,116,124,117,124,116,245,229,98,169,195,241,123,227,181,168,61,142,47,228,1,197,243,129,226,160,56,40,14,138,131,226,160,56,40,14,138,131,226,160,56,40,14,138,39,231,126,160,56,40,14,138,131,226,160,56,40,14,138,131,226,160,56,40,14,138,55,179,18,80,28,20,143,45,30,40,14,138,131,226,160,120,7,161,248,184,18,137,140,235,155,169,68,58,25,223,55,94,145,12,241,18,165,65,105,80,26,148,6,165,65,105,80,26,148,6,165,65,105,80,26,148,6,165,65,105,80,26,148,6,165,65,105,80,26,148,6,165,65,105,80,26,148,6,165,65,105,100,80,60,74,131,210,160,52,40,13,74,35,54,222,111,174,210,232,92,220,95,11,148,70,11,35,102,34,227,0,231,182,101,231,226,1,181,101,93,109,89,85,242,81,39,227,4,181,101,61,109,25,21,55,56,167,45,59,24,63,168,45,235,105,203,234,114,226,58,25,87,168,45,75,182,229,246,198,135,183,155,49,121,133,247,95,211,78,6,20,222,220,79,173,137,132,83,31,65,4,33,220,14,183,195,237,112,59,220,14,183,195,237,112,59,220,14,183,195,237,112,123,114,162,8,183,195,237,112,59,220,14,183,195,237,112,59,220,14,183,195,237,112,123,51,43,129,219,225,246,216,226,193,237,112,59,220,14,183,119,11,183,223,74,143,136,204,193,167,210,163,115,33,131,55,247,150,161,41,2,47,192,11,240,2,188,0,47,192,11,240,2,188,0,47,192,11,240,2,188,0,47,192,11,240,2,188,0,47,192,11,240,2,188,0,47,192,11,240,2,188,0,47,192,139,12,138,7,94,128,23,224,5,120,209,85,120,17,24,35,56,25,94,116,42,55,48,87,120,209,134,48,151,136,100,192,201,157,214,169,40,64,157,86,174,211,10,199,6,117,46,221,79,167,149,233,180,224,252,190,73,157,214,177,192,62,157,86,166,211,74,68,161,117,46,131,79,167,21,239,180,241,48,200,216,16,190,153,105,144,93,11,229,27,47,70,253,33,125,33,143,40,180,143,29,103,199,217,113,118,156,29,103,199,217,113,118,156,29,103,199,217,113,118,60,185,0,100,199,217,113,118,156,29,103,199,217,113,118,156,29,103,199,217,113,118,188,153,149,176,227,236,120,108,241,216,113,118,156,29,103,199,187,104,199,39,29,178,28,19,226,55,247,148,229,238,133,250,181,224,224,80,80,3,212,0,53,64,13,80,3,212,0,53,64,13,80,3,212,0,53,64,13,80,3,212,0,53,64,13,80,3,212,0,53,64,13,80,3,212,0,53,64,13,80,3,212,200,160,120,160,6,168,1,106,128,26,160,198,135,232,208,191,185,80,163,123,33,128,45,128,26,109,12,155,137,13,9,156,219,153,221,11,13,212,153,181,117,102,101,49,72,221,12,25,212,153,53,117,102,92,8,225,156,206,236,98,40,161,206,172,169,51,43,140,142,235,102,136,161,206,44,216,153,191,110,239,12,95,143,254,183,185,251,102,115,216,95,25,172,133,4,25,254,121,122,214,59,26,253,239,248,252,211,113,239,250,70,75,29,11,47,124,82,128,90,2,11,131,30,69,72,33,251,206,190,179,239,236,59,251,206,190,179,239,236,59,251,206,190,179,239,236,123,114,193,200,190,179,239,236,59,251,206,190,179,239,236,59,251,206,190,179,239,236,123,51,43,97,223,217,247,216,226,177,239,236,59,251,206,190,119,195,190,63,149,31,1,193,132,179,229,71,103,194,8,159,148,33,67,111,4,97,64,24,16,6,132,1,97,64,24,16,6,132,1,97,64,24,16,6,132,1,97,64,24,16,6,132,1,97,64,24,16,6,132,1,97,64,24,16,6,132,1,97,64,24,25,20,15,194,128,48,32,12,8,163,203,8,99,78,232,224,124,132,209,137,160,193,54,32,140,182,132,190,4,4,10,206,239,186,78,132,8,234,186,106,187,174,84,212,80,103,2,2,117,93,149,93,55,55,8,112,94,215,117,36,252,79,215,85,217,117,37,99,213,58,19,236,167,235,202,116,221,78,145,48,191,179,174,135,249,157,53,18,230,55,247,81,132,249,113,228,28,57,71,206,145,115,228,28,57,71,206,145,115,228,28,57,71,206,145,39,215,128,28,57,71,206,145,115,228,28,57,71,206,145,115,228,28,57,71,206,145,55,179,18,142,156,35,143,45,30,71,206,145,115,228,28,121,119,28,249,78,145,48,191,233,242,163,83,97,126,103,153,123,35,8,3,194,128,48,32,12,8,3,194,128,48,32,12,8,3,194,128,48,32,12,8,3,194,128,48,32,12,8,3,194,128,48,32,12,8,3,194,128,48,32,12,8,3,194,200,160,120,16,6,132,1,97,64,24,93,70,24,1,97,126,179,17,70,103,194,252,114,71,24,109,9,125,9,12,243,155,221,117,157,9,243,211,117,213,117,93,169,168,161,78,133,249,233,186,170,186,46,40,204,111,86,215,117,40,204,79,215,85,213,117,37,99,213,58,21,230,167,235,202,117,221,135,119,5,194,252,46,190,116,60,204,239,174,0,53,135,249,205,120,20,97,126,28,57,71,206,145,115,228,28,57,71,206,145,115,228,28,57,71,206,145,115,228,201,53,32,71,206,145,115,228,28,57,71,206,145,115,228,28,57,71,206,145,115,228,205,172,132,35,231,200,99,139,199,145,115,228,28,57,71,222,53,71,126,47,63,162,194,252,38,201,143,14,134,249,221,149,33,67,111,4,97,64,24,16,6,132,1,97,64,24,16,6,132,1,97,64,24,16,6,132,1,97,64,24,16,6,132,1,97,64,24,16,6,132,1,97,64,24,16,6,132,1,97,64,24,25,20,15,194,128,48,32,12,8,163,203,8,35,56,204,111,26,194,232,88,152,95,190,8,163,45,161,47,81,97,126,211,186,174,99,97,126,186,174,138,174,43,21,53,212,193,48,63,93,87,190,235,34,194,252,38,119,93,231,194,252,116,93,249,174,43,25,171,214,193,48,63,93,87,172,235,246,71,255,251,117,119,123,171,255,60,58,210,239,106,244,191,63,207,79,79,250,207,59,29,236,55,86,134,90,227,253,2,30,75,200,31,95,206,151,243,229,124,57,95,206,151,243,229,124,57,95,206,151,243,229,124,121,114,37,200,151,243,229,124,57,95,206,151,243,229,124,57,95,206,151,243,229,124,121,51,43,225,203,249,242,216,226,241,229,124,57,95,206,151,119,203,151,143,139,144,136,168,191,89,34,164,115,129,127,99,197,200,80,38,97,25,88,6,150,129,101,96,25,88,6,150,129,101,96,25,88,6,150,129,101,96,25,88,6,150,129,101,96,25,88,6,150,129,101,96,25,88,6,150,129,101,96,25,88,70,6,197,195,50,176,12,44,3,203,192,50,2,195,255,230,177,140,78,69,0,230,207,50,218,21,24,19,17,7,56,175,15,59,21,10,168,15,171,239,195,10,130,139,58,23,19,168,15,171,238,195,224,200,192,217,125,216,177,224,64,125,88,117,31,86,18,228,214,185,40,65,125,88,174,15,11,134,9,10,18,108,44,68,80,128,32,169,78,170,147,234,164,58,169,78,170,147,234,249,92,215,164,58,169,78,170,147,234,164,58,169,78,170,147,234,164,58,169,78,170,147,234,164,58,169,78,170,147,234,164,58,169,78,170,147,234,164,58,169,78,170,231,42,213,11,134,7,10,14,124,90,136,12,245,17,138,129,98,160,24,40,6,138,129,98,160,24,40,6,138,129,98,160,24,40,6,138,129,98,160,24,40,6,138,129,98,160,24,40,6,138,129,98,160,24,40,6,138,129,98,100,80,60,20,3,197,64,49,80,140,110,83,140,192,192,64,97,129,173,160,24,237,9,130,137,8,9,20,16,168,247,42,239,189,146,33,68,157,11,5,212,123,85,245,94,112,24,160,32,64,189,87,113,239,149,14,95,235,92,248,159,222,139,236,189,131,157,157,141,15,91,255,123,99,127,235,221,238,240,213,198,135,253,225,246,198,135,183,155,195,215,187,187,195,189,141,157,209,191,207,253,249,251,237,236,236,240,226,228,223,135,87,163,158,235,125,28,125,25,123,55,95,211,222,209,249,121,239,242,240,108,244,239,173,253,89,28,16,8,120,219,156,99,209,126,183,77,122,247,193,94,100,181,126,52,238,188,75,98,194,181,16,115,247,217,92,23,72,122,129,119,196,250,171,79,38,156,131,245,229,149,251,97,235,79,119,195,205,193,74,19,40,125,218,98,62,223,47,230,122,222,250,226,209,146,210,179,244,146,21,108,100,45,49,5,76,72,211,75,150,178,185,5,21,171,103,227,60,189,246,122,86,181,160,152,122,38,32,234,53,213,49,221,55,201,132,76,189,206,90,38,187,198,19,82,245,218,235,217,248,53,158,142,171,215,81,203,26,150,19,94,201,84,100,189,108,33,155,90,79,112,37,211,177,245,58,122,178,134,229,196,84,50,1,93,175,169,138,213,46,38,166,134,9,248,122,217,95,21,27,89,76,76,13,27,39,236,53,117,97,165,107,137,46,96,147,140,189,206,2,54,254,58,39,5,101,175,179,128,85,173,37,184,128,105,56,123,201,18,54,179,152,224,26,166,32,237,117,52,97,213,107,9,46,96,10,214,94,71,1,171,94,75,116,1,155,164,237,117,22,176,241,159,35,41,120,123,77,5,76,243,74,38,5,113,175,179,128,141,116,32,230,142,185,99,238,152,123,106,230,30,68,79,102,243,187,104,122,178,56,20,143,253,104,198,126,20,234,218,217,112,47,186,107,23,7,241,45,74,215,102,47,249,54,71,141,185,183,179,177,189,61,248,241,159,195,159,71,79,102,255,96,119,243,205,77,183,190,217,216,218,254,199,112,103,244,231,216,141,227,192,223,241,232,43,118,121,118,120,122,58,248,241,159,189,223,78,206,143,175,190,157,31,127,186,249,50,126,58,60,57,253,87,239,108,244,231,227,27,115,129,53,20,181,66,62,88,201,42,178,185,102,115,255,73,67,25,82,134,148,33,101,72,25,82,134,148,33,101,72,25,82,134,148,33,101,72,25,82,134,148,33,101,72,25,82,134,148,33,101,72,25,82,134,148,33,101,72,25,82,134,148,33,101,72,25,82,134,148,97,152,50,44,199,98,98,48,98,117,44,166,67,102,17,56,201,135,54,150,187,84,98,4,100,117,151,74,135,160,228,98,93,42,217,123,202,173,183,175,182,62,188,25,190,223,124,187,177,119,176,119,103,126,55,62,252,186,245,247,72,46,121,242,249,227,201,197,167,222,215,227,207,135,151,163,23,228,183,214,245,240,226,207,147,63,104,200,248,154,85,136,29,67,30,36,155,235,37,247,31,45,44,35,203,200,50,178,140,44,35,203,200,50,178,140,44,35,203,200,50,178,140,44,35,203,200,50,178,140,44,35,203,200,50,178,140,44,35,203,200,50,178,140,44,35,203,200,50,178,140,44,35,203,200,50,134,89,198,153,36,37,134,42,6,147,148,14,73,68,26,164,49,104,56,179,143,99,28,97,112,31,119,136,9,182,170,143,219,169,0,223,143,74,176,249,166,10,6,248,245,219,199,179,227,79,28,96,129,162,213,13,1,199,31,37,155,107,38,247,239,253,36,32,9,72,2,146,128,36,32,9,72,2,146,128,36,32,9,72,2,146,128,36,32,9,72,2,146,128,36,32,9,72,2,146,128,36,32,9,72,2,146,128,36,32,9,72,2,146,128,36,32,9,72,2,150,144,128,223,89,74,105,10,56,145,165,116,221,2,2,33,205,97,192,239,173,92,90,3,78,108,229,174,115,192,108,91,57,119,15,248,102,107,111,127,107,251,230,16,240,235,56,204,254,96,184,30,199,0,63,157,92,94,157,156,222,28,122,125,29,216,216,31,244,214,233,191,240,90,85,135,254,102,222,121,54,215,67,238,223,218,89,63,214,143,245,99,253,88,63,214,143,245,99,253,88,63,214,143,245,99,253,88,63,214,143,245,99,253,88,63,214,143,245,99,253,88,63,214,143,245,99,253,88,63,214,143,245,99,253,88,63,214,143,245,11,178,126,147,201,73,4,241,155,79,78,186,35,251,168,143,218,65,223,228,126,141,112,124,243,251,181,59,124,175,29,253,218,50,181,183,94,18,237,173,51,123,17,165,170,141,236,173,103,121,45,228,254,189,155,216,35,246,136,61,98,143,216,35,246,136,61,98,143,216,35,246,136,61,98,143,216,35,246,136,61,98,143,216,35,246,136,61,98,143,216,35,246,136,61,98,143,216,35,246,136,61,98,143,216,35,246,136,189,34,98,111,189,36,216,123,202,77,58,235,245,144,143,186,185,222,122,73,173,247,180,89,59,139,245,242,108,214,22,89,189,95,71,255,114,243,157,179,40,214,251,115,244,47,189,254,205,175,36,180,94,96,173,106,225,122,79,239,60,155,235,33,247,111,222,188,30,175,199,235,241,122,188,30,175,199,235,241,122,188,30,175,199,235,241,122,188,30,175,199,235,241,122,188,30,175,199,235,241,122,188,30,175,199,235,241,122,188,30,175,199,235,241,122,188,30,175,199,235,197,122,189,7,228,164,24,216,155,66,78,58,41,246,168,143,218,201,222,131,126,45,102,246,166,244,107,39,209,94,198,253,218,58,181,55,24,174,150,100,123,131,155,17,23,183,23,90,172,26,225,222,163,123,207,230,154,200,253,123,56,185,71,238,145,123,228,30,185,71,238,145,123,228,30,185,71,238,145,123,228,30,185,71,238,145,123,228,30,185,71,238,145,123,228,30,185,71,238,145,123,228,30,185,71,238,145,123,228,30,185,71,238,145,123,197,228,222,45,59,41,67,247,158,178,147,14,219,61,240,163,126,188,119,219,178,101,244,222,211,150,237,48,223,203,179,101,243,243,123,251,175,135,175,54,71,77,248,106,99,111,115,180,176,189,205,55,215,90,111,86,23,94,29,245,62,30,143,234,252,113,244,130,185,119,52,250,227,211,163,174,27,180,168,235,2,124,222,213,209,179,217,79,254,217,125,235,94,62,251,222,67,189,49,207,55,19,227,21,122,132,7,247,156,77,115,231,254,253,56,79,136,183,178,60,24,251,37,172,255,226,199,47,132,47,155,133,120,83,22,243,249,126,49,215,191,17,174,230,6,241,202,85,176,145,181,196,20,48,37,196,43,87,202,230,22,84,172,158,205,67,188,186,235,89,213,130,98,234,153,2,226,213,83,199,116,223,36,83,66,188,26,107,153,236,26,79,9,241,234,174,103,227,215,120,66,136,87,67,45,107,88,78,120,37,147,65,188,146,133,108,106,61,193,149,76,8,241,106,232,201,26,150,19,83,201,20,16,175,158,42,86,187,152,152,26,166,128,120,37,127,85,108,100,49,49,53,108,30,226,213,211,133,149,174,37,186,128,141,66,188,26,11,216,248,235,156,36,16,175,198,2,86,181,150,224,2,38,130,120,229,74,216,204,98,130,107,152,4,226,213,208,132,85,175,37,184,128,73,32,94,13,5,172,122,45,209,5,108,20,226,213,88,192,198,127,142,36,129,120,245,20,48,205,43,153,36,16,175,198,2,54,210,129,32,30,136,7,226,129,120,137,33,222,4,63,114,173,152,6,133,253,200,181,107,24,180,196,143,196,171,165,167,79,62,67,165,4,114,128,28,32,7,200,1,114,128,28,32,7,200,1,114,128,28,233,107,9,114,128,28,32,7,200,1,114,128,28,32,7,200,1,114,128,28,32,7,200,1,114,128,28,32,7,200,1,114,128,28,32,7,200,1,114,84,9,57,250,165,32,71,31,228,16,55,19,208,101,197,227,102,22,59,228,72,151,149,239,178,157,131,237,253,173,237,209,63,29,108,108,23,72,56,58,27,117,213,201,233,232,159,190,29,158,118,59,238,232,105,37,106,205,62,10,123,56,65,72,252,28,63,199,207,241,115,252,28,63,199,207,229,81,75,126,142,159,227,231,248,57,126,142,159,227,231,248,57,126,142,159,227,231,248,57,126,142,159,227,231,248,57,126,142,159,227,231,248,57,126,142,159,227,231,22,207,207,77,48,39,49,169,72,115,204,73,135,34,146,158,86,34,67,0,197,123,240,30,188,7,239,193,123,240,30,188,7,239,193,123,240,30,233,107,201,123,240,30,188,7,239,193,123,240,30,188,7,239,193,123,240,30,188,7,239,193,123,240,30,188,7,239,193,123,240,30,188,7,239,193,123,212,230,61,66,195,147,2,188,71,71,146,148,90,225,61,218,23,120,19,147,177,20,208,140,109,9,188,209,140,121,53,227,193,110,201,252,165,111,231,18,152,198,106,209,92,6,211,140,7,148,194,68,229,81,121,84,30,149,71,229,81,121,84,94,30,181,164,242,168,60,42,143,202,163,242,168,60,42,143,202,163,242,168,60,42,143,202,163,242,168,60,42,143,202,163,242,168,60,42,143,202,163,242,168,60,42,111,193,85,222,189,61,41,156,195,52,201,158,116,53,137,233,174,22,25,114,40,234,131,250,160,62,168,15,234,131,250,160,62,168,15,234,131,250,72,95,75,234,131,250,160,62,168,15,234,131,250,160,62,168,15,234,131,250,160,62,168,15,234,131,250,160,62,168,15,234,131,250,160,62,168,15,234,163,70,245,81,40,141,105,154,250,232,98,30,83,190,234,163,141,33,56,133,51,153,166,181,100,91,66,112,180,100,6,45,89,36,138,169,227,233,75,77,4,46,201,88,162,237,104,59,218,142,182,163,237,104,59,218,142,182,163,237,104,59,218,142,182,163,237,104,59,218,142,182,203,163,11,105,59,218,46,131,2,210,118,180,29,109,71,219,209,118,180,29,109,71,219,209,118,180,29,109,71,219,53,167,237,138,196,42,117,60,73,41,95,179,132,115,224,28,56,7,206,129,115,224,28,56,7,206,129,115,224,28,233,107,137,115,224,28,56,7,206,129,115,224,28,56,7,206,129,115,224,28,56,7,206,129,115,224,28,56,7,206,129,115,224,28,56,7,206,129,115,84,203,57,66,243,146,58,30,145,148,47,231,104,73,4,77,76,16,82,199,179,143,244,90,124,175,109,111,124,120,187,57,140,74,59,186,249,114,245,186,26,118,244,224,217,215,149,117,52,231,33,68,29,177,113,108,28,27,199,198,177,113,108,28,27,151,71,45,217,56,54,142,141,99,227,216,56,54,142,141,99,227,216,56,54,142,141,99,227,216,56,54,142,141,99,227,216,56,54,142,141,99,227,216,56,54,142,141,91,40,27,247,208,144,4,38,29,77,51,36,221,8,58,122,240,236,51,196,74,44,7,203,193,114,176,28,44,7,203,193,114,176,28,44,7,203,145,190,150,44,7,203,193,114,176,28,44,7,203,193,114,176,28,44,7,203,193,114,176,28,44,7,203,193,114,176,28,44,7,203,193,114,176,28,44,71,165,150,35,32,230,104,150,229,88,252,148,163,188,45,71,59,130,103,2,51,142,102,53,90,91,130,103,52,90,202,70,251,175,95,222,109,111,94,223,251,155,225,206,198,222,223,70,159,90,32,244,168,247,207,223,191,156,30,247,254,249,229,226,83,239,236,240,242,191,71,159,186,212,233,28,164,9,5,105,32,26,41,240,81,165,37,17,118,132,29,97,71,216,17,118,132,29,97,151,71,45,9,59,194,142,176,35,236,8,59,194,142,176,35,236,8,59,194,142,176,35,236,8,59,194,142,176,35,236,8,59,194,142,176,35,236,8,59,194,142,176,91,88,97,55,193,163,196,7,40,205,243,40,157,203,84,154,80,144,12,197,20,4,2,129,64,32,16,8,4,2,129,64,32,16,8,4,2,129,164,175,37,4,2,129,64,32,16,8,4,2,129,64,32,16,8,4,2,129,64,32,16,8,4,2,129,64,32,16,8,4,2,129,64,32,16,8,4,82,55,2,137,75,94,10,65,32,157,10,99,106,7,2,105,109,108,78,124,100,83,72,135,182,37,54,71,135,102,211,161,7,187,183,61,26,149,227,244,237,252,105,138,88,151,98,155,238,158,127,189,41,77,51,30,68,40,19,143,199,227,241,120,60,30,143,199,227,241,120,121,212,146,199,227,241,120,60,30,143,199,227,241,120,60,30,143,199,227,241,120,60,30,143,199,227,241,120,60,30,143,199,227,241,120,60,30,143,199,227,241,120,188,5,244,120,247,150,36,42,131,105,146,37,233,82,228,210,221,243,207,144,46,17,29,68,7,209,65,116,16,29,68,7,209,65,116,16,29,68,71,250,90,18,29,68,7,209,65,116,16,29,68,7,209,65,116,16,29,68,7,209,65,116,16,29,68,7,209,65,116,16,29,68,7,209,65,116,16,29,21,139,142,224,64,165,105,162,163,43,249,73,249,138,142,182,132,209,68,165,35,77,107,183,182,132,209,104,183,212,237,54,33,159,171,72,28,210,188,132,174,14,38,36,77,40,73,35,161,73,129,143,43,71,137,186,163,238,168,59,234,142,186,163,238,168,187,60,106,73,221,81,119,212,29,117,71,221,81,119,212,29,117,71,221,81,119,212,29,117,71,221,81,119,212,29,117,71,221,81,119,212,29,117,71,221,81,119,212,221,2,171,187,41,231,198,197,70,43,133,156,28,215,177,180,165,118,156,29,135,130,160,32,40,8,10,130,130,160,32,40,8,10,130,130,160,32,233,107,137,130,160,32,40,8,10,130,130,160,32,40,8,10,130,130,160,32,40,8,10,130,130,160,32,40,8,10,130,130,160,32,40,8,10,130,130,212,79,65,98,51,153,66,40,72,199,98,154,218,65,65,90,28,165,83,36,204,41,164,79,219,18,165,163,79,83,247,233,155,173,189,253,173,237,155,110,125,53,234,210,225,109,171,206,143,120,250,116,114,121,117,114,122,243,165,248,56,250,18,244,158,230,140,45,124,164,211,196,18,212,16,225,20,252,56,34,155,56,61,78,143,211,227,244,56,61,78,143,211,203,163,150,156,30,167,199,233,113,122,156,30,167,199,233,113,122,156,30,167,199,233,113,122,156,30,167,199,233,113,122,156,30,167,199,233,113,122,156,30,167,199,233,45,138,211,155,236,74,230,71,52,205,119,37,11,31,201,52,177,4,25,122,38,180,3,237,64,59,208,14,180,3,237,64,59,208,14,180,3,237,72,95,75,180,3,237,64,59,208,14,180,3,237,64,59,208,14,180,3,237,64,59,208,14,180,3,237,64,59,208,14,180,3,237,64,59,208,14,180,163,122,218,49,59,114,41,140,118,44,116,196,82,91,104,71,139,162,106,230,71,40,133,245,93,91,162,106,244,93,234,190,219,57,216,30,253,125,244,9,7,27,219,133,243,146,206,70,125,118,114,58,250,132,111,135,167,194,147,38,213,163,129,36,165,176,7,21,171,196,222,177,119,236,29,123,199,222,177,119,236,93,30,181,100,239,216,59,246,142,189,99,239,216,59,246,142,189,99,239,216,59,246,142,189,99,239,216,59,246,142,189,99,239,216,59,246,142,189,99,239,216,59,246,110,81,237,221,4,139,18,159,177,52,199,162,116,46,112,233,105,61,50,164,82,4,8,1,66,128,16,32,4,8,1,66,128,16,32,4,8,1,146,190,150,4,8,1,66,128,16,32,4,8,1,66,128,16,32,4,8,1,66,128,16,32,4,8,1,66,128,16,32,4,8,1,66,128,16,32,4,72,205,2,36,46,138,41,64,128,116,42,151,169,21,2,164,173,97,57,241,137,77,1,237,217,150,176,28,237,153,85,123,30,236,22,13,112,250,118,46,181,233,190,8,13,68,53,205,120,36,249,76,116,30,157,71,231,209,121,116,30,157,71,231,229,81,75,58,143,206,163,243,232,60,58,143,206,163,243,232,60,58,143,206,163,243,232,60,58,143,206,163,243,232,60,58,143,206,163,243,232,60,58,143,206,163,243,22,85,231,221,251,146,248,80,166,73,190,164,115,73,76,119,69,200,80,55,1,30,128,7,224,1,120,0,30,128,7,224,1,120,0,30,128,71,250,90,2,30,128,7,224,1,120,0,30,128,7,224,1,120,0,30,128,7,224,1,120,0,30,128,7,224,1,120,0,30,128,7,224,1,120,0,30,117,0,143,184,204,165,105,192,163,83,65,75,249,2,143,86,197,215,196,71,42,77,235,190,182,196,215,232,190,84,221,247,225,221,117,255,109,220,54,96,104,110,210,197,151,235,170,31,222,148,125,169,131,145,73,15,159,127,109,105,73,243,30,68,80,18,71,199,209,113,116,28,29,71,199,209,113,116,121,212,146,163,227,232,56,58,142,142,163,227,232,56,58,142,142,163,227,232,56,58,142,142,163,227,232,56,58,142,142,163,227,232,56,58,142,142,163,227,232,56,186,197,114,116,143,44,73,104,70,210,84,75,210,145,120,164,135,207,63,67,186,68,116,16,29,68,7,209,65,116,16,29,68,7,209,65,116,16,29,233,107,73,116,16,29,68,7,209,65,116,16,29,68,7,209,65,116,16,29,68,7,209,65,116,16,29,68,7,209,65,116,16,29,68,7,209,65,116,84,44,58,66,66,145,102,138,142,14,228,33,101,46,58,218,18,70,19,154,130,52,179,221,218,18,70,163,221,26,109,183,155,79,223,11,200,59,186,249,135,203,165,78,101,28,221,62,231,26,114,141,166,223,177,44,35,242,141,124,35,223,200,55,242,141,124,35,223,242,168,37,249,70,190,145,111,228,27,249,70,190,145,111,228,27,249,70,190,145,111,228,27,249,70,190,145,111,228,27,249,70,190,145,111,228,27,249,70,190,145,111,139,34,223,238,108,200,252,252,162,9,54,100,225,51,139,110,159,115,134,204,136,214,160,53,104,13,90,131,214,160,53,104,13,90,131,214,160,53,210,215,146,214,160,53,104,13,90,131,214,160,53,104,13,90,131,214,160,53,104,13,90,131,214,160,53,104,13,90,131,214,160,53,104,13,90,131,214,168,64,107,204,206,38,154,162,53,22,58,143,40,91,173,145,115,40,204,252,220,161,41,173,212,150,80,24,173,84,123,43,61,10,178,154,159,50,52,53,194,106,225,179,134,30,62,243,26,18,135,230,221,189,220,33,146,141,100,35,217,72,54,146,141,100,35,217,242,168,37,201,70,178,145,108,36,27,201,70,178,145,108,36,27,201,70,178,145,108,36,27,201,70,178,145,108,36,27,201,70,178,145,108,36,27,201,70,178,145,108,139,34,217,158,28,126,54,59,125,104,230,177,103,11,157,65,148,249,129,103,252,6,191,193,111,240,27,252,6,191,193,111,240,27,252,6,191,145,190,150,252,6,191,193,111,240,27,252,6,191,193,111,240,27,252,6,191,193,111,240,27,252,6,191,193,111,240,27,252,6,191,193,111,240,27,252,70,101,126,99,118,30,209,76,191,177,208,169,68,153,251,141,252,3,101,230,39,20,205,108,174,182,4,202,104,174,20,205,245,238,253,230,238,198,214,240,205,230,254,205,211,141,76,47,234,125,249,122,124,126,120,210,251,116,124,117,124,52,122,137,183,212,217,52,163,241,74,212,156,110,20,242,112,210,142,104,57,90,142,150,163,229,104,57,90,142,150,203,163,150,180,28,45,71,203,209,114,180,28,45,71,203,209,114,180,28,45,71,203,209,114,180,28,45,71,203,209,114,180,28,45,71,203,209,114,180,28,45,71,203,45,164,150,27,55,39,113,233,71,51,205,73,167,210,144,198,43,145,33,128,226,61,120,15,222,131,247,224,61,120,15,222,131,247,224,61,120,143,244,181,228,61,120,15,222,131,247,224,61,120,15,222,131,247,224,61,120,15,222,131,247,224,61,120,15,222,131,247,224,61,120,15,222,131,247,224,61,106,243,30,225,105,73,115,189,71,103,210,147,90,224,61,218,23,120,19,151,174,52,183,25,219,18,120,163,25,19,55,227,246,198,135,183,155,17,113,75,247,95,201,14,230,43,221,220,75,141,129,74,83,239,95,130,18,81,71,212,17,117,68,29,81,71,212,17,117,121,212,146,168,35,234,136,58,162,142,168,35,234,136,58,162,142,168,35,234,136,58,162,142,168,35,234,136,58,162,142,168,35,234,136,58,162,142,168,35,234,136,186,69,19,117,183,110,36,60,50,233,169,27,233,76,70,210,205,189,100,232,146,16,14,132,3,225,64,56,16,14,132,3,225,64,56,16,14,132,35,125,45,17,14,132,3,225,64,56,16,14,132,3,225,64,56,16,14,132,3,225,64,56,16,14,132,3,225,64,56,16,14,132,3,225,64,56,16,142,234,8,71,88,10,210,100,194,209,137,216,163,92,9,71,11,162,101,194,131,141,38,247,87,91,162,101,244,87,154,254,26,15,210,138,140,50,154,153,164,213,173,104,163,241,82,212,29,117,20,242,120,162,143,184,57,110,142,155,227,230,184,57,110,142,155,203,163,150,220,28,55,199,205,113,115,220,28,55,199,205,113,115,220,28,55,199,205,113,115,220,28,55,199,205,113,115,220,28,55,199,205,113,115,220,28,55,199,205,45,166,155,155,116,128,91,68,20,210,220,19,220,186,19,141,212,130,35,220,144,15,228,3,249,64,62,144,15,228,3,249,64,62,144,15,228,35,125,45,145,15,228,3,249,64,62,144,15,228,3,249,64,62,144,15,228,3,249,64,62,144,15,228,3,249,64,62,144,15,228,3,249,64,62,144,143,250,200,71,68,116,210,92,242,209,157,40,165,22,144,143,22,70,223,68,70,45,205,237,199,182,68,223,232,199,84,253,248,235,246,206,240,245,232,127,155,187,111,54,135,253,149,193,90,64,252,210,159,167,103,189,163,209,255,142,207,63,29,247,174,111,179,212,169,200,165,39,79,191,134,152,165,160,199,16,173,196,217,113,118,156,29,103,199,217,113,118,156,93,30,181,228,236,56,59,206,142,179,227,236,56,59,206,142,179,227,236,56,59,206,142,179,227,236,56,59,206,142,179,227,236,56,59,206,142,179,227,236,56,59,206,110,81,156,221,83,71,50,63,78,105,182,35,89,248,8,165,39,79,63,67,179,132,115,224,28,56,7,206,129,115,224,28,56,7,206,129,115,224,28,233,107,137,115,224,28,56,7,206,129,115,224,28,56,7,206,129,115,224,28,56,7,206,129,115,224,28,56,7,206,129,115,224,28,56,7,206,129,115,84,203,57,102,71,37,205,231,28,11,29,143,212,6,206,209,146,8,154,249,49,72,243,123,173,45,17,52,122,173,233,94,219,41,16,119,116,214,237,184,163,179,6,226,142,230,62,134,184,35,62,142,143,227,227,248,56,62,142,143,227,227,242,168,37,31,199,199,241,113,124,28,31,199,199,241,113,124,28,31,199,199,241,113,124,28,31,199,199,241,113,124,28,31,199,199,241,113,124,28,31,199,199,241,113,139,228,227,118,10,196,29,77,119,36,157,136,59,58,203,220,44,225,28,56,7,206,129,115,224,28,56,7,206,129,115,224,28,56,71,250,90,226,28,56,7,206,129,115,224,28,56,7,206,129,115,224,28,56,7,206,129,115,224,28,56,7,206,129,115,224,28,56,7,206,129,115,224,28,213,114,142,249,113,71,179,57,199,194,199,29,229,206,57,90,18,65,19,22,119,52,187,215,218,18,65,163,215,210,244,218,135,119,241,113,71,23,95,58,29,119,116,247,244,107,141,59,154,241,24,226,142,248,56,62,142,143,227,227,248,56,62,142,143,203,163,150,124,28,31,199,199,241,113,124,28,31,199,199,241,113,124,28,31,199,199,241,113,124,28,31,199,199,241,113,124,28,31,199,199,241,113,124,28,31,199,199,45,158,143,187,119,36,49,113,71,147,28,73,135,226,142,238,158,126,134,102,9,231,192,57,112,14,156,3,231,192,57,112,14,156,3,231,192,57,210,215,18,231,192,57,112,14,156,3,231,192,57,112,14,156,3,231,192,57,112,14,156,3,231,192,57,112,14,156,3,231,192,57,112,14,156,3,231,168,150,115,132,198,29,77,227,28,29,137,59,202,151,115,180,36,130,38,38,238,104,90,175,181,37,130,70,175,165,232,181,253,209,255,126,221,221,222,234,63,143,13,61,186,26,253,239,207,243,211,147,254,243,14,71,31,141,21,161,198,0,164,128,71,18,131,196,205,113,115,220,28,55,199,205,113,115,220,92,30,181,228,230,184,57,110,142,155,227,230,184,57,110,142,155,227,230,184,57,110,142,155,227,230,184,57,110,142,155,227,230,184,57,110,142,155,227,230,184,57,110,110,209,220,220,184,47,9,15,67,154,229,75,58,19,137,52,86,132,12,117,19,224,1,120,0,30,128,7,224,1,120,0,30,128,7,224,1,120,164,175,37,224,1,120,0,30,128,7,224,1,120,0,30,128,7,224,1,120,0,30,128,7,224,1,120,0,30,128,7,224,1,120,0,30,128,7,224,81,7,240,8,139,71,154,7,60,58,17,146,148,63,240,104,85,124,77,120,96,210,188,238,107,75,124,141,238,107,186,251,54,127,221,31,92,255,49,124,181,241,97,127,237,245,222,235,209,127,236,109,14,95,255,50,122,6,163,255,223,31,14,102,10,183,227,63,175,6,215,127,244,62,142,190,116,107,71,151,71,163,255,184,60,238,29,253,126,114,126,124,121,60,214,135,131,217,204,237,243,243,57,125,248,232,19,110,255,254,168,47,31,183,233,147,182,124,208,183,97,73,73,183,61,247,32,241,104,244,20,238,90,240,238,131,189,136,98,252,232,199,2,93,30,122,215,217,180,58,73,87,100,20,183,186,220,31,251,45,106,176,254,227,55,186,159,154,149,116,83,22,243,249,126,49,215,191,210,189,200,77,210,149,171,96,35,107,137,41,96,74,73,87,174,148,205,45,168,88,61,155,151,116,117,215,179,170,5,197,212,51,133,164,171,167,142,233,190,73,166,148,116,53,214,50,217,53,158,82,210,213,93,207,198,175,241,132,146,174,134,90,214,176,156,240,74,38,147,116,37,11,217,212,122,130,43,153,80,210,213,208,147,53,44,39,166,146,41,36,93,61,85,172,118,49,49,53,76,33,233,74,254,170,216,200,98,98,106,216,188,164,171,167,11,43,93,75,116,1,27,149,116,53,22,176,241,215,57,73,36,93,141,5,172,106,45,193,5,76,36,233,202,149,176,153,197,4,215,48,137,164,171,161,9,171,94,75,112,1,147,72,186,26,10,88,245,90,162,11,216,168,164,171,177,128,141,255,28,73,34,233,234,41,96,154,87,50,73,36,93,141,5,108,164,3,73,58,146,142,164,35,233,82,75,186,0,77,50,139,211,69,106,146,153,166,174,13,154,164,79,147,44,134,38,41,112,29,204,130,125,145,215,193,76,221,215,134,235,96,197,117,208,209,235,160,95,221,207,131,126,219,127,30,172,248,121,208,225,235,160,178,159,7,253,182,255,60,88,241,243,160,179,215,193,202,112,181,170,235,96,101,121,53,159,235,64,51,182,178,25,43,219,250,48,39,225,87,51,218,106,51,111,175,97,100,191,101,244,98,88,191,229,218,111,149,189,232,156,179,197,80,191,117,170,223,182,222,238,189,222,218,220,189,254,224,202,251,247,215,195,174,192,78,59,249,124,121,116,114,93,187,222,213,202,215,175,143,122,108,16,208,99,253,185,77,214,31,239,178,193,218,216,7,214,94,62,106,172,181,79,63,62,37,236,247,153,239,79,231,89,208,147,124,118,223,173,151,207,190,119,78,239,251,111,67,55,207,250,217,204,223,102,42,120,188,7,143,147,77,131,167,125,53,249,203,207,119,15,187,245,102,210,45,118,134,187,7,59,195,183,239,15,174,47,153,235,247,224,118,54,126,29,110,237,190,63,216,31,61,137,221,183,251,191,92,223,205,237,70,236,235,127,217,127,183,191,177,61,250,243,111,155,187,123,55,207,111,237,101,208,43,214,130,155,20,63,143,189,87,94,126,95,224,213,231,147,7,111,82,95,55,75,255,250,99,55,195,134,199,239,76,191,156,189,55,99,146,206,25,95,110,233,77,120,149,173,118,234,238,187,241,37,87,179,217,173,134,117,15,202,174,59,132,47,84,182,238,160,110,46,191,129,171,218,245,150,233,143,184,141,82,53,172,187,96,127,196,109,72,170,102,221,211,119,34,5,173,58,114,235,79,69,107,158,178,231,231,201,138,171,216,99,83,205,146,167,111,174,9,42,115,228,110,150,202,214,28,86,230,210,59,71,42,91,111,216,15,238,210,187,52,42,91,239,36,212,24,90,222,96,72,88,237,106,139,124,111,139,217,127,80,237,106,87,75,172,54,4,251,87,179,218,105,202,127,124,185,229,97,125,53,235,157,34,234,131,170,27,163,216,171,89,237,20,190,30,180,218,24,50,94,237,106,139,92,103,49,62,187,178,213,22,254,30,22,131,161,171,93,109,193,218,54,240,61,44,144,28,207,81,183,147,165,238,44,63,89,24,208,198,75,213,201,183,152,37,85,167,220,34,190,4,179,165,234,180,155,204,146,170,147,111,19,93,233,39,99,180,241,129,209,216,104,228,63,83,239,227,193,228,173,240,125,60,24,214,205,188,143,151,211,238,227,209,124,47,224,78,102,136,215,177,161,231,181,233,8,123,251,112,198,208,243,38,114,172,238,161,231,215,213,229,151,99,127,239,175,63,25,183,247,155,202,78,123,92,142,138,60,199,180,59,53,238,188,25,119,238,239,13,223,108,254,188,113,176,189,127,63,126,28,190,191,95,202,210,95,251,2,213,4,170,9,84,19,168,38,80,77,160,154,64,53,129,106,2,213,4,170,9,84,19,168,38,80,77,160,154,64,53,129,106,181,118,161,64,53,129,106,25,20,80,160,154,64,53,129,106,2,213,4,170,9,84,19,168,38,80,77,160,154,64,53,129,106,2,213,154,10,84,155,192,75,194,118,11,207,225,37,243,246,9,183,134,151,4,134,231,224,37,173,228,37,81,23,70,233,205,166,33,41,58,173,185,48,2,211,116,92,24,139,125,97,188,218,125,53,28,61,129,151,133,101,98,239,227,249,199,209,215,252,234,101,52,81,156,123,165,140,95,39,227,123,178,199,254,254,114,236,239,243,118,117,63,186,142,138,238,235,174,74,52,126,47,99,45,151,216,132,123,119,173,49,142,140,35,227,200,56,50,142,140,35,227,200,56,50,142,140,35,227,200,56,50,142,140,35,227,200,56,38,239,66,198,145,113,204,160,128,140,35,227,200,56,50,142,140,35,227,200,56,50,142,140,35,227,200,56,50,142,137,140,227,35,177,82,4,59,78,23,43,165,79,71,105,169,88,41,132,36,137,149,214,138,149,98,215,90,17,63,57,253,90,43,125,50,76,75,175,181,66,238,210,181,182,248,215,218,207,239,251,235,197,21,230,111,95,251,235,209,2,179,53,88,185,24,169,188,174,73,61,23,204,227,123,118,177,160,148,40,37,74,137,82,162,148,40,37,74,137,82,162,148,40,37,74,137,82,162,148,40,37,74,137,82,38,239,66,148,18,165,204,160,128,40,37,74,137,82,162,148,40,37,74,137,82,162,148,40,37,74,137,82,162,148,137,40,229,119,114,82,136,81,78,36,39,221,14,142,68,78,90,71,78,226,47,150,66,14,114,226,197,210,237,48,73,23,203,226,92,44,63,111,111,236,14,247,159,15,95,109,236,109,14,7,195,149,176,139,228,183,211,195,243,222,213,243,222,199,209,239,19,143,46,142,235,35,231,75,3,225,104,17,188,30,117,25,124,127,26,207,230,63,185,103,247,205,125,249,236,123,167,245,190,95,65,55,207,246,217,204,75,160,236,131,61,120,16,87,195,205,213,240,203,207,119,15,187,245,102,210,45,30,157,241,126,253,249,59,27,191,14,183,118,223,31,236,143,158,196,238,219,253,95,174,63,188,50,88,187,251,151,253,119,251,27,219,163,63,255,182,185,187,119,243,252,214,94,78,127,134,229,193,227,231,177,223,187,203,27,195,171,207,39,15,126,225,189,110,150,254,245,199,110,190,185,63,254,45,247,101,60,46,28,95,110,105,208,87,217,106,167,74,190,241,37,87,3,231,106,88,247,160,236,186,67,70,33,149,173,59,168,155,203,99,176,106,215,91,166,63,226,208,85,13,235,46,216,31,113,184,169,154,117,79,87,77,65,171,142,100,68,21,173,121,138,31,122,178,226,42,188,78,53,75,158,14,117,130,202,28,41,99,42,91,115,88,153,75,43,148,202,214,27,246,131,187,180,248,168,108,189,147,222,32,9,45,111,240,155,18,213,174,182,200,247,182,24,203,80,237,106,87,75,172,54,4,14,84,179,218,105,98,96,124,185,229,223,164,175,102,189,83,222,157,15,170,110,204,59,226,213,172,118,202,91,225,65,171,141,121,251,185,218,213,22,185,206,98,222,235,173,108,181,133,191,135,197,188,177,90,237,106,11,214,182,129,239,97,129,111,95,206,121,7,111,242,187,126,179,222,139,41,252,102,92,252,187,94,147,111,49,235,93,175,41,183,136,47,193,236,119,189,166,221,100,214,187,94,147,111,19,93,233,39,131,229,241,129,209,163,209,200,93,91,79,188,143,7,179,232,194,247,177,246,50,236,62,94,78,187,143,71,187,246,3,238,100,250,187,103,143,102,156,253,225,106,216,70,237,169,51,206,254,242,106,249,35,114,198,103,156,143,134,253,131,229,39,163,254,177,55,3,26,218,152,253,176,6,213,12,252,39,223,163,209,230,205,168,210,62,107,251,172,237,179,182,207,218,62,107,251,172,237,179,182,207,218,62,107,251,172,107,90,142,125,214,246,89,219,103,157,67,21,237,179,182,207,58,125,23,218,103,109,159,117,6,5,180,207,218,62,107,251,172,237,179,182,207,218,62,107,251,172,237,179,182,207,218,62,107,251,172,237,179,110,104,159,245,19,41,18,180,191,122,166,20,41,125,52,77,106,41,18,182,159,154,20,201,76,138,132,247,120,185,29,159,215,61,94,249,142,207,166,123,60,108,27,180,30,111,105,143,15,134,207,75,246,248,96,249,121,187,123,124,197,247,241,69,239,241,181,210,61,190,166,199,245,120,214,61,190,90,186,199,87,245,184,30,207,186,199,203,238,78,24,180,125,119,130,30,95,248,30,47,59,87,25,180,125,174,178,226,119,206,69,239,241,178,115,149,65,219,231,42,122,124,193,123,60,48,82,113,70,143,87,112,156,116,117,61,174,227,178,239,184,149,210,191,1,174,228,244,27,224,2,119,92,77,173,50,235,147,198,186,57,162,169,202,254,202,181,146,211,175,92,154,42,143,166,42,251,59,206,74,78,191,227,104,170,60,154,170,236,11,174,26,226,121,53,85,155,155,106,111,99,103,239,96,167,88,244,115,239,242,240,236,242,219,217,210,34,39,64,223,61,199,70,131,160,103,60,166,60,104,121,208,242,160,229,65,203,131,150,7,45,15,90,30,180,60,104,121,208,242,160,229,65,203,131,150,7,45,15,90,30,180,60,232,192,221,121,242,160,229,65,63,152,127,22,130,151,147,230,159,11,224,47,139,164,67,223,149,162,122,190,243,228,142,141,61,101,69,203,138,150,21,45,43,90,86,180,172,104,89,209,169,179,141,101,69,203,138,206,40,151,87,86,180,172,104,89,209,178,162,101,69,203,138,150,21,45,43,90,86,180,172,104,89,209,178,162,99,223,120,150,21,45,43,90,86,180,172,104,89,209,178,162,101,69,203,138,150,21,29,168,72,162,183,253,78,83,36,25,237,254,109,42,57,154,34,201,78,145,68,247,127,37,187,72,23,32,253,168,72,170,180,254,111,123,255,247,171,250,254,223,111,251,247,255,34,41,142,250,191,253,253,95,209,247,255,172,146,193,154,74,191,211,255,109,239,255,2,1,101,147,251,127,33,115,202,180,97,99,109,88,209,102,134,133,76,54,203,183,13,219,22,27,84,40,231,108,90,167,101,244,130,87,167,229,216,105,21,189,180,92,200,12,52,157,86,166,211,182,55,62,188,221,140,15,65,187,255,170,46,102,252,217,205,125,54,22,124,54,245,209,68,158,137,60,19,121,38,242,76,228,153,200,51,145,103,34,207,68,158,137,60,19,121,38,242,76,228,153,200,51,145,103,34,207,68,158,5,34,83,145,103,157,143,60,187,157,115,70,135,157,61,157,115,214,18,115,22,60,231,28,159,163,223,255,253,229,216,223,31,223,224,102,18,191,22,53,42,45,157,141,118,243,96,213,122,142,177,187,52,19,189,153,113,238,239,13,223,108,254,188,113,176,189,127,63,163,28,190,191,95,202,210,95,251,2,211,4,166,9,76,19,152,38,48,77,96,154,192,52,129,105,2,211,4,166,9,76,19,152,38,48,77,96,154,192,52,129,105,181,118,161,192,52,129,105,25,20,80,96,154,192,52,129,105,2,211,4,166,9,76,19,152,38,48,77,96,154,192,52,129,105,2,211,26,14,76,251,97,80,162,118,14,79,54,40,149,239,25,110,133,65,137,75,214,97,80,218,99,80,34,174,158,146,59,85,107,137,88,107,197,213,19,151,203,227,234,89,192,171,167,63,92,47,123,245,244,151,215,59,120,245,172,44,63,119,245,184,122,158,151,191,122,158,187,122,92,61,221,188,122,214,202,95,61,107,174,30,87,79,55,175,158,168,128,197,201,87,79,229,209,138,174,30,87,79,59,174,158,210,251,190,250,157,220,247,181,178,188,230,234,113,245,148,158,88,215,16,235,238,234,113,245,180,227,234,41,61,177,174,33,20,190,21,87,207,170,171,167,235,87,79,100,176,252,164,171,167,134,72,121,87,79,155,175,158,246,36,243,70,39,218,79,238,255,110,254,230,34,177,98,33,250,191,244,239,30,53,36,236,183,162,255,105,153,133,232,255,210,191,61,164,76,102,79,217,255,188,75,139,251,127,111,103,99,123,59,254,100,130,203,179,195,211,211,165,69,61,153,224,230,217,53,118,50,193,212,71,115,50,129,147,9,156,76,224,100,2,39,19,56,153,192,201,4,78,38,112,50,129,147,9,156,76,224,100,2,39,19,56,153,192,201,4,78,38,112,50,65,224,110,110,39,19,116,254,100,130,219,57,103,127,184,26,247,62,239,211,57,103,127,121,53,167,51,203,155,56,100,224,166,8,213,142,236,199,238,210,120,51,104,242,239,12,1,103,8,56,67,160,249,96,37,103,8,56,67,192,25,2,206,16,104,168,158,206,16,112,134,128,51,4,156,33,224,12,1,103,8,212,89,67,103,8,56,67,192,25,2,206,16,200,168,128,206,16,112,134,128,51,4,156,33,224,12,1,103,8,56,67,32,97,1,157,33,224,12,1,103,8,56,67,96,230,45,22,246,12,129,31,90,36,106,87,244,100,45,82,249,174,232,166,181,72,220,6,103,90,36,27,45,18,209,231,37,119,127,94,247,121,229,187,63,155,238,243,184,141,204,250,188,125,125,62,136,75,22,159,212,231,131,234,147,197,155,237,243,216,192,10,125,222,198,62,143,202,0,159,220,231,149,103,128,235,115,125,94,117,159,71,165,214,77,238,243,202,83,235,244,185,62,175,186,207,75,239,90,24,180,125,215,130,62,239,66,159,151,158,183,212,112,102,99,211,125,238,247,208,197,239,243,210,243,150,26,78,87,212,231,250,188,218,62,143,204,100,159,212,231,53,100,178,23,239,115,77,215,130,166,139,140,50,159,212,116,53,68,153,107,186,118,71,100,70,71,132,79,238,171,140,126,9,211,87,185,244,85,233,95,122,106,136,222,214,87,237,239,171,210,47,190,106,136,244,213,87,109,237,171,95,11,228,68,255,185,184,33,209,127,54,151,16,61,249,161,196,67,139,135,22,15,45,30,90,60,180,120,104,241,208,226,161,197,67,139,135,22,15,45,30,90,60,180,120,104,241,208,226,161,197,67,7,110,212,19,15,221,249,120,232,95,11,40,203,63,27,32,150,45,56,0,50,54,77,250,207,138,17,207,159,57,206,243,91,127,112,188,160,105,65,211,130,166,5,77,11,154,22,52,45,104,90,208,180,160,105,65,211,130,166,5,77,11,154,22,52,45,104,90,208,180,160,105,65,211,130,166,5,77,11,154,22,52,45,104,90,208,180,160,105,65,211,130,166,5,77,11,154,22,52,45,104,58,56,104,250,215,2,169,71,19,220,73,229,187,127,91,225,78,226,242,192,184,147,54,184,147,208,43,166,204,46,212,90,194,147,90,113,197,196,37,46,185,98,22,231,138,233,15,215,75,93,49,253,229,245,14,94,49,43,203,207,93,49,157,189,98,162,178,226,39,92,49,149,7,197,187,98,92,49,89,95,49,81,169,243,19,174,152,202,35,231,93,49,174,152,172,175,152,168,168,194,9,87,76,229,57,133,174,24,87,76,214,87,76,185,61,90,253,78,238,209,90,89,94,115,197,116,246,138,41,55,93,238,119,114,186,236,138,233,242,21,83,110,186,92,67,100,121,43,174,152,85,87,76,71,175,152,200,200,245,39,87,76,13,121,235,174,152,118,94,49,45,73,194,141,142,131,159,208,243,221,252,77,68,90,68,155,123,190,220,239,18,53,228,212,183,162,231,73,149,54,247,124,185,223,6,82,38,158,167,236,121,214,164,157,61,95,40,230,191,64,206,127,127,110,219,247,199,251,126,48,222,248,107,143,27,249,97,44,88,197,97,255,77,166,253,139,251,175,62,238,255,62,212,95,220,191,184,127,113,255,226,254,197,253,215,178,110,113,255,226,254,197,253,139,251,23,247,47,238,95,220,191,184,127,113,255,226,254,197,253,7,111,151,22,247,223,80,220,127,33,75,90,0,147,150,30,114,134,13,235,191,223,73,83,25,254,149,143,235,179,156,215,183,94,239,72,241,111,34,80,89,138,191,20,127,41,254,13,213,83,138,191,20,255,140,106,41,197,95,138,191,20,127,41,254,82,252,165,248,75,241,151,226,47,197,191,129,2,74,241,151,226,47,197,95,138,191,20,127,41,254,82,252,165,248,75,241,79,93,64,41,254,82,252,165,248,75,241,159,121,139,197,77,241,47,20,180,84,32,105,169,53,156,36,114,195,51,78,210,10,78,18,124,33,148,218,60,26,18,160,212,154,11,33,114,23,180,11,97,113,46,132,87,187,175,134,163,197,191,188,57,175,34,86,26,246,62,158,127,28,125,157,175,94,46,141,159,92,209,124,106,204,156,109,216,143,46,148,162,27,177,171,32,137,223,107,86,249,53,52,225,158,93,76,144,34,164,8,41,66,138,144,34,164,8,41,66,138,144,34,164,8,41,66,138,144,34,164,8,41,66,138,201,187,16,82,132,20,51,40,32,164,8,41,66,138,144,34,164,8,41,66,138,144,34,164,8,41,66,138,144,98,2,164,248,136,164,196,106,197,233,36,165,249,67,93,18,145,148,104,214,136,164,180,146,164,196,95,76,177,226,113,250,197,212,252,105,49,137,46,166,104,26,233,98,234,196,197,20,127,246,204,180,139,41,197,209,75,73,46,166,232,211,150,186,122,49,181,229,4,166,159,223,247,215,11,37,148,246,126,251,218,95,95,18,83,250,168,30,213,183,248,227,123,205,166,189,91,255,179,130,5,102,129,89,96,22,152,5,102,129,89,96,22,152,5,102,129,89,96,22,152,5,102,129,89,96,22,152,5,102,129,89,96,22,152,5,102,129,89,96,22,152,5,102,129,89,96,22,152,5,102,129,89,224,40,11,252,157,152,68,59,224,137,196,164,187,209,165,136,73,171,136,73,220,197,17,77,17,39,94,28,221,141,51,117,113,44,208,197,113,176,61,24,190,250,121,116,101,12,162,144,238,183,211,65,239,227,111,99,151,197,32,64,231,150,190,44,30,159,62,95,12,219,126,127,50,207,2,158,226,179,251,6,191,124,246,189,227,122,223,175,160,155,231,252,108,230,101,80,250,209,30,60,138,203,226,230,178,248,229,231,187,135,221,122,51,233,22,59,195,221,131,157,225,219,247,7,215,142,247,250,133,251,206,198,175,195,173,221,247,7,251,163,39,177,251,118,255,151,235,187,89,25,220,255,203,254,187,253,141,237,209,159,127,219,220,221,187,121,126,107,47,3,128,112,97,217,248,121,236,23,236,242,152,240,234,243,201,131,223,108,175,155,165,127,253,177,155,239,238,143,127,157,125,25,175,8,199,151,91,90,238,85,182,218,169,100,111,124,201,213,8,185,26,214,61,40,187,238,144,153,71,101,235,14,234,230,242,234,171,218,245,150,233,143,56,93,85,195,186,11,246,71,156,98,170,102,221,211,249,82,208,170,35,189,80,69,107,158,2,133,158,172,184,10,152,83,205,146,167,139,156,160,50,71,18,152,202,214,28,86,230,210,220,164,178,245,134,253,224,46,77,59,42,91,239,164,119,66,66,203,27,252,238,67,181,171,45,242,189,45,6,45,84,187,218,213,18,171,13,17,2,213,172,118,26,13,24,95,110,249,119,227,171,89,239,148,183,225,131,170,27,243,214,119,53,171,157,242,158,119,208,106,99,222,103,174,118,181,69,174,179,152,55,117,43,91,109,225,239,97,49,239,160,86,187,218,130,181,109,224,123,88,224,251,148,115,222,170,155,252,246,222,172,55,93,10,191,235,22,255,246,214,228,91,204,122,123,107,202,45,226,75,48,251,237,173,105,55,153,245,246,214,228,219,68,87,250,201,8,109,124,96,52,54,26,249,207,212,251,120,48,117,43,124,31,15,6,117,51,239,227,229,180,251,120,52,219,11,184,147,57,111,147,125,31,118,198,109,195,158,56,236,236,234,30,236,251,98,84,248,6,192,211,187,52,230,180,251,218,238,107,187,175,237,190,182,251,186,182,5,217,125,109,247,181,221,215,57,93,227,118,95,219,125,109,247,181,221,215,118,95,219,125,109,247,181,221,215,118,95,219,125,109,247,181,221,215,118,95,219,125,109,247,181,221,215,118,95,219,125,109,247,181,221,215,118,95,219,125,157,209,238,235,71,172,36,124,235,245,84,86,210,197,125,215,88,73,171,88,73,196,5,81,114,83,105,87,247,90,187,32,22,227,130,120,191,249,118,99,239,96,116,135,27,31,54,222,255,242,97,99,111,243,230,112,177,32,125,248,245,248,243,225,229,232,5,246,215,195,139,195,175,191,95,140,126,71,88,26,63,90,108,30,65,140,62,13,233,209,101,48,88,126,114,17,140,93,38,13,209,195,167,149,168,230,186,152,117,191,46,142,160,131,146,24,67,198,144,49,100,12,25,67,198,144,49,100,12,25,67,198,144,49,100,12,25,67,198,144,49,100,12,25,67,198,144,49,100,12,25,67,198,144,49,100,12,25,67,198,144,49,12,188,5,99,200,24,50,134,221,54,134,83,4,73,16,52,12,16,36,243,180,97,246,130,36,76,25,18,36,25,11,146,216,222,15,50,133,1,189,63,15,22,102,223,251,97,160,80,239,47,76,239,7,2,243,185,189,63,95,153,103,222,251,43,190,239,119,175,247,171,249,190,63,31,148,103,223,251,190,239,119,172,247,87,134,171,149,244,254,202,242,106,62,189,175,7,91,214,131,213,236,90,88,201,105,215,194,194,247,96,77,205,51,235,147,198,250,59,186,205,170,121,137,187,146,211,75,92,109,150,95,155,85,243,106,114,254,153,151,218,172,27,109,246,191,94,191,127,59,186,209,238,254,230,238,235,205,189,240,19,85,255,239,209,215,207,189,203,81,105,175,171,119,185,20,123,164,106,116,123,141,159,167,250,114,236,239,223,183,190,86,115,154,234,227,167,87,251,113,170,243,31,206,121,170,101,206,83,189,254,124,231,169,58,79,213,121,170,206,83,117,158,106,109,235,118,158,170,243,84,157,167,26,185,145,194,121,170,206,83,117,158,170,243,84,235,92,173,243,84,235,91,173,243,84,131,110,225,60,85,231,169,38,62,79,117,108,214,25,28,105,54,99,214,217,161,56,179,199,85,168,6,101,76,187,79,35,78,49,102,98,204,196,152,137,49,19,99,38,198,76,140,89,234,216,45,49,102,98,204,50,138,140,18,99,38,198,76,140,153,24,51,49,102,98,204,196,152,137,49,19,99,38,198,76,140,153,24,179,216,55,153,197,152,137,49,19,99,38,198,76,140,153,24,51,49,102,98,204,196,152,205,23,35,65,251,124,231,136,145,140,246,248,214,25,95,70,140,100,40,70,98,122,189,236,78,208,14,197,149,233,245,86,247,122,96,68,217,204,94,239,76,60,153,94,111,121,175,151,255,190,222,153,56,50,189,222,234,94,15,140,32,155,217,235,11,19,63,166,239,26,236,187,242,59,11,22,38,114,44,251,190,107,81,64,79,112,212,216,156,214,202,232,165,170,214,202,167,181,202,191,50,92,152,104,49,173,85,162,181,246,159,15,223,237,110,14,183,71,43,31,61,233,157,157,141,15,255,8,207,22,187,122,222,251,114,126,220,59,61,25,253,113,249,237,236,236,240,226,95,75,139,22,48,54,225,57,214,158,50,22,248,152,162,198,68,141,137,26,19,53,38,106,76,212,152,168,49,81,99,162,198,68,141,137,26,19,53,38,106,76,212,152,168,49,81,99,162,198,2,193,167,168,177,206,70,141,77,154,127,6,231,141,205,155,127,118,40,116,108,66,41,170,49,24,51,239,216,216,83,252,152,248,49,241,99,226,199,196,143,137,31,19,63,150,58,46,75,252,152,248,177,140,162,158,196,143,137,31,19,63,38,126,76,252,152,248,49,241,99,226,199,196,143,137,31,19,63,38,126,44,246,141,103,241,99,226,199,196,143,137,31,19,63,38,126,76,252,152,248,49,241,99,129,138,36,104,3,112,136,34,201,104,23,112,157,65,100,20,73,214,138,36,186,255,43,217,69,218,161,112,50,253,191,72,253,31,152,85,54,191,255,59,19,88,166,255,23,171,255,43,250,254,223,153,16,51,253,191,72,253,31,152,105,54,191,255,23,38,216,76,27,38,105,195,138,54,51,44,76,206,89,59,218,176,109,177,65,193,137,103,33,157,150,209,11,94,157,150,99,167,85,244,210,114,97,82,208,116,90,241,78,219,220,121,181,249,230,205,232,35,195,141,237,237,225,206,214,238,214,246,206,112,123,125,248,247,65,72,171,29,159,125,60,254,244,105,244,145,222,225,233,105,111,231,228,252,100,123,167,183,189,222,251,99,144,115,175,213,243,107,204,244,90,148,253,61,38,228,158,179,105,243,220,95,65,230,185,29,112,244,250,114,236,173,224,254,139,31,111,75,191,156,103,60,27,89,204,231,251,197,92,191,47,189,154,219,118,192,114,21,108,100,45,49,5,76,185,29,176,92,41,155,91,80,177,122,54,191,29,176,238,122,86,181,160,152,122,166,216,14,88,79,29,211,125,147,76,185,29,176,198,90,38,187,198,83,110,7,172,187,158,141,95,227,9,183,3,214,80,203,26,150,19,94,201,100,219,1,75,22,178,169,245,4,87,50,225,118,192,26,122,178,134,229,196,84,50,197,118,192,122,170,88,237,98,98,106,152,98,59,96,201,95,21,27,89,76,76,13,155,223,14,88,79,23,86,186,150,232,2,54,186,29,176,198,2,54,254,58,39,201,118,192,26,11,88,213,90,130,11,152,104,59,96,185,18,54,179,152,224,26,38,217,14,88,67,19,86,189,150,224,2,38,217,14,88,67,1,171,94,75,116,1,27,221,14,88,99,1,27,255,57,146,100,59,96,61,5,76,243,74,38,201,118,192,26,11,216,72,7,218,14,104,59,160,237,128,182,3,102,176,29,240,237,230,238,230,135,141,253,173,119,187,195,87,219,239,222,237,12,251,175,174,29,252,234,60,67,242,249,248,252,248,226,240,106,244,67,160,247,241,244,203,151,179,94,255,99,127,76,143,172,206,214,35,15,116,199,100,61,50,250,132,151,99,28,228,251,81,121,227,62,228,7,32,89,43,35,70,86,3,196,200,164,103,30,110,69,30,237,173,138,187,107,88,164,213,88,68,118,180,236,232,108,176,136,236,104,217,209,178,163,101,71,203,142,206,167,158,178,163,101,71,203,142,150,29,93,93,37,101,71,203,142,150,29,45,59,58,143,23,59,178,163,101,71,203,142,150,29,45,59,90,118,180,236,232,12,162,143,101,71,203,142,134,69,96,17,88,4,22,41,131,69,230,198,70,7,96,145,57,137,209,53,99,145,155,143,156,61,78,39,57,122,94,46,125,100,16,16,34,202,146,228,110,73,98,174,130,242,100,106,78,110,116,75,175,2,162,170,59,87,193,220,8,221,128,171,96,78,122,110,11,175,130,144,36,42,87,193,226,92,5,115,131,116,3,174,130,57,25,186,201,175,130,98,169,104,45,105,197,60,99,255,166,118,219,156,188,220,160,110,155,25,149,171,219,116,219,247,110,43,255,219,222,156,184,92,221,166,219,190,119,91,249,215,147,115,98,76,117,155,110,27,117,219,139,130,219,158,94,44,117,117,219,211,139,250,126,61,121,145,97,39,231,254,235,137,109,79,182,61,217,246,100,219,147,109,79,182,61,217,246,100,219,147,109,79,182,61,217,246,100,219,147,109,79,182,61,217,246,100,219,147,109,79,182,61,217,246,100,219,147,109,79,182,61,217,246,100,219,147,109,79,182,61,217,246,100,219,147,109,79,182,61,217,246,20,183,237,233,69,193,109,79,227,88,196,182,39,150,36,71,75,18,115,21,148,39,83,182,61,185,10,218,125,21,20,217,246,52,126,21,216,246,228,42,104,247,85,80,100,219,211,248,85,208,153,109,79,57,182,98,171,176,118,145,109,79,79,187,173,35,219,158,116,91,233,110,43,255,219,94,103,182,61,233,182,210,221,86,254,245,100,103,182,61,233,182,194,221,246,124,125,101,167,208,190,167,209,13,207,150,186,185,241,233,250,169,215,245,27,202,227,251,206,166,155,115,255,21,197,214,39,91,159,108,125,178,245,201,214,39,91,159,108,125,178,245,201,214,39,91,159,108,125,178,245,201,214,39,91,159,108,125,178,245,201,214,39,91,159,108,125,178,245,201,214,39,91,159,108,125,178,245,201,214,39,91,159,108,125,178,245,201,214,39,91,159,108,125,138,217,250,116,7,70,226,247,62,77,0,35,54,63,241,36,121,122,146,168,43,161,2,58,101,3,148,43,161,245,87,66,252,30,168,9,87,130,77,80,174,132,214,95,9,241,251,160,38,92,9,29,217,8,149,105,55,182,203,111,199,111,133,154,216,112,157,216,11,165,225,42,105,184,10,126,255,235,200,118,40,13,87,73,195,85,240,226,178,35,59,162,52,92,137,134,251,223,69,143,115,254,119,118,231,57,55,182,37,234,223,113,103,213,134,181,241,191,51,61,208,44,247,223,83,236,133,178,23,202,94,40,123,161,236,133,178,23,202,94,40,123,161,236,133,178,23,202,94,40,123,161,236,133,178,23,202,94,40,123,161,236,133,178,23,202,94,40,123,161,236,133,178,23,202,94,40,123,161,236,133,178,23,202,94,40,123,161,236,133,178,23,202,94,168,136,189,80,247,82,164,31,107,225,38,73,145,126,230,22,174,153,189,80,32,73,70,144,36,234,18,168,0,75,45,222,214,143,34,155,160,92,2,237,188,4,162,129,234,164,75,32,119,160,218,204,238,39,151,64,251,46,129,66,71,1,254,59,187,179,0,27,37,179,17,231,156,133,247,120,142,135,97,228,222,227,200,44,50,139,204,34,179,200,44,50,139,204,34,179,200,44,50,139,204,34,179,200,44,50,139,204,34,179,200,44,50,139,204,34,179,200,44,50,139,204,34,179,200,44,50,139,204,34,179,200,44,50,139,204,70,146,217,23,69,201,236,184,20,65,102,65,146,204,32,73,212,37,80,1,150,66,102,93,2,237,189,4,10,145,217,241,75,0,153,117,9,180,241,18,40,122,124,204,191,243,59,63,166,65,52,27,119,46,70,104,155,103,26,152,156,123,159,99,179,216,44,54,139,205,98,179,216,44,54,139,205,98,179,216,44,54,139,205,98,179,216,44,54,139,205,98,179,216,44,54,139,205,98,179,216,44,54,139,205,98,179,216,44,54,139,205,98,179,216,44,54,27,197,102,239,180,72,1,55,59,65,139,128,179,48,73,118,152,36,238,50,168,2,77,193,179,46,131,86,95,6,5,252,236,132,203,0,160,117,25,180,236,50,120,179,181,183,191,181,253,246,253,254,96,116,21,60,143,184,10,62,157,92,94,157,156,126,254,122,243,50,238,225,69,240,188,236,69,48,88,158,219,242,13,106,217,31,207,51,188,163,255,184,249,137,56,191,177,39,221,183,190,70,102,145,89,100,22,153,69,102,145,89,100,54,53,241,68,102,145,217,140,120,34,50,139,204,34,179,200,44,50,139,204,34,179,200,44,50,139,204,34,179,200,44,50,139,204,34,179,200,44,50,139,204,34,179,200,44,50,91,5,153,125,164,67,214,34,196,236,84,29,178,86,22,204,134,235,144,123,15,53,83,71,37,164,179,100,73,166,178,36,234,154,168,64,76,173,53,39,166,146,92,19,180,85,167,174,137,213,42,174,137,213,5,190,38,34,81,173,107,162,253,215,196,96,184,90,254,154,24,44,175,182,228,154,40,77,190,179,238,203,154,26,106,214,39,141,245,124,92,235,13,170,104,189,129,214,211,122,209,173,87,193,111,140,131,214,252,198,168,245,114,106,189,10,94,132,150,206,130,215,122,29,108,189,152,45,181,83,91,175,244,142,90,173,215,193,214,139,217,198,58,181,245,74,239,98,213,122,29,105,189,119,219,219,255,24,254,125,212,120,131,87,195,87,63,247,215,99,191,249,125,57,61,253,87,239,143,65,175,63,248,216,251,248,91,127,61,238,123,224,231,231,203,253,146,251,169,111,122,177,255,184,61,159,63,253,192,96,109,236,3,107,47,127,52,97,253,59,80,199,203,84,195,24,104,250,67,100,115,57,228,62,13,178,31,213,126,84,251,81,237,71,181,31,213,126,84,251,81,237,71,181,31,213,126,84,251,81,237,71,181,31,213,126,84,251,81,237,71,181,31,213,126,84,251,81,237,71,181,31,213,126,84,251,81,237,71,181,31,213,126,84,251,81,237,71,181,31,213,126,84,251,81,3,247,163,78,16,39,81,230,105,142,56,153,67,159,90,43,78,98,119,225,17,39,109,16,39,129,215,202,106,57,156,181,58,241,74,97,179,38,86,169,198,11,229,201,35,184,78,200,44,50,139,204,34,179,200,44,50,139,204,74,45,137,200,44,50,43,35,5,67,102,145,89,100,22,153,69,102,145,89,100,22,153,69,102,145,89,100,22,153,69,102,145,89,100,22,153,69,102,145,89,100,22,153,69,102,85,42,179,86,203,193,172,201,218,132,203,162,77,218,162,77,2,175,147,23,229,84,214,139,137,215,9,149,53,177,74,53,94,39,79,30,193,117,66,101,81,89,84,22,149,69,101,81,89,84,86,106,69,68,101,81,89,25,9,24,42,139,202,162,178,168,44,42,139,202,162,178,168,44,42,139,202,162,178,168,44,42,139,202,162,178,168,44,42,139,202,162,178,168,44,42,171,82,149,245,162,156,202,154,172,77,168,44,218,164,45,218,100,246,117,242,243,198,246,232,185,13,215,86,10,93,38,191,29,158,30,141,254,223,218,74,193,171,100,237,229,204,171,228,241,103,92,95,38,107,159,126,180,124,19,29,62,246,4,195,27,124,110,103,79,189,103,141,125,211,216,251,123,195,55,155,63,111,28,108,239,223,55,243,240,253,253,82,70,109,205,89,113,86,156,21,103,197,89,113,86,156,21,103,197,89,113,86,156,21,103,197,89,113,86,156,21,103,197,89,113,86,156,21,103,197,89,113,86,156,21,103,197,89,113,86,156,21,103,197,89,113,86,156,85,117,206,234,129,31,217,218,221,219,255,112,240,122,191,36,36,185,94,223,197,183,163,171,197,23,37,143,158,105,61,180,100,202,67,48,38,140,9,99,194,152,48,38,140,9,99,194,152,48,38,140,9,99,194,152,48,38,140,9,99,194,152,48,38,201,187,144,49,97,76,50,40,32,99,194,152,48,38,140,9,99,194,152,48,38,140,9,99,194,152,48,38,140,73,2,99,82,44,201,231,14,67,20,205,241,153,29,227,19,23,201,243,151,39,247,57,41,249,103,66,52,208,96,94,50,208,245,135,6,205,35,150,232,216,159,80,186,34,237,7,88,1,86,128,21,96,5,88,1,86,128,21,96,5,88,1,86,128,21,96,5,88,1,86,128,21,96,5,88,1,86,128,21,96,5,88,1,86,128,21,96,5,88,1,86,178,233,64,96,5,88,1,86,128,21,96,165,130,76,148,23,101,35,81,16,150,136,234,214,98,89,164,176,64,45,80,11,212,2,181,64,45,80,11,212,2,181,64,45,80,11,212,2,181,64,45,80,11,212,2,181,64,45,80,11,212,2,181,64,45,80,11,212,2,181,64,45,80,11,212,2,181,64,45,80,11,212,146,5,106,121,251,126,127,48,236,15,159,71,8,150,207,95,111,86,249,144,171,60,159,205,85,30,73,145,73,92,229,235,96,121,174,44,41,163,72,86,227,20,201,245,51,12,39,35,127,140,126,32,124,191,247,224,123,197,68,110,152,8,5,66,129,80,32,20,8,5,66,129,80,32,20,8,5,66,129,80,32,20,8,5,66,129,80,32,20,8,5,66,129,80,32,20,8,5,66,129,80,32,20,8,5,66,129,80,32,20,8,5,66,129,80,32,21,43,144,181,235,111,216,197,21,200,218,114,191,41,5,114,243,129,179,231,203,143,255,246,240,31,143,158,252,181,116,14,73,159,32,105,165,32,9,236,253,82,2,106,173,57,1,149,164,247,233,169,5,238,253,213,114,189,191,186,192,189,223,215,251,139,221,251,131,225,106,153,222,31,44,175,182,164,247,75,39,159,101,218,133,53,181,207,172,79,26,235,240,208,70,27,148,107,180,129,70,211,104,65,141,86,234,183,184,65,107,126,139,211,104,169,27,173,212,203,198,65,107,94,54,106,180,180,141,214,47,215,104,125,141,166,209,130,26,45,38,200,121,66,163,205,73,109,214,104,26,237,230,166,123,145,51,151,155,79,186,172,122,234,242,52,206,251,73,222,247,211,246,91,251,209,67,181,111,195,188,125,218,213,143,83,198,239,55,155,238,205,125,160,98,43,166,173,152,182,98,218,138,105,43,166,173,152,182,98,218,138,105,43,166,173,152,182,98,218,138,105,43,166,173,152,182,98,218,138,105,43,166,173,152,182,98,218,138,105,43,230,255,99,239,222,218,154,72,211,112,1,255,23,206,171,7,34,168,61,103,1,163,102,12,224,34,193,105,231,36,87,128,168,25,195,102,177,113,218,190,174,245,223,87,129,221,54,100,251,213,46,169,74,238,147,25,59,82,169,175,222,124,5,248,190,119,158,120,43,166,183,98,122,43,166,183,98,122,43,166,183,98,122,43,166,183,98,122,43,166,183,98,134,189,21,243,39,16,73,194,120,39,2,145,204,144,55,19,16,153,66,146,22,249,38,76,126,164,100,126,36,120,231,103,164,81,153,101,113,41,119,62,57,181,242,59,63,9,116,158,184,243,51,83,231,210,237,252,132,111,192,180,243,171,185,243,55,19,188,59,110,226,206,223,204,250,254,184,130,119,126,102,113,93,218,29,88,29,115,189,153,245,87,234,205,146,255,74,109,147,149,97,147,101,252,25,158,249,93,36,54,217,170,110,178,195,247,141,131,110,171,85,223,175,223,255,35,41,193,70,187,188,234,95,68,195,97,239,188,247,100,179,213,230,109,182,207,59,191,108,101,220,109,15,187,107,235,233,134,219,25,127,160,182,61,242,192,246,203,44,191,54,38,124,171,201,223,245,201,255,87,199,73,207,93,154,45,95,246,95,31,189,229,196,91,78,188,229,196,91,78,188,229,196,91,78,188,229,196,91,78,188,229,196,91,78,188,229,196,91,78,188,229,196,91,78,188,229,196,91,78,188,229,196,91,78,188,229,196,91,78,188,229,196,91,78,188,229,196,91,78,188,229,196,91,78,188,229,196,91,78,188,229,196,91,78,188,229,36,236,45,39,143,84,73,50,124,63,69,149,204,5,248,84,9,85,66,149,80,37,84,9,85,66,149,80,37,203,175,35,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,146,76,149,108,37,72,94,154,170,74,182,102,167,47,85,86,149,212,238,175,140,42,169,188,42,73,116,63,228,160,172,230,132,61,86,250,126,160,172,214,234,126,200,33,203,106,110,112,90,133,239,135,194,213,161,27,97,105,55,194,86,119,183,117,120,184,223,221,122,241,124,183,27,47,238,101,178,52,212,173,232,100,120,121,121,30,197,135,159,196,47,230,237,203,177,155,98,118,46,234,246,217,227,237,58,241,174,120,250,37,63,30,233,255,253,80,234,88,223,90,240,158,30,187,200,252,118,246,140,167,182,191,139,229,180,15,127,204,0,106,207,254,59,124,212,60,137,247,83,188,169,162,179,126,255,234,230,170,223,63,219,252,229,229,47,207,126,244,75,194,104,234,248,114,18,129,208,12,171,153,234,60,199,151,148,28,86,230,178,174,90,246,117,141,182,194,50,172,43,112,55,37,195,126,89,215,147,237,245,155,142,230,114,89,87,234,215,111,58,62,75,187,174,233,166,44,112,85,51,24,87,234,53,77,209,89,19,86,148,212,67,165,93,210,116,230,20,88,166,25,178,40,195,154,66,203,148,72,233,100,88,79,232,15,150,68,226,37,195,122,38,141,127,194,203,51,113,232,146,117,53,233,238,253,105,22,35,235,106,158,101,90,205,40,108,72,187,154,105,94,97,124,57,201,144,64,218,245,76,153,253,7,86,103,218,196,61,237,106,166,12,210,3,87,51,109,124,157,117,53,233,246,241,180,89,112,134,213,100,184,199,167,13,86,179,174,38,117,109,50,223,227,105,135,143,163,75,12,25,63,6,29,51,58,25,9,58,104,116,152,20,114,208,216,16,50,224,160,9,99,200,144,163,82,20,34,126,253,182,82,29,53,58,39,10,56,106,210,216,51,244,176,9,131,207,128,67,199,70,159,33,199,164,168,226,248,248,51,224,160,177,1,104,200,49,163,195,182,160,99,210,108,166,241,49,104,216,65,163,131,208,144,163,82,84,124,108,24,26,116,76,138,75,26,27,136,134,28,51,247,85,154,61,20,157,220,235,11,30,141,206,239,245,205,254,120,154,37,246,250,194,231,155,122,125,165,238,245,165,216,223,193,163,157,249,251,123,246,39,227,44,113,127,135,207,103,236,239,234,239,239,103,187,241,198,126,150,124,99,63,59,25,217,209,207,178,142,44,199,198,143,9,103,152,41,55,252,86,138,225,205,179,147,252,119,250,227,231,180,197,43,54,174,217,124,250,175,202,23,191,236,60,252,171,242,249,114,198,53,225,171,89,236,184,38,205,186,22,49,174,9,95,215,98,198,53,9,215,179,176,113,77,154,117,45,98,92,19,184,174,133,142,107,66,215,180,192,113,77,224,146,22,58,174,9,95,211,98,198,53,225,235,89,204,184,38,124,61,139,24,215,36,92,77,193,227,154,132,171,41,120,92,19,184,154,133,141,107,2,215,179,160,113,77,224,106,22,52,174,73,184,154,130,199,53,225,171,89,196,184,38,225,106,10,30,215,204,88,141,113,141,113,141,113,141,113,141,113,77,130,113,205,67,187,175,150,220,100,143,181,251,106,179,49,182,118,159,118,223,50,59,218,181,228,163,200,9,91,60,227,155,52,151,182,197,147,143,40,109,241,10,110,241,236,67,155,204,233,246,75,219,226,201,167,148,182,120,229,182,120,130,247,22,79,221,226,153,223,90,108,139,219,226,197,109,241,20,166,100,108,139,103,126,183,240,146,182,120,26,107,98,139,87,108,139,191,126,191,245,60,45,49,137,62,93,109,61,223,88,103,103,242,80,129,34,118,252,200,19,219,246,21,19,39,222,32,236,13,194,222,32,236,13,194,222,32,236,13,194,222,32,236,13,194,222,32,236,13,194,222,32,236,13,194,196,9,113,66,156,16,39,101,18,39,127,182,0,83,177,147,73,45,192,245,178,39,90,128,37,107,1,38,222,246,41,40,202,228,109,191,78,30,197,182,175,250,182,207,105,224,179,94,70,197,182,175,246,182,79,69,86,38,109,251,245,114,43,182,125,181,183,125,42,198,50,105,219,175,151,101,177,237,171,184,237,95,236,110,165,19,45,47,78,182,54,146,106,150,57,49,64,99,159,209,80,80,46,80,154,127,187,198,151,155,255,222,126,242,164,246,117,197,216,138,160,20,65,41,130,82,4,165,8,74,17,148,34,40,69,80,138,160,20,65,41,130,82,4,165,96,43,216,10,182,130,173,148,134,173,252,232,241,165,32,43,227,61,190,249,92,69,143,79,143,111,161,189,235,20,38,101,210,190,158,231,81,74,179,175,147,3,20,251,186,154,251,58,135,153,204,124,112,82,154,125,157,124,230,104,95,87,113,95,167,80,37,227,251,122,190,40,177,175,237,235,133,238,235,20,108,100,124,95,207,39,35,37,217,215,105,140,136,125,93,189,125,157,62,242,36,126,97,22,147,121,242,212,60,149,240,31,149,5,201,168,241,103,182,253,43,70,72,36,159,72,62,145,124,34,249,68,242,137,228,19,201,39,146,79,36,159,72,62,145,124,34,249,4,33,65,72,16,18,132,164,84,132,36,125,244,201,148,86,96,254,217,39,90,129,90,129,5,119,194,211,113,147,197,100,160,44,114,251,167,98,40,182,127,245,183,127,94,131,160,252,179,80,22,185,253,83,77,63,109,255,170,111,255,116,120,101,49,153,40,182,191,237,95,240,246,79,103,92,22,147,141,178,184,237,159,210,190,216,254,85,220,254,255,233,110,189,120,254,40,27,40,233,63,126,255,136,226,227,167,196,3,205,252,231,239,211,173,58,249,38,200,105,59,39,254,167,236,163,139,202,125,67,79,124,110,91,154,108,33,91,200,22,178,133,108,33,91,54,200,22,178,133,108,33,91,200,22,178,133,108,33,91,200,22,178,133,108,73,35,91,70,219,123,73,135,251,179,218,123,51,199,251,11,108,239,37,30,213,107,239,149,181,189,151,102,75,39,29,217,204,218,210,51,135,54,11,220,210,137,7,48,182,116,181,183,244,223,31,207,144,252,173,200,127,76,249,124,134,252,223,138,92,218,207,94,251,163,176,15,104,152,240,204,182,190,97,141,97,141,97,141,97,141,97,141,97,141,97,141,97,141,97,141,97,141,97,141,97,141,97,141,97,141,97,141,97,141,97,77,202,97,205,227,207,228,78,46,177,167,125,40,119,222,111,67,214,6,212,6,44,176,3,158,252,45,200,211,183,126,222,111,65,94,212,214,79,49,211,180,245,87,97,235,231,53,252,201,255,237,199,165,253,76,122,91,127,21,182,126,242,183,30,79,219,250,249,191,245,216,214,183,245,11,220,250,105,12,203,228,173,159,255,219,142,23,179,245,83,137,23,91,191,170,91,63,83,242,254,31,162,247,71,234,80,192,29,224,93,247,169,111,1,234,133,122,161,94,168,23,234,133,122,161,94,168,23,234,133,122,161,94,168,23,234,133,122,161,94,168,23,234,101,70,59,48,13,123,17,191,175,29,88,222,118,96,138,91,32,57,127,17,193,239,22,88,169,91,32,183,161,208,154,197,240,187,5,86,228,22,72,195,97,68,241,187,5,86,232,22,72,195,98,196,241,187,5,42,123,11,188,121,223,137,127,245,249,173,149,148,197,124,190,186,141,106,209,239,195,141,117,204,127,249,235,226,243,220,233,227,207,105,139,211,47,244,11,253,66,191,208,47,244,203,6,253,66,191,208,47,244,11,253,66,191,208,47,244,11,253,66,191,208,47,9,245,203,163,118,95,34,246,50,165,221,183,30,57,47,218,125,165,106,247,37,217,226,9,88,203,212,45,190,14,121,46,182,120,101,183,120,246,161,205,122,228,182,216,226,21,221,226,137,88,202,148,45,190,30,249,44,182,120,69,183,120,34,118,50,101,139,175,71,14,139,45,94,201,45,158,38,121,229,175,151,37,93,238,202,236,207,204,122,242,5,63,182,246,56,181,90,198,191,49,115,23,84,83,158,216,14,135,75,224,18,184,4,46,129,75,224,146,13,184,4,46,129,75,224,18,184,4,46,129,75,224,18,184,4,46,129,75,210,226,146,52,193,42,179,186,125,243,153,137,110,159,110,223,18,250,217,169,128,73,186,212,148,18,236,240,52,160,196,14,175,250,14,207,105,98,51,31,153,148,96,135,167,153,68,218,225,213,222,225,169,120,73,186,204,19,59,220,14,95,194,14,79,165,75,210,69,154,44,125,135,167,211,36,118,120,245,118,248,191,186,207,119,211,144,146,255,70,207,79,18,107,146,220,233,212,147,224,158,133,253,155,243,254,218,243,222,230,79,159,211,14,231,74,184,18,174,132,43,225,74,184,146,13,174,132,43,225,74,184,18,174,132,43,225,74,184,18,174,132,43,225,74,82,184,146,63,187,125,181,238,118,230,110,95,237,151,109,221,62,221,190,146,246,179,107,221,103,57,236,240,103,213,220,225,73,133,137,29,94,201,29,158,144,5,78,220,225,11,15,158,202,103,135,39,157,78,218,225,149,220,225,9,89,224,196,29,190,240,220,41,59,220,14,15,222,225,217,167,238,235,19,59,101,139,87,112,139,111,229,240,77,124,171,162,225,129,201,21,149,45,94,201,45,158,253,187,120,85,147,213,108,241,25,91,188,160,189,57,235,139,70,110,159,4,187,56,49,111,157,176,139,215,39,60,205,46,46,227,46,78,155,143,118,95,249,116,249,104,229,220,207,233,154,220,133,240,237,9,79,92,154,157,93,246,95,65,224,86,184,21,110,133,91,225,86,184,21,110,133,91,225,86,184,21,110,133,91,225,86,184,21,110,133,91,225,214,169,45,192,84,194,117,114,224,206,194,153,171,22,160,22,96,210,41,228,207,109,159,130,189,78,222,246,11,183,175,75,250,188,62,219,126,21,182,125,10,11,155,46,34,179,172,219,62,205,0,211,182,175,250,182,79,97,171,210,229,102,218,246,182,125,121,182,125,78,227,253,245,162,179,182,125,181,183,125,42,73,59,57,97,179,154,223,237,211,41,45,219,190,234,219,62,167,239,246,235,69,108,215,110,219,87,143,41,166,18,183,233,2,101,237,108,59,187,224,157,125,208,56,188,167,183,169,194,100,47,250,151,209,86,244,44,121,160,236,210,131,146,147,183,217,255,186,214,188,119,240,248,243,150,102,3,151,253,55,18,206,150,179,229,108,57,91,206,150,179,229,108,57,91,206,150,179,229,108,57,91,206,150,179,229,108,57,91,206,118,90,167,47,49,188,154,210,233,91,201,143,38,214,233,43,93,167,47,233,238,78,56,113,159,186,187,87,240,99,137,237,238,202,239,238,124,166,52,43,249,145,196,118,119,197,119,119,98,54,50,101,119,175,228,199,17,219,221,21,223,221,137,233,200,148,221,189,146,31,69,108,119,87,122,119,167,13,113,251,235,229,73,23,228,182,244,125,158,254,223,151,133,128,168,41,79,110,199,51,37,76,9,83,194,148,48,37,76,201,6,83,194,148,48,37,76,9,83,194,148,48,37,76,9,83,194,148,48,37,89,76,73,218,68,159,89,221,191,149,214,37,186,127,37,236,254,165,218,241,41,177,73,186,64,159,18,236,248,180,226,196,142,95,149,29,159,227,132,103,165,21,138,29,191,26,59,62,53,74,73,151,103,98,199,219,241,75,222,241,169,161,74,186,156,147,165,239,248,244,90,197,142,175,240,142,175,237,236,167,38,43,181,157,243,181,209,42,241,181,22,178,197,159,60,175,221,205,168,48,42,140,10,163,194,168,48,42,27,140,10,163,194,168,48,42,140,10,163,194,168,48,42,140,10,163,194,168,164,53,42,63,58,125,233,120,202,120,167,111,117,101,138,78,95,153,58,125,73,119,119,26,138,50,105,119,175,170,66,177,187,171,188,187,243,153,210,172,174,56,177,187,171,187,187,211,17,147,241,221,189,186,186,196,238,174,238,238,78,199,73,198,119,247,234,74,18,187,187,170,187,59,83,238,73,252,242,172,87,238,201,95,23,92,212,102,39,166,152,18,166,132,41,97,74,152,18,166,132,41,97,74,152,18,166,132,41,97,74,152,18,166,132,41,9,60,136,41,97,74,146,116,255,82,195,146,245,202,61,209,253,43,103,247,47,213,142,79,137,77,214,43,247,196,142,95,161,29,159,227,132,103,165,21,138,29,191,26,59,62,53,74,89,175,220,19,59,126,101,118,124,106,168,178,94,185,39,118,124,165,119,124,173,251,98,55,45,89,169,69,47,70,63,141,106,190,86,217,170,205,219,232,91,181,145,157,254,114,228,191,183,158,143,109,253,159,199,44,244,31,177,247,5,40,98,223,63,125,94,91,30,92,1,87,192,21,112,5,92,1,87,54,192,21,112,5,92,1,87,192,21,112,5,92,1,87,192,21,112,5,92,73,9,87,254,108,255,165,50,43,19,218,127,243,185,138,246,159,246,95,41,58,222,169,208,202,196,45,63,207,171,148,117,203,167,65,44,182,124,165,183,124,62,67,158,249,96,165,172,91,62,205,132,211,150,175,240,150,79,197,86,38,108,249,249,98,197,150,183,229,75,177,229,83,185,149,9,91,126,62,89,41,231,150,79,231,88,108,249,202,110,249,44,169,43,247,47,79,186,212,149,114,110,254,244,255,144,45,12,113,77,120,114,183,1,209,66,180,16,45,68,11,209,66,180,108,16,45,68,11,209,66,180,16,45,68,11,209,66,180,16,45,68,11,209,146,69,180,100,137,98,153,214,18,92,63,219,162,37,88,194,150,96,170,219,32,37,117,73,151,207,82,214,219,32,173,119,113,27,172,202,109,144,227,128,104,253,12,140,219,96,53,110,131,212,36,38,93,146,139,219,192,109,80,198,219,32,53,147,73,23,239,82,206,219,32,189,149,113,27,84,239,54,104,53,223,188,237,220,223,11,9,127,8,12,7,159,191,220,198,175,207,242,191,247,95,109,159,253,82,219,94,228,183,254,191,174,61,207,173,62,254,156,118,56,16,3,196,0,49,64,12,16,3,196,108,0,49,64,12,16,3,196,0,49,64,12,16,3,196,0,49,64,12,16,147,16,196,60,234,246,37,234,117,79,233,246,45,161,197,173,219,183,230,221,190,57,59,124,63,222,220,47,118,187,187,175,147,15,116,206,175,110,239,231,12,39,159,82,140,114,230,110,243,167,201,252,35,201,253,241,127,191,28,249,239,173,209,3,70,38,61,59,127,223,5,227,247,197,95,143,244,23,124,171,60,170,96,158,119,203,196,167,117,195,84,172,61,94,251,101,43,250,20,255,91,168,127,125,123,221,187,184,249,116,121,125,222,191,222,185,127,87,245,195,111,243,47,151,211,38,79,190,170,197,182,203,179,172,111,17,109,243,228,235,91,76,251,60,229,186,22,214,70,207,178,190,69,180,211,19,174,111,161,109,245,164,107,91,96,123,61,225,210,22,218,102,79,190,182,197,180,219,147,175,107,49,109,247,228,235,90,68,251,61,229,170,10,110,195,167,92,85,193,237,248,132,171,90,88,91,62,225,186,22,212,158,79,184,170,5,181,233,83,174,170,224,118,125,242,85,45,162,109,159,114,85,5,183,239,3,86,165,141,175,141,175,141,175,141,175,141,31,212,198,255,179,201,217,60,104,119,142,142,247,58,89,186,157,247,107,187,190,59,189,213,246,204,220,246,124,82,202,2,250,159,83,158,95,35,84,35,84,35,84,35,84,35,84,35,84,35,84,35,84,35,84,35,84,35,84,35,84,35,84,35,84,35,84,35,84,35,84,35,116,197,27,161,237,251,222,213,191,143,154,157,198,81,150,94,232,205,237,229,245,247,255,93,15,226,111,208,218,161,153,219,161,163,213,44,160,35,58,253,20,154,162,154,162,154,162,154,162,154,162,154,162,154,162,154,162,154,162,154,162,154,162,154,162,154,162,154,162,154,162,154,162,154,162,154,162,171,218,20,61,106,188,122,95,255,87,125,191,222,109,30,236,53,59,141,238,110,189,221,232,62,219,237,126,216,74,149,247,125,221,63,187,234,253,55,254,54,30,127,227,62,29,220,246,163,147,248,103,65,244,108,55,250,182,149,46,254,59,115,155,180,252,159,21,49,175,102,121,54,67,195,207,165,43,90,177,174,168,72,89,145,178,249,117,61,69,202,138,148,45,160,171,41,82,86,164,172,72,89,145,178,203,232,74,138,148,21,41,43,82,86,183,81,183,81,183,81,183,177,164,221,198,205,110,130,207,154,77,216,109,220,156,251,209,179,186,141,186,141,229,238,54,230,113,135,21,215,207,95,0,123,46,255,167,125,186,195,214,239,14,123,145,243,196,236,133,137,89,134,154,21,127,135,77,58,151,59,204,196,204,196,204,196,204,196,204,196,204,196,204,196,204,196,204,196,204,196,204,196,204,196,204,196,204,196,204,196,204,196,204,196,44,159,137,217,139,156,39,102,83,187,141,38,102,186,141,85,239,54,230,113,135,21,215,207,55,49,115,135,173,219,29,182,247,182,222,201,243,61,102,167,95,122,183,222,99,150,108,215,143,212,172,208,59,108,234,185,220,97,38,102,38,102,38,102,38,102,38,102,38,102,38,102,38,102,38,102,38,102,38,102,38,102,38,102,38,102,38,102,38,102,38,102,153,39,102,227,221,198,108,19,179,217,221,70,19,51,221,198,170,119,27,243,184,195,138,235,231,155,152,185,195,214,242,14,203,241,61,102,15,175,160,247,152,101,169,89,241,119,152,153,180,137,153,137,153,137,153,137,153,137,153,137,153,137,153,137,153,137,153,137,153,137,153,137,153,137,153,137,153,137,153,137,153,137,89,113,19,179,28,223,99,54,187,219,104,98,166,219,88,245,110,99,30,119,88,113,253,124,19,51,119,216,186,221,97,205,131,118,231,232,120,47,215,247,153,221,223,27,215,119,167,222,107,150,240,78,155,80,183,66,239,182,153,231,115,199,153,160,153,160,153,160,153,160,153,160,153,160,153,160,153,160,153,160,153,160,153,160,153,160,153,160,153,160,153,160,153,160,153,160,101,158,160,77,238,62,102,155,162,205,239,62,154,164,233,62,174,74,247,49,175,59,174,216,126,191,201,154,59,110,237,239,184,28,223,151,246,243,149,244,222,180,172,117,91,204,29,103,166,109,194,102,194,102,194,102,194,102,194,102,194,102,194,102,194,102,194,102,194,102,194,102,194,102,194,102,194,102,194,102,194,102,194,86,236,132,45,199,247,169,205,239,62,154,176,233,62,174,74,247,49,175,59,174,216,126,191,9,155,59,110,45,238,184,90,247,205,251,78,247,160,113,248,91,183,182,185,251,227,246,170,37,185,189,106,209,231,171,219,232,162,127,249,123,84,219,60,25,191,151,106,33,247,210,246,220,155,105,59,244,102,9,187,51,70,174,225,31,137,174,239,31,127,109,245,155,127,252,220,97,209,163,187,44,254,113,253,143,153,55,68,238,103,255,113,214,205,127,184,45,140,193,140,193,140,193,140,193,140,193,140,193,140,193,140,193,140,193,140,193,140,193,140,193,140,193,140,193,140,193,140,193,140,193,18,143,193,38,181,8,19,205,188,230,181,8,131,6,92,11,111,17,142,53,207,55,19,140,171,38,92,114,126,157,242,153,79,174,255,167,255,167,255,167,255,167,255,167,255,167,255,167,255,167,255,167,255,167,255,167,255,167,255,167,255,167,255,167,255,167,255,167,255,151,79,255,47,55,34,24,196,109,203,208,255,11,199,179,250,127,165,239,255,5,238,249,206,143,79,77,217,173,183,27,153,133,236,237,143,79,228,56,137,127,227,89,117,44,59,233,82,151,226,102,67,23,130,208,106,161,107,161,107,161,107,161,107,161,107,161,107,161,107,161,107,161,107,161,107,161,107,161,107,161,107,161,107,161,107,161,107,161,231,208,66,159,216,78,76,169,105,231,182,19,87,26,214,78,186,250,34,122,236,179,207,163,87,168,87,168,87,168,87,168,87,168,87,168,87,168,87,168,87,168,87,168,87,168,87,168,87,168,87,168,87,168,87,168,87,168,87,152,123,175,176,8,122,184,210,8,87,175,176,82,189,194,209,251,227,168,126,208,110,61,220,28,221,195,247,199,237,238,126,39,126,186,110,163,61,215,225,94,247,46,110,134,15,175,81,116,121,21,255,38,115,126,27,245,47,162,120,195,38,66,183,241,182,157,157,246,124,85,251,101,100,155,215,198,162,155,31,63,112,190,243,203,211,255,122,252,151,167,99,255,153,44,244,249,209,69,255,35,168,24,243,89,238,230,28,150,155,199,25,249,219,133,245,212,79,175,238,50,116,212,31,191,194,87,223,111,47,175,79,191,60,250,135,192,214,47,47,126,217,250,241,202,127,186,188,62,143,111,178,237,95,158,199,143,196,231,140,191,250,217,243,232,238,228,238,226,246,110,235,229,47,155,247,191,158,125,126,180,148,218,130,150,242,249,175,165,220,255,243,100,243,201,130,130,102,0,163,229,75,52,1,40,180,122,11,88,73,146,226,77,29,89,140,86,48,249,192,162,208,50,46,106,57,233,106,89,203,90,203,209,127,201,47,185,150,249,44,39,73,45,131,190,41,38,27,12,45,165,134,203,250,166,56,117,148,149,168,134,229,185,175,243,94,78,186,90,166,188,175,167,15,223,150,92,203,5,223,215,211,71,134,65,149,156,49,48,92,124,29,115,95,76,120,21,167,12,57,199,106,152,116,196,89,108,17,23,179,154,224,42,78,159,203,6,237,197,25,83,217,197,239,197,220,23,147,164,138,97,123,49,209,28,121,41,21,204,115,41,73,234,23,246,207,191,68,115,239,98,255,249,183,128,165,36,169,223,164,41,94,232,246,155,56,195,91,202,238,203,113,37,137,139,151,230,183,154,105,172,96,121,197,91,240,239,50,83,28,68,162,226,141,42,136,229,21,47,159,149,4,23,111,26,219,24,173,94,50,180,81,104,249,22,177,148,224,250,77,97,38,65,155,111,26,50,89,252,230,203,119,37,193,197,155,162,98,130,138,55,205,196,44,190,120,249,174,36,113,241,210,252,204,152,70,120,150,87,188,5,255,204,152,98,142,66,139,87,146,223,86,242,93,73,226,226,165,220,121,37,249,109,37,223,149,204,44,94,90,209,245,180,162,33,158,43,224,136,81,216,17,112,200,168,137,153,127,200,152,228,154,123,200,4,199,245,244,101,12,81,92,115,143,152,228,170,230,46,109,154,170,154,123,182,49,83,53,247,84,99,162,42,224,136,196,47,232,152,166,154,123,33,99,150,42,224,136,228,47,231,184,163,10,57,100,84,81,205,63,38,241,174,25,19,84,115,75,60,238,167,230,30,50,166,167,230,31,49,250,170,140,28,49,38,167,166,202,144,173,123,40,149,85,134,60,124,96,118,69,100,72,10,196,52,173,6,196,18,137,65,98,144,24,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,198,178,231,105,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,6,137,81,62,137,145,67,70,199,220,116,26,18,99,65,18,163,32,66,49,235,139,70,148,71,96,60,204,135,102,202,120,152,111,131,13,241,48,127,23,99,209,241,48,147,207,40,30,6,74,130,146,160,36,40,9,74,130,146,160,36,40,9,74,130,146,160,36,40,105,233,163,101,40,9,74,130,146,160,36,40,9,74,130,146,160,36,40,9,74,130,146,22,179,18,40,9,74,130,146,160,36,40,9,74,130,146,2,81,210,135,102,202,120,152,17,25,178,150,241,48,223,6,37,68,73,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,6,137,65,98,144,24,36,6,137,81,130,226,145,24,36,6,137,65,98,172,183,196,200,33,163,99,45,227,97,74,41,49,202,29,15,211,217,233,238,214,219,141,36,193,48,183,59,209,73,252,107,198,198,154,71,194,252,89,134,133,132,193,204,56,151,24,24,248,8,62,130,143,224,35,248,8,62,130,143,224,35,248,8,62,130,143,224,163,165,143,144,225,35,248,8,62,130,143,224,35,248,8,62,130,143,224,35,248,8,62,90,204,74,224,35,248,8,62,130,143,224,35,248,8,62,154,133,143,254,18,32,9,2,96,38,9,144,245,137,126,249,243,234,75,72,141,184,11,238,130,187,224,46,184,11,238,130,187,224,46,184,11,238,130,187,224,46,184,11,238,130,187,224,46,184,11,238,130,187,224,46,184,11,238,130,187,224,46,184,11,238,162,4,197,227,46,184,11,238,130,187,88,87,119,145,41,121,99,125,130,94,202,235,46,74,31,241,210,170,31,189,73,154,241,242,215,171,184,238,33,47,15,79,185,168,148,151,169,39,19,243,130,27,225,70,184,17,110,132,27,225,70,184,17,110,132,27,225,70,184,17,110,180,244,161,49,110,132,27,225,70,184,17,110,132,27,225,70,184,17,110,132,27,225,70,139,89,9,110,132,27,225,70,184,17,110,132,27,225,70,115,184,209,15,5,146,44,231,101,92,129,172,85,208,203,195,51,149,80,28,161,23,232,5,122,129,94,160,23,232,5,122,129,94,160,23,232,5,122,129,94,160,23,232,5,122,129,94,160,23,232,5,122,129,94,160,23,232,5,122,129,94,160,23,232,69,9,138,135,94,160,23,232,5,122,177,182,244,34,91,0,199,90,101,189,148,149,94,148,62,236,165,189,95,111,181,18,134,189,220,156,247,134,195,13,97,47,15,117,88,84,216,203,212,147,9,123,33,142,136,35,226,136,56,34,142,136,35,226,136,56,34,142,136,35,226,136,56,90,250,220,152,56,34,142,136,35,226,136,56,34,142,136,35,226,136,56,34,142,136,163,197,172,132,56,34,142,136,35,226,136,56,34,142,136,163,57,226,232,135,2,73,22,246,50,174,64,214,42,236,229,225,242,75,40,142,208,11,244,2,189,64,47,208,11,244,2,189,64,47,208,11,244,2,189,64,47,208,11,244,2,189,64,47,208,11,244,2,189,64,47,208,11,244,2,189,64,47,208,11,244,162,4,197,67,47,208,11,244,2,189,88,91,122,145,45,128,99,173,194,94,202,74,47,74,24,246,242,91,167,214,220,127,211,173,213,222,118,63,52,15,58,141,87,135,205,118,124,181,175,95,31,183,239,247,223,135,205,120,231,205,11,127,249,253,182,54,56,255,28,213,106,95,162,111,131,139,219,254,217,229,224,38,58,27,124,250,116,119,191,249,162,111,155,15,191,191,229,26,6,51,105,243,109,143,61,242,242,201,35,59,35,199,236,140,28,177,243,243,235,3,67,96,126,92,247,63,146,214,34,123,32,76,142,39,22,14,179,34,66,105,107,243,151,218,200,47,188,91,47,126,217,252,235,119,239,151,127,254,174,91,219,92,132,81,154,182,152,207,127,45,230,254,215,239,103,79,150,180,124,165,148,177,130,11,89,75,146,2,46,81,42,101,44,229,226,22,148,174,158,11,215,74,133,215,51,175,5,37,169,231,18,196,82,65,117,92,222,55,201,37,170,165,34,107,185,180,123,124,137,114,169,240,122,46,252,30,95,158,94,42,162,150,5,44,39,188,146,203,18,76,89,11,185,168,245,4,87,114,121,138,169,136,61,89,192,114,146,84,114,9,146,169,160,42,230,187,152,36,53,92,130,102,202,250,79,197,133,44,38,73,13,23,46,154,10,218,133,185,174,37,113,1,23,169,154,138,44,224,194,127,207,89,134,108,42,178,128,121,173,37,184,128,203,209,77,25,75,184,152,197,4,215,112,25,194,169,136,77,152,247,90,130,11,184,12,229,84,68,1,243,94,75,226,2,46,82,58,21,89,192,133,255,28,89,134,118,42,168,128,203,249,77,102,25,226,169,200,2,46,100,7,82,79,212,19,245,68,61,45,91,61,133,72,148,121,1,52,73,37,74,14,129,52,101,144,40,63,88,212,8,33,249,161,164,254,124,48,74,90,166,191,245,84,10,141,149,232,249,177,19,236,4,59,193,78,176,19,236,4,59,193,78,150,205,36,176,19,236,164,68,35,126,236,4,59,193,78,176,19,236,4,59,193,78,176,19,236,4,59,193,78,176,19,236,4,59,193,78,176,19,236,4,59,193,78,176,19,236,164,72,118,146,111,0,74,14,97,60,133,179,147,181,97,31,229,13,229,169,191,107,190,171,191,57,62,170,119,247,223,189,105,28,60,218,149,129,137,60,189,175,131,175,189,207,119,215,189,232,252,235,231,254,197,223,175,197,198,2,226,120,198,30,168,229,150,174,51,245,186,10,141,214,73,116,86,185,58,128,19,224,4,56,1,78,128,19,224,4,56,149,163,150,128,19,224,4,56,1,78,128,19,224,4,56,1,78,128,19,224,4,56,1,78,128,19,224,4,56,1,78,128,19,224,4,56,1,78,128,19,224,4,56,173,20,112,154,142,73,2,67,117,194,48,73,65,137,58,25,49,73,202,128,156,169,151,156,71,58,78,192,147,147,35,228,8,57,66,142,144,35,228,8,57,66,142,44,91,58,144,35,228,72,137,166,244,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,72,97,114,36,199,24,146,28,66,113,106,79,156,200,44,72,146,41,224,166,74,114,163,196,233,54,173,223,94,189,254,216,61,56,124,243,166,213,104,119,95,215,219,157,87,187,221,237,151,155,155,193,241,54,195,223,207,62,125,143,46,46,63,127,30,246,111,162,79,241,175,136,103,39,209,253,51,108,84,60,223,102,234,133,21,27,112,147,232,180,18,110,56,37,78,137,83,226,148,56,37,78,137,83,42,71,45,57,37,78,137,83,226,148,56,37,78,137,83,226,148,56,37,78,137,83,226,148,56,37,78,137,83,226,148,56,37,78,137,83,226,148,56,37,78,137,83,90,45,167,52,29,148,132,70,220,132,129,146,213,202,184,153,122,205,185,132,220,4,60,59,61,66,143,208,35,244,8,61,66,143,208,35,244,200,178,181,3,61,66,143,148,104,82,79,143,208,35,244,8,61,66,143,208,35,244,8,61,66,143,208,35,244,8,61,66,143,208,35,244,8,61,66,143,208,35,244,8,61,66,143,20,167,71,242,140,35,169,80,206,77,149,240,70,85,130,110,126,221,76,27,112,115,127,228,198,42,5,219,220,95,208,2,3,109,166,157,78,144,13,138,132,34,161,72,40,18,138,132,34,161,72,229,168,37,138,132,34,161,72,40,18,138,132,34,161,72,40,18,138,132,34,161,72,40,18,138,132,34,161,72,40,18,138,132,34,161,72,40,18,138,132,34,161,72,43,76,145,30,192,72,170,0,155,49,48,178,194,193,53,247,215,154,127,96,205,211,103,165,67,232,16,58,132,14,161,67,232,16,58,132,14,89,182,102,160,67,232,144,18,77,226,233,16,58,132,14,161,67,232,16,58,132,14,161,67,232,16,58,132,14,161,67,232,16,58,132,14,161,67,232,16,58,132,14,161,67,232,144,252,117,72,30,113,34,85,13,166,41,41,210,40,113,32,205,193,171,102,167,17,255,223,199,206,219,248,239,186,31,182,187,225,145,52,23,103,131,219,126,252,127,223,111,191,196,127,23,125,219,142,42,31,74,51,225,146,138,141,165,9,60,161,96,26,244,8,61,66,143,208,35,244,8,61,66,143,202,81,75,244,8,61,66,143,208,35,244,8,61,66,143,208,35,244,8,61,66,143,208,35,244,8,61,66,143,208,35,244,8,61,66,143,208,35,244,8,61,66,143,86,139,30,77,130,35,161,209,52,243,224,200,106,133,211,76,184,218,92,226,105,102,62,47,37,66,137,80,34,148,8,37,66,137,80,34,148,200,178,85,3,37,66,137,148,104,34,79,137,80,34,148,8,37,66,137,80,34,148,8,37,66,137,80,34,148,8,37,66,137,80,34,148,8,37,66,137,80,34,148,8,37,66,137,20,161,68,242,137,23,169,80,72,77,53,168,70,137,99,106,218,157,163,122,43,222,74,111,27,245,163,78,247,253,225,193,199,248,154,95,191,62,110,55,15,15,186,31,106,193,145,53,55,247,237,213,248,181,248,210,143,95,205,232,234,242,226,123,116,54,248,244,233,238,126,75,69,223,106,27,21,143,175,153,115,121,197,70,217,164,56,185,88,27,96,9,88,2,150,128,37,96,9,88,2,150,202,81,75,96,9,88,2,150,128,37,96,9,88,2,150,128,37,96,9,88,2,150,128,37,96,9,88,2,150,128,37,96,9,88,2,150,128,37,96,9,88,2,150,86,11,44,205,131,38,161,17,55,73,160,201,106,197,221,204,185,242,92,162,111,130,207,65,149,80,37,84,9,85,66,149,80,37,84,9,85,178,108,5,65,149,80,37,37,154,224,83,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,69,171,146,252,227,75,42,20,143,83,61,206,81,226,168,156,15,71,205,119,221,250,238,253,150,219,235,116,235,7,205,253,110,251,253,81,188,249,218,111,27,141,78,59,56,42,231,219,245,224,107,212,59,185,127,109,78,111,163,222,197,224,60,186,185,186,142,95,165,155,47,253,126,252,243,116,1,81,57,219,99,143,188,124,242,200,206,200,49,59,35,71,236,252,252,250,28,178,117,230,212,163,216,108,157,20,39,151,173,67,65,81,80,20,20,5,69,65,81,80,20,84,57,106,73,65,81,80,20,20,5,69,65,81,80,20,20,5,69,65,81,80,20,20,5,69,65,81,80,20,20,5,69,65,81,80,20,20,5,69,65,81,80,20,212,106,41,168,121,50,37,52,91,39,137,76,41,40,91,103,209,50,37,109,24,207,156,82,229,18,198,19,124,14,12,5,67,193,80,48,20,12,5,67,193,80,48,148,101,179,9,12,5,67,41,209,200,31,67,193,80,48,20,12,5,67,193,80,48,20,12,5,67,193,80,48,20,12,5,67,193,80,48,20,12,5,67,193,80,48,20,12,5,67,41,154,161,228,31,144,146,67,24,79,225,12,101,173,8,72,137,3,124,62,238,54,26,123,141,198,171,70,163,251,238,224,176,213,138,191,96,175,222,110,4,7,247,124,63,233,247,79,251,253,179,126,63,250,122,113,57,28,198,95,112,26,255,166,178,177,128,192,158,140,31,57,54,51,2,103,202,101,21,155,187,147,224,164,242,118,64,39,208,9,116,2,157,64,39,208,9,116,42,71,45,65,39,208,9,116,2,157,64,39,208,9,116,2,157,64,39,208,9,116,2,157,64,39,208,9,116,2,157,64,39,208,9,116,2,157,64,39,208,9,116,90,45,232,52,13,146,132,230,236,132,64,146,130,242,117,50,66,146,180,113,57,83,174,56,151,152,156,185,207,77,141,80,35,212,8,53,66,141,80,35,212,8,53,178,108,229,64,141,80,35,37,154,208,83,35,212,8,53,66,141,80,35,212,8,53,66,141,80,35,212,8,53,66,141,80,35,212,8,53,66,141,80,35,212,8,53,66,141,80,35,69,169,145,252,226,71,114,136,195,169,61,49,34,179,16,73,182,104,155,234,176,141,242,70,218,236,198,15,180,143,187,251,31,187,239,186,245,131,143,157,183,241,127,119,63,60,139,55,84,96,166,205,73,252,192,205,93,116,254,61,250,26,245,46,190,223,126,137,255,59,250,246,44,218,220,168,118,168,205,212,235,42,52,213,38,209,89,197,218,0,74,128,18,160,4,40,1,74,128,18,160,84,142,90,2,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,4,40,1,74,128,18,160,180,82,64,105,58,38,9,204,181,9,195,36,43,21,108,51,245,146,243,72,182,9,120,114,114,132,28,33,71,200,17,114,132,28,33,71,200,145,101,75,7,114,132,28,41,209,148,158,28,33,71,200,17,114,132,28,33,71,200,17,114,132,28,33,71,200,17,114,132,28,33,71,200,17,114,132,28,33,71,200,17,114,132,28,41,76,142,228,24,67,82,157,112,155,42,201,141,74,164,219,28,30,53,234,7,221,118,167,190,219,106,196,215,253,250,245,113,187,121,120,208,253,176,213,221,73,17,117,115,121,221,239,93,68,241,246,56,25,246,163,179,193,167,79,119,247,59,44,250,182,21,237,108,172,76,238,205,140,139,92,84,8,78,194,37,72,196,225,154,184,38,174,137,107,226,154,184,38,174,169,28,181,228,154,184,38,174,137,107,226,154,184,38,174,137,107,226,154,184,38,174,137,107,226,154,184,38,174,137,107,226,154,184,38,174,137,107,226,154,184,38,174,105,85,93,211,44,128,146,60,30,39,20,160,172,106,86,206,140,235,207,57,56,39,232,76,180,9,109,66,155,208,38,180,9,109,66,155,208,38,203,214,17,180,9,109,82,162,201,62,109,66,155,208,38,180,9,109,66,155,208,38,180,9,109,66,155,208,38,180,9,109,66,155,208,38,180,9,109,66,155,208,38,180,9,109,178,24,109,82,84,220,73,37,243,117,170,5,60,74,28,182,115,124,208,57,124,223,110,190,237,30,28,126,120,115,120,84,63,104,119,26,175,235,241,127,180,223,53,131,51,118,226,31,175,151,87,55,131,47,209,197,229,183,207,151,247,63,143,111,227,205,20,255,199,205,215,193,70,197,163,117,102,93,91,177,137,58,73,207,44,72,7,109,66,155,208,38,180,9,109,66,155,208,166,114,212,18,109,66,155,208,38,180,9,109,66,155,208,38,180,9,109,66,155,208,38,180,9,109,66,155,208,38,180,9,109,66,155,208,38,180,9,109,66,155,208,166,213,162,77,51,113,73,104,126,78,48,46,89,173,216,156,89,151,157,75,90,78,216,9,72,18,146,132,36,33,73,72,18,146,132,36,33,73,150,45,31,72,18,146,164,68,83,123,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,164,80,73,146,115,76,73,133,34,113,42,166,56,202,155,132,179,215,170,31,191,122,125,220,56,232,190,127,123,216,185,143,98,106,53,219,157,230,94,247,225,177,15,91,161,97,56,167,195,222,221,217,167,187,254,69,116,245,229,242,246,62,167,104,56,184,185,29,156,70,15,143,125,219,218,88,64,30,206,246,216,35,47,159,60,178,51,114,204,206,200,17,59,63,191,62,123,128,206,188,122,20,154,161,147,230,228,98,116,224,39,248,9,126,130,159,224,39,248,9,126,42,71,45,225,39,248,9,126,130,159,224,39,248,9,126,130,159,224,39,248,9,126,130,159,224,39,248,9,126,130,159,224,39,248,9,126,130,159,224,39,248,9,126,90,41,252,52,87,166,4,38,233,36,146,41,5,133,233,44,90,166,164,76,223,153,87,170,60,2,120,194,207,129,161,96,40,24,10,134,130,161,96,40,24,10,134,178,108,54,129,161,96,40,37,26,249,99,40,24,10,134,130,161,96,40,24,10,134,130,161,96,40,24,10,134,130,161,96,40,24,10,134,130,161,96,40,24,10,134,130,161,96,40,69,51,148,252,3,82,114,72,226,41,156,161,172,21,1,41,113,128,79,124,204,209,214,214,175,221,15,15,151,89,63,234,252,39,190,230,215,175,143,219,205,195,131,224,244,158,248,111,175,227,39,137,190,245,79,227,23,36,126,105,255,136,206,6,159,62,221,61,236,199,5,68,247,100,252,180,177,153,97,56,179,174,173,216,24,158,164,103,150,193,3,63,193,79,240,19,252,4,63,193,79,240,83,57,106,9,63,193,79,240,19,252,4,63,193,79,240,19,252,4,63,193,79,240,19,252,4,63,193,79,240,19,252,4,63,193,79,240,19,252,4,63,193,79,240,211,106,225,167,153,184,36,52,128,39,24,151,20,148,190,147,17,151,164,13,211,153,117,217,185,36,233,132,157,128,36,33,73,72,18,146,132,36,33,73,72,18,146,100,217,242,129,36,33,73,74,52,181,39,73,72,18,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,132,36,33,73,10,149,36,57,199,148,228,16,160,83,123,226,70,102,193,146,108,97,56,21,83,28,101,78,194,57,120,221,106,238,117,126,139,255,180,255,190,213,248,173,219,138,47,33,222,105,225,41,56,23,159,134,131,211,219,223,227,63,157,95,13,251,191,71,195,193,69,63,126,69,54,170,158,128,51,229,186,10,78,191,73,112,86,201,55,188,18,175,196,43,241,74,188,18,175,196,43,149,163,150,188,18,175,196,43,241,74,188,18,175,196,43,241,74,188,18,175,196,43,241,74,188,18,175,196,43,241,74,188,18,175,196,43,241,74,188,18,175,196,43,173,152,87,154,134,73,130,83,111,66,48,201,138,37,222,76,185,228,124,210,110,230,62,57,57,66,142,144,35,228,8,57,66,142,144,35,228,200,178,165,3,57,66,142,148,104,74,79,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,20,38,71,114,140,33,169,82,194,77,117,228,70,121,211,109,94,213,91,241,62,218,175,239,189,171,127,140,23,216,105,119,247,143,219,205,189,122,235,81,140,82,96,206,205,89,111,24,191,2,231,189,211,175,189,239,209,105,239,246,38,58,191,187,25,196,223,133,167,132,41,85,47,241,38,224,10,11,205,190,73,121,126,41,56,44,19,203,196,50,177,76,44,19,203,196,50,149,163,150,44,19,203,196,50,177,76,44,19,203,196,50,177,76,44,19,203,196,50,177,76,44,19,203,196,50,177,76,44,19,203,196,50,177,76,44,19,203,196,50,173,148,101,10,65,39,129,121,56,73,209,201,74,37,227,4,92,124,30,25,57,137,78,67,152,16,38,132,9,97,66,152,16,38,132,9,97,178,108,17,65,152,16,38,37,154,230,19,38,132,9,97,66,152,16,38,132,9,97,66,152,16,38,132,9,97,66,152,16,38,132,9,97,66,152,16,38,132,9,97,66,152,16,38,11,16,38,133,196,154,84,39,65,167,154,174,163,34,89,58,255,250,119,59,190,226,70,227,125,183,253,254,254,139,178,197,233,252,247,127,241,15,242,179,126,255,42,186,185,186,255,162,149,76,212,153,122,145,139,11,213,73,180,4,185,58,212,19,245,68,61,81,79,212,19,245,68,61,149,163,150,212,19,245,68,61,81,79,212,19,245,68,61,81,79,212,19,245,68,61,81,79,212,19,245,68,61,81,79,212,19,245,68,61,81,79,212,19,245,68,61,173,174,122,154,14,80,210,68,235,132,1,148,213,77,215,153,122,253,185,7,236,4,156,137,54,161,77,104,19,218,132,54,161,77,104,19,218,100,217,58,130,54,161,77,74,52,217,167,77,104,19,218,132,54,161,77,104,19,218,132,54,161,77,104,19,218,132,54,161,77,104,19,218,132,54,161,77,104,19,218,132,54,161,77,22,163,77,138,138,59,169,104,210,78,149,128,71,69,194,118,58,71,241,70,107,53,222,212,247,62,102,12,218,185,141,203,30,13,251,159,123,167,223,23,27,178,179,61,246,200,203,39,143,236,140,28,179,51,114,196,206,207,175,207,57,149,103,98,69,22,151,200,19,124,122,105,60,124,20,31,197,71,241,81,124,20,31,197,71,149,163,150,124,20,31,197,71,241,81,124,20,31,197,71,241,81,124,20,31,197,71,241,81,124,20,31,197,71,241,81,124,20,31,197,71,241,81,124,20,31,197,71,173,174,143,154,44,84,210,36,241,204,23,42,5,165,240,44,90,168,228,17,219,51,177,88,185,71,246,204,57,11,142,130,163,224,40,56,10,142,130,163,224,40,56,202,178,249,4,142,130,163,148,104,244,143,163,224,40,56,10,142,130,163,224,40,56,10,142,130,163,224,40,56,10,142,130,163,224,40,56,10,142,130,163,224,40,56,10,142,130,163,20,207,81,138,8,76,201,33,166,167,112,142,178,102,16,164,34,177,62,31,234,7,221,55,135,111,222,102,204,244,249,214,187,136,62,95,126,254,34,208,103,74,57,22,151,230,19,118,110,81,62,236,20,59,197,78,177,83,236,20,59,197,78,149,163,150,236,20,59,197,78,177,83,236,20,59,197,78,177,83,236,20,59,197,78,177,83,236,20,59,197,78,177,83,236,20,59,197,78,177,83,236,20,59,197,78,173,174,157,154,160,82,210,228,248,204,81,41,66,124,102,84,42,247,4,159,89,167,64,80,16,20,4,5,65,65,80,16,20,4,5,65,89,54,153,64,80,16,148,18,141,251,17,20,4,5,65,65,80,16,20,4,5,65,65,80,16,20,4,5,65,65,80,16,20,4,5,65,65,80,16,20,4,5,65,65,80,16,148,130,9,74,238,193,40,107,20,220,83,9,255,81,226,212,158,55,237,247,205,206,127,238,151,255,113,183,113,244,254,248,224,93,183,126,16,31,155,34,185,231,243,205,213,224,246,143,248,69,59,253,126,210,191,190,186,187,248,26,245,46,6,241,63,32,215,55,189,103,126,73,138,77,240,73,119,126,41,62,8,21,66,133,80,33,84,8,21,66,133,80,149,163,150,8,21,66,133,80,33,84,8,21,66,133,80,33,84,8,21,66,133,80,33,84,8,21,66,133,80,33,84,8,21,66,133,80,33,84,8,21,66,133,80,173,22,161,10,80,42,161,73,62,9,149,202,154,167,249,204,175,86,46,137,62,73,78,131,164,32,41,72,10,146,130,164,32,41,72,10,146,178,108,66,129,164,32,41,37,26,255,35,41,72,10,146,130,164,32,41,72,10,146,130,164,32,41,72,10,146,130,164,32,41,72,10,146,130,164,32,41,72,10,146,130,164,32,41,11,32,41,133,4,167,172,120,186,79,37,45,72,137,19,126,142,26,245,253,86,243,93,163,91,63,234,60,250,175,167,219,52,52,227,231,186,223,59,31,14,190,246,163,248,5,126,244,95,63,95,154,104,43,218,220,88,183,148,159,144,162,20,155,243,147,118,5,146,126,176,42,172,10,171,194,170,176,42,172,10,171,42,71,45,177,42,172,10,171,194,170,176,42,172,10,171,194,170,176,42,172,10,171,194,170,176,42,172,10,171,194,170,176,42,172,10,171,194,170,176,42,172,10,171,90,45,86,21,164,85,66,179,126,18,107,149,53,79,251,9,169,87,46,121,63,201,78,132,166,160,41,104,10,154,130,166,160,41,104,10,154,178,108,74,129,166,160,41,37,98,0,104,10,154,130,166,160,41,104,10,154,130,166,160,41,104,10,154,130,166,160,41,104,10,154,130,166,160,41,104,10,154,130,166,160,41,104,202,66,104,74,65,65,42,43,158,250,83,81,17,82,222,220,159,70,115,191,217,110,255,248,191,135,96,170,39,251,244,67,104,226,79,127,112,62,184,185,249,241,127,15,49,76,79,94,145,111,27,107,150,245,51,167,28,133,166,252,164,56,183,124,31,136,10,162,130,168,32,42,136,10,162,130,168,202,81,75,136,10,162,130,168,32,42,136,10,162,130,168,32,42,136,10,162,130,168,32,42,136,10,162,130,168,32,42,136,10,162,130,168,32,42,136,10,162,130,168,86,10,81,205,83,41,129,201,62,73,84,202,122,103,250,204,169,84,30,105,62,193,167,64,80,16,20,4,5,65,65,80,16,20,4,5,65,89,54,153,64,80,16,148,18,141,251,17,20,4,5,65,65,80,16,20,4,5,65,65,80,16,20,4,5,65,65,80,16,20,4,5,65,65,80,16,20,4,5,65,65,80,16,148,130,9,74,238,193,40,171,157,221,83,61,255,81,226,212,158,131,15,31,154,221,230,193,187,247,199,7,239,30,69,75,133,166,245,92,124,251,54,136,95,176,175,87,119,23,95,255,14,79,218,88,64,74,207,216,3,181,252,66,119,38,95,85,177,97,59,225,231,20,178,67,56,17,78,132,19,225,68,56,17,78,132,83,57,106,73,56,17,78,132,19,225,68,56,17,78,132,19,225,68,56,17,78,132,19,225,68,56,17,78,132,19,225,68,56,17,78,132,19,225,68,56,17,78,132,211,106,9,167,41,136,36,52,92,39,0,145,20,20,170,147,17,145,164,205,200,153,124,193,185,100,227,204,123,106,98,132,24,33,70,136,17,98,132,24,33,70,136,145,101,11,7,98,132,24,41,209,116,158,24,33,70,136,17,98,132,24,33,70,136,17,98,132,24,33,70,136,17,98,132,24,33,70,136,17,98,132,24,33,70,136,17,98,132,24,41,72,140,228,22,59,146,67,6,78,237,137,15,153,5,72,178,229,217,84,198,108,148,56,199,38,94,101,247,227,97,251,109,51,60,187,230,91,127,24,125,191,188,249,50,168,124,94,205,223,87,82,108,70,205,236,243,200,165,161,140,40,35,202,136,50,162,140,40,35,202,168,28,181,164,140,40,35,202,136,50,162,140,40,35,202,136,50,162,140,40,35,202,136,50,162,140,40,35,202,136,50,162,140,40,35,202,136,50,162,140,40,35,202,104,181,148,209,35,20,18,154,69,51,5,133,172,86,254,204,223,23,153,75,230,204,164,167,35,64,8,16,2,132,0,33,64,8,16,2,132,0,89,182,88,32,64,8,144,18,77,219,9,16,2,132,0,33,64,8,16,2,132,0,33,64,8,16,2,132,0,33,64,8,16,2,132,0,33,64,8,16,2,132,0,33,64,8,144,28,5,72,166,88,144,10,229,201,148,218,99,148,56,67,230,183,206,81,253,253,219,143,221,253,227,118,167,254,186,222,125,23,63,89,171,91,239,212,59,199,71,239,130,99,101,126,143,127,102,94,125,249,30,157,223,197,91,224,83,47,250,218,63,239,13,163,222,109,239,246,238,250,235,198,2,146,102,182,199,30,121,249,228,145,157,145,99,118,70,142,216,249,249,245,57,68,211,204,172,70,177,105,53,137,79,45,192,6,95,194,151,240,37,124,9,95,194,151,240,165,114,212,18,95,194,151,240,37,124,9,95,194,151,240,37,124,9,95,194,151,240,37,124,9,95,194,151,240,37,124,9,95,194,151,240,37,124,9,95,194,151,240,165,213,226,75,179,69,74,104,166,77,184,72,41,40,230,102,209,34,37,109,46,206,204,66,229,18,149,19,120,6,252,4,63,193,79,240,19,252,4,63,193,79,240,147,101,115,9,252,4,63,41,209,168,31,63,193,79,240,19,252,4,63,193,79,240,19,252,4,63,193,79,240,19,252,4,63,193,79,240,19,252,4,63,193,79,240,19,252,4,63,41,150,159,228,29,136,146,67,198,78,225,252,100,141,240,71,121,163,122,94,191,126,221,108,29,30,52,187,251,241,241,141,131,110,253,224,85,183,213,236,116,90,141,238,126,179,221,110,180,67,211,122,62,125,250,52,24,94,94,12,162,243,235,40,46,120,212,187,56,139,134,131,219,219,97,63,58,31,220,220,255,210,178,128,192,158,140,159,2,54,43,4,103,238,245,21,26,193,147,234,236,82,120,48,40,12,10,131,194,160,48,40,12,10,131,42,71,45,49,40,12,10,131,194,160,48,40,12,10,131,194,160,48,40,12,10,131,194,160,48,40,12,10,131,194,160,48,40,12,10,131,194,160,48,40,12,10,131,90,41,6,53,31,155,4,6,241,36,195,38,5,101,241,100,196,38,41,163,117,230,94,122,30,233,58,9,78,66,150,144,37,100,9,89,66,150,144,37,100,9,89,178,108,9,65,150,144,37,37,154,226,147,37,100,9,89,66,150,144,37,100,9,89,66,150,144,37,100,9,89,66,150,144,37,100,9,89,66,150,144,37,100,9,89,66,150,144,37,133,203,146,2,98,76,114,136,217,169,61,113,36,179,160,73,166,200,156,42,138,142,18,167,230,52,247,58,205,248,235,219,141,110,163,117,212,108,55,59,245,240,160,156,193,233,237,224,126,11,245,163,254,240,122,112,51,184,237,85,62,27,103,194,37,21,27,135,19,120,66,9,56,156,18,167,196,41,113,74,156,18,167,196,41,149,163,150,156,18,167,196,41,113,74,156,18,167,196,41,113,74,156,18,167,196,41,113,74,156,18,167,196,41,113,74,156,18,167,196,41,113,74,156,18,167,196,41,173,150,83,154,4,71,66,67,111,230,193,145,213,202,185,153,112,181,185,68,219,204,124,94,74,132,18,161,68,40,17,74,132,18,161,68,40,145,101,171,6,74,132,18,41,209,68,158,18,161,68,40,17,74,132,18,161,68,40,17,74,132,18,161,68,40,17,74,132,18,161,68,40,17,74,132,18,161,68,40,17,74,132,18,41,66,137,228,19,47,82,161,204,154,106,80,141,74,196,212,180,59,245,221,86,35,190,226,215,175,143,219,205,195,131,238,110,189,213,58,60,60,168,31,117,254,124,234,228,241,53,241,206,56,25,246,163,179,193,167,79,119,247,155,43,58,233,13,135,151,241,143,234,235,219,232,175,43,47,60,214,102,123,236,145,151,79,30,217,25,57,102,103,228,136,157,159,95,159,107,14,206,220,218,44,42,31,39,213,66,228,230,16,81,68,20,17,69,68,17,81,68,20,17,85,142,90,18,81,68,20,17,69,68,17,81,68,20,17,69,68,17,81,68,20,17,69,68,17,81,68,20,17,69,68,17,81,68,20,17,69,68,17,81,68,20,17,181,170,34,106,190,100,73,158,167,147,76,178,20,148,179,179,104,201,146,61,152,103,110,217,114,14,236,73,112,62,108,5,91,193,86,176,21,108,5,91,193,86,176,149,101,51,11,108,5,91,41,17,17,192,86,176,21,108,5,91,193,86,176,21,108,5,91,193,86,176,21,108,5,91,193,86,176,21,108,5,91,193,86,176,21,108,5,91,193,86,22,201,86,138,13,96,201,33,248,167,112,182,178,182,76,164,154,33,66,251,205,189,163,195,246,222,225,251,230,94,126,41,66,231,131,211,235,203,155,211,203,171,193,233,226,98,132,50,126,200,89,218,48,158,177,107,93,90,44,80,208,74,228,2,1,86,128,21,96,5,88,1,86,128,21,96,85,142,90,2,86,128,21,96,5,88,1,86,128,21,96,5,88,1,86,128,21,96,5,88,1,86,128,21,96,5,88,1,86,128,21,96,5,88,1,86,128,21,96,181,54,192,106,28,167,228,16,12,52,27,167,20,148,12,148,17,167,20,16,244,51,86,134,162,147,126,102,156,144,68,33,81,72,20,18,133,68,33,81,72,20,18,101,217,114,130,68,33,81,74,52,245,39,81,72,20,18,133,68,33,81,72,20,18,133,68,33,81,72,20,18,133,68,33,81,72,20,18,133,68,33,81,72,20,18,133,68,33,81,22,42,81,10,142,73,201,33,236,167,246,196,157,204,130,41,133,5,247,84,65,125,84,51,185,231,125,253,125,227,104,239,184,147,95,108,207,85,239,170,127,125,122,55,41,121,106,181,50,123,158,94,232,210,2,123,230,47,67,90,15,35,197,72,49,82,140,20,35,197,72,49,82,229,168,37,35,197,72,49,82,140,20,35,197,72,49,82,140,20,35,197,72,49,82,140,20,35,197,72,49,82,140,20,35,197,72,49,82,140,20,35,197,72,49,82,107,99,164,70,64,74,14,81,61,51,64,202,218,228,244,60,173,65,209,33,61,211,206,70,159,208,39,244,9,125,66,159,208,39,244,9,125,178,108,45,65,159,208,39,37,154,244,211,39,244,9,125,66,159,208,39,244,9,125,66,159,208,39,244,9,125,66,159,208,39,244,9,125,66,159,208,39,244,9,125,66,159,208,39,139,211,39,69,198,161,172,70,54,79,233,177,71,53,131,121,62,28,254,214,104,213,143,114,12,230,249,118,249,123,63,222,11,11,12,230,217,30,123,228,229,147,71,118,70,142,217,25,57,98,231,231,215,23,155,228,243,180,50,75,75,242,153,191,12,73,62,44,21,75,197,82,177,84,44,21,75,197,82,149,163,150,44,21,75,197,82,177,84,44,21,75,197,82,177,84,44,21,75,197,82,177,84,44,21,75,197,82,177,84,44,21,75,197,82,177,84,44,21,75,197,82,173,141,165,26,17,44,57,36,249,204,16,44,5,37,249,44,90,176,20,16,253,243,180,104,69,71,255,76,59,27,174,130,171,224,42,184,10,174,130,171,224,42,184,202,178,121,5,174,130,171,148,136,6,224,42,184,10,174,130,171,224,42,184,10,174,130,171,224,42,184,10,174,130,171,224,42,184,10,174,130,171,224,42,184,10,174,130,171,224,42,139,227,42,69,6,174,228,16,253,83,56,87,89,83,32,82,222,184,160,183,245,195,248,140,31,58,221,15,207,66,243,128,190,244,46,175,163,254,183,219,232,219,179,141,5,4,254,100,252,224,179,89,193,57,143,174,164,208,128,158,57,231,145,192,131,52,33,77,72,19,210,132,52,33,77,72,83,57,106,137,52,33,77,72,19,210,132,52,33,77,72,19,210,132,52,33,77,72,19,210,132,52,33,77,72,19,210,132,52,33,77,72,19,210,132,52,33,77,72,211,74,145,166,199,40,36,48,98,103,26,10,41,40,67,39,35,10,73,25,137,243,232,34,243,200,188,153,248,116,4,8,1,66,128,16,32,4,8,1,66,128,16,32,203,22,11,4,8,1,82,162,105,59,1,66,128,16,32,4,8,1,66,128,16,32,4,8,1,66,128,16,32,4,8,1,66,128,16,32,4,8,1,66,128,16,32,4,8,1,146,163,0,201,20,11,146,67,44,77,237,137,247,152,5,66,50,69,204,148,219,99,148,57,67,166,221,174,31,236,182,26,7,175,30,255,121,171,187,29,30,41,115,115,211,187,56,25,246,47,206,30,255,121,43,218,222,88,64,194,204,162,63,144,107,118,84,204,180,74,20,156,80,147,228,180,2,107,112,37,92,9,87,194,149,112,37,92,9,87,42,71,45,113,37,92,9,87,194,149,112,37,92,9,87,194,149,112,37,92,9,87,194,149,112,37,92,9,87,194,149,112,37,92,9,87,194,149,112,37,92,9,87,90,49,174,52,85,160,4,231,215,4,9,148,130,226,108,22,45,80,82,231,223,76,43,82,62,113,56,243,159,29,55,193,77,112,19,220,4,55,193,77,112,19,220,100,217,60,2,55,193,77,74,52,218,199,77,112,19,220,4,55,193,77,112,19,220,4,55,193,77,112,19,220,4,55,193,77,112,19,220,4,55,193,77,112,19,220,4,55,193,77,138,227,38,121,6,158,228,144,157,83,56,55,89,19,240,81,222,248,157,230,171,70,189,187,183,119,208,234,198,107,255,216,236,182,59,245,120,59,198,151,253,250,245,113,187,121,120,208,221,218,237,238,189,141,175,170,221,136,23,214,253,176,25,111,210,192,92,158,193,89,191,23,157,158,94,12,163,219,222,224,251,32,138,247,87,252,18,69,103,131,79,159,238,238,183,104,180,117,18,157,126,25,92,244,111,250,81,255,34,250,182,249,240,123,225,90,5,246,164,40,81,161,73,62,57,173,71,196,15,115,197,92,49,87,204,21,115,197,92,49,87,229,168,37,115,197,92,49,87,204,21,115,197,92,49,87,204,21,115,197,92,49,87,204,21,115,197,92,49,87,204,21,115,197,92,49,87,204,21,115,197,92,49,87,43,101,174,210,40,151,192,236,159,172,202,101,189,67,129,82,84,47,143,180,160,76,167,69,90,144,22,164,5,105,65,90,144,22,164,5,105,89,54,193,64,90,144,150,18,241,1,164,5,105,65,90,144,22,164,5,105,65,90,144,22,164,5,105,65,90,144,22,164,5,105,65,90,144,22,164,5,105,65,90,144,22,164,101,9,164,101,33,193,45,171,29,60,180,26,118,100,53,18,137,138,138,35,146,69,52,191,62,165,9,34,146,66,132,108,33,91,200,22,178,133,108,33,91,200,22,178,133,108,33,91,200,22,178,133,108,33,91,200,22,178,85,130,93,136,108,33,91,37,40,32,178,133,108,33,91,200,22,178,133,108,33,91,200,22,178,133,108,33,91,200,86,233,200,86,81,17,68,242,135,50,149,110,209,225,67,37,213,99,24,11,198,130,177,96,44,24,11,198,130,177,96,44,24,11,198,178,252,90,98,44,24,11,198,130,177,96,44,24,11,198,130,177,96,44,24,11,198,130,177,96,44,24,11,198,130,177,96,44,24,11,198,130,177,96,44,139,102,44,197,7,180,200,28,42,57,25,41,113,224,208,235,250,65,251,160,241,174,251,175,195,183,7,127,239,226,208,88,161,79,241,15,243,139,254,215,232,191,151,95,46,126,190,32,27,235,22,30,52,177,10,197,70,4,5,159,82,16,16,65,69,80,17,84,4,21,65,69,80,17,84,229,168,37,65,69,80,17,84,4,21,65,69,80,17,84,4,21,65,69,80,17,84,4,21,65,69,80,17,84,4,21,65,69,80,17,84,4,21,65,69,80,17,84,171,37,168,38,139,147,208,184,159,249,226,100,205,67,125,38,22,40,151,232,158,57,207,140,151,224,37,120,9,94,130,151,224,37,120,9,94,178,108,14,129,151,224,37,37,26,229,227,37,120,9,94,130,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,224,37,197,240,146,188,2,77,86,60,108,167,42,200,163,188,145,58,255,138,159,232,240,96,255,229,175,221,250,135,122,167,126,20,26,166,243,223,120,139,197,149,125,249,107,212,251,214,139,11,190,177,128,24,157,177,7,106,185,165,226,140,94,78,161,121,56,33,39,147,132,131,42,161,74,168,18,170,132,42,161,74,168,82,57,106,137,42,161,74,168,18,170,132,42,161,74,168,18,170,132,42,161,74,168,18,170,132,42,161,74,168,18,170,132,42,161,74,168,18,170,132,42,161,74,168,210,74,81,165,49,40,18,152,129,51,19,138,20,148,126,147,17,138,164,12,179,25,189,210,60,98,108,166,63,39,21,66,133,80,33,84,8,21,66,133,80,33,84,200,178,21,3,21,66,133,148,104,2,79,133,80,33,84,8,21,66,133,80,33,84,8,21,66,133,80,33,84,8,21,66,133,80,33,84,8,21,66,133,80,33,84,8,21,66,133,228,173,66,178,199,135,228,16,90,83,123,98,64,102,33,145,76,1,52,21,224,25,37,142,158,249,240,174,254,190,209,109,198,139,111,239,55,187,245,247,239,127,252,241,254,169,94,31,30,181,95,5,103,209,124,251,218,187,138,95,172,211,203,139,155,243,65,212,187,186,250,241,199,251,131,226,31,173,55,103,27,21,15,167,153,119,125,197,166,213,164,57,187,248,26,80,9,84,2,149,64,37,80,9,84,2,149,202,81,75,80,9,84,2,149,64,37,80,9,84,2,149,64,37,80,9,84,2,149,64,37,80,9,84,2,149,64,37,80,9,84,2,149,64,37,80,9,84,2,149,86,11,42,205,197,38,161,121,54,137,176,201,106,5,220,204,187,244,92,18,111,194,79,66,150,144,37,100,9,89,66,150,144,37,100,9,89,178,108,9,65,150,144,37,37,154,226,147,37,100,9,89,66,150,144,37,100,9,89,66,150,144,37,100,9,89,66,150,144,37,100,9,89,66,150,144,37,100,9,89,66,150,144,37,133,203,146,2,98,76,42,20,146,83,65,209,81,222,212,156,119,245,78,253,93,253,160,222,173,189,234,238,55,127,11,205,200,249,218,187,237,125,237,93,244,162,218,89,116,62,248,125,163,218,137,56,35,87,83,104,254,77,192,185,164,221,48,73,76,18,147,196,36,49,73,76,18,147,84,142,90,50,73,76,18,147,196,36,49,73,76,18,147,196,36,49,73,76,18,147,196,36,49,73,76,18,147,196,36,49,73,76,18,147,196,36,49,73,76,18,147,180,82,38,105,20,137,4,102,219,204,66,34,43,149,100,51,114,161,121,228,214,76,125,74,34,132,8,33,66,136,16,34,132,8,33,66,136,144,101,11,6,34,132,8,41,209,244,157,8,33,66,136,16,34,132,8,33,66,136,16,34,132,8,33,66,136,16,34,132,8,33,66,136,16,34,132,8,33,66,136,16,34,132,8,201,89,132,100,142,13,169,78,2,77,249,109,70,121,243,102,90,245,189,250,254,238,81,163,251,225,184,245,33,94,124,188,246,195,119,221,15,155,181,208,228,153,97,239,180,119,126,114,221,143,190,221,13,191,13,46,250,209,240,242,242,107,244,109,179,182,81,237,12,154,169,215,85,104,26,77,162,179,202,165,161,144,40,36,10,137,66,162,144,40,36,10,169,28,181,164,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,105,165,20,210,116,76,18,152,80,19,134,73,86,42,171,102,234,37,231,145,90,19,240,228,228,8,57,66,142,144,35,228,8,57,66,142,144,35,203,150,14,228,8,57,82,162,41,61,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,82,152,28,201,49,134,164,58,153,54,85,146,27,101,78,183,57,120,179,123,88,239,116,223,28,31,190,61,174,199,215,251,250,245,113,187,121,120,16,158,110,115,241,249,228,178,119,27,125,190,187,252,114,215,139,206,6,159,62,221,61,108,166,170,167,219,76,185,174,130,211,109,18,156,85,186,13,163,196,40,49,74,140,18,163,196,40,49,74,229,168,37,163,196,40,49,74,140,18,163,196,40,49,74,140,18,163,196,40,49,74,140,18,163,196,40,49,74,140,18,163,196,40,49,74,140,18,163,196,40,49,74,43,102,148,166,97,146,224,116,155,16,76,178,98,233,54,83,46,57,159,116,155,185,79,78,142,144,35,228,8,57,66,142,144,35,228,8,57,178,108,233,64,142,144,35,37,154,210,147,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,228,8,57,66,142,144,35,133,201,145,28,99,72,170,148,110,83,29,185,81,226,116,155,230,65,253,255,28,29,191,238,214,15,62,118,222,198,127,219,253,240,44,222,79,161,209,54,131,139,222,255,189,190,251,20,245,46,190,223,126,137,255,54,250,246,44,218,220,88,64,174,205,246,216,35,47,159,60,178,51,114,204,206,200,17,59,63,191,62,135,32,156,137,85,40,54,5,39,248,148,34,112,64,38,144,9,100,2,153,64,38,144,9,100,42,71,45,65,38,144,9,100,2,153,64,38,144,9,100,2,153,64,38,144,9,100,2,153,64,38,144,9,100,2,153,64,38,144,9,100,2,153,64,38,144,9,100,90,45,200,52,89,156,132,230,223,204,23,39,5,133,223,44,90,156,164,77,203,153,88,160,92,162,114,230,60,51,94,130,151,224,37,120,9,94,130,151,224,37,120,201,178,57,4,94,130,151,148,104,148,143,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,20,195,75,242,10,52,201,33,33,167,112,94,178,6,200,163,188,145,58,251,205,119,141,246,195,129,237,238,191,235,173,206,127,186,255,110,118,222,118,119,235,237,183,205,163,71,185,77,129,25,59,231,131,175,253,155,135,47,137,127,170,247,134,183,127,68,255,27,196,255,64,60,233,221,124,25,92,79,73,113,90,131,208,157,192,178,20,154,194,147,97,13,98,121,184,41,110,138,155,226,166,184,41,110,138,155,42,71,45,185,41,110,138,155,226,166,184,41,110,138,155,226,166,184,41,110,138,155,226,166,184,41,110,138,155,226,166,184,41,110,138,155,226,166,184,41,110,138,155,90,41,55,21,170,86,2,115,122,210,168,149,245,14,238,9,172,88,30,73,62,137,79,133,168,32,42,136,10,162,130,168,32,42,136,10,162,178,108,82,129,168,32,42,37,226,0,136,10,162,130,168,32,42,136,10,162,130,168,32,42,136,10,162,130,168,32,42,136,10,162,130,168,32,42,136,10,162,130,168,32,42,136,202,130,136,74,97,193,42,171,29,254,83,93,23,82,230,52,160,206,222,219,78,99,239,109,247,93,43,254,187,120,123,166,72,0,186,61,253,114,219,143,127,162,127,29,198,127,119,121,177,216,212,159,177,7,106,57,134,248,76,189,178,130,131,123,18,157,87,88,15,9,69,66,145,80,36,20,9,69,66,145,80,229,168,37,9,69,66,145,80,36,20,9,69,66,145,80,36,20,9,69,66,145,80,36,20,9,69,66,145,80,36,20,9,69,66,145,80,36,20,9,69,66,145,80,43,38,161,166,163,146,224,128,158,48,84,82,80,40,79,70,84,146,58,99,103,234,69,231,147,171,19,240,244,4,9,65,66,144,16,36,4,9,65,66,144,16,36,203,22,15,4,9,65,82,162,105,61,65,66,144,16,36,4,9,65,66,144,16,36,4,9,65,66,144,16,36,4,9,65,66,144,16,36,4,9,65,66,144,16,36,4,9,65,82,160,32,201,53,150,36,135,204,156,218,19,47,50,11,148,100,204,191,169,146,223,168,66,230,205,135,227,214,94,61,83,228,205,183,187,225,105,111,21,19,111,70,47,108,65,129,55,33,167,149,119,67,43,209,74,180,18,173,68,43,209,74,180,82,57,106,73,43,209,74,180,18,173,68,43,209,74,180,18,173,68,43,209,74,180,18,173,68,43,209,74,180,18,173,68,43,209,74,180,18,173,68,43,209,74,180,210,138,106,165,49,80,146,56,238,102,38,40,89,209,180,155,209,107,206,55,236,102,250,179,211,35,244,8,61,66,143,208,35,244,8,61,66,143,44,91,59,208,35,244,72,137,38,245,244,8,61,66,143,208,35,244,8,61,66,143,208,35,244,8,61,66,143,208,35,244,8,61,66,143,208,35,244,8,61,66,143,208,35,244,72,113,122,36,207,56,146,42,38,221,84,0,111,148,58,232,166,125,92,255,235,255,254,222,86,123,123,155,9,146,110,110,238,122,127,253,223,207,151,33,58,61,221,220,88,64,212,205,246,216,35,47,159,60,178,51,114,204,206,200,17,59,63,191,62,151,108,156,105,165,40,58,28,39,201,121,165,227,240,77,124,19,223,196,55,241,77,124,19,223,84,142,90,242,77,124,19,223,196,55,241,77,124,19,223,196,55,241,77,124,19,223,196,55,241,77,124,19,223,196,55,241,77,124,19,223,196,55,241,77,124,19,223,180,106,190,105,170,66,9,143,199,9,82,40,5,229,227,44,90,161,164,15,212,153,86,165,156,18,117,230,63,61,114,130,156,32,39,200,9,114,130,156,32,39,200,201,178,137,4,114,130,156,148,104,188,143,156,32,39,200,9,114,130,156,32,39,200,9,114,130,156,32,39,200,9,114,130,156,32,39,200,9,114,130,156,32,39,200,9,114,130,156,20,72,78,114,13,62,201,33,84,167,112,114,178,46,230,163,188,73,60,7,245,189,214,110,124,157,157,163,230,65,253,168,211,109,119,234,187,173,198,163,157,249,161,22,154,200,115,209,59,29,158,12,110,227,31,209,131,139,248,133,141,226,13,117,50,236,63,122,109,190,213,54,214,44,153,39,160,36,133,38,244,164,60,191,164,30,108,10,155,194,166,176,41,108,10,155,194,166,202,81,75,108,10,155,194,166,176,41,108,10,155,194,166,176,41,108,10,155,194,166,176,41,108,10,155,194,166,176,41,108,10,155,194,166,176,41,108,10,155,194,166,86,138,77,133,40,149,192,196,158,164,74,101,189,147,123,2,170,149,71,130,79,162,211,32,41,72,10,146,130,164,32,41,72,10,146,130,164,44,155,80,32,41,72,74,137,198,255,72,10,146,130,164,32,41,72,10,146,130,164,32,41,72,10,146,130,164,32,41,72,10,146,130,164,32,41,72,10,146,130,164,32,41,72,202,2,72,74,33,193,41,171,157,236,83,77,11,82,226,132,159,102,231,232,176,125,184,247,174,209,173,31,237,213,15,30,239,209,208,100,159,193,237,245,229,205,229,233,215,126,212,187,62,237,93,60,122,53,54,214,45,209,103,122,41,138,77,242,73,118,94,9,62,184,20,46,133,75,225,82,184,20,46,133,75,149,163,150,184,20,46,133,75,225,82,184,20,46,133,75,225,82,184,20,46,133,75,225,82,184,20,46,133,75,225,82,184,20,46,133,75,225,82,184,20,46,133,75,173,22,151,154,161,80,66,147,123,2,21,202,154,39,246,76,175,82,46,73,61,33,79,143,156,32,39,200,9,114,130,156,32,39,200,9,114,178,108,34,129,156,32,39,37,26,239,35,39,200,9,114,130,156,32,39,200,9,114,130,156,32,39,200,9,114,130,156,32,39,200,9,114,130,156,32,39,200,9,114,130,156,32,39,5,146,147,92,131,79,86,60,145,167,82,230,163,42,73,60,111,227,3,51,38,241,124,137,95,48,73,60,227,165,88,96,18,207,220,243,74,226,193,162,176,40,44,10,139,194,162,176,40,44,170,28,181,196,162,176,40,44,10,139,194,162,176,40,44,10,139,194,162,176,40,44,10,139,194,162,176,40,44,10,139,194,162,176,40,44,10,139,194,162,176,40,44,106,133,89,212,83,133,146,42,137,103,186,66,145,196,51,165,74,249,39,241,76,121,122,228,4,57,65,78,144,19,228,4,57,65,78,144,147,101,19,9,228,4,57,41,209,120,31,57,65,78,144,19,228,4,57,65,78,144,19,228,4,57,65,78,144,19,228,4,57,65,78,144,19,228,4,57,65,78,144,19,228,4,57,41,144,156,228,26,124,178,78,73,60,101,55,31,149,72,226,217,107,213,219,237,230,94,183,126,208,220,207,148,199,115,58,236,221,220,12,78,163,222,197,224,92,42,207,212,130,44,42,155,39,252,236,18,122,112,41,92,10,151,194,165,112,41,92,10,151,42,71,45,113,41,92,10,151,194,165,112,41,92,10,151,194,165,112,41,92,10,151,194,165,112,41,92,10,151,194,165,112,41,92,10,151,194,165,112,41,92,10,151,90,85,46,53,69,167,36,207,233,9,208,41,210,122,102,214,42,231,204,158,121,39,65,81,80,20,20,5,69,65,81,80,20,20,5,69,89,54,157,64,81,80,148,18,141,253,81,20,20,5,69,65,81,80,20,20,5,69,65,81,80,20,20,5,69,65,81,80,20,20,5,69,65,81,80,20,20,5,69,65,81,80,148,194,41,74,1,65,41,107,147,226,83,25,5,82,137,44,159,70,235,85,227,160,123,20,127,69,166,36,159,254,240,172,127,17,93,199,95,33,199,103,74,57,22,149,226,19,122,110,25,62,224,20,56,5,78,129,83,224,20,56,5,78,149,163,150,224,20,56,5,78,129,83,224,20,56,5,78,129,83,224,20,56,5,78,129,83,224,20,56,5,78,129,83,224,20,56,5,78,129,83,224,20,56,5,78,173,42,156,154,168,82,146,39,248,204,85,41,242,123,102,84,42,231,244,158,217,167,64,80,16,20,4,5,65,65,80,16,20,4,5,65,89,54,153,64,80,16,148,18,141,251,17,20,4,5,65,65,80,16,20,4,5,65,65,80,16,20,4,5,65,65,80,16,20,4,5,65,65,80,16,20,4,5,65,65,80,16,148,130,9,74,238,193,40,107,147,219,83,17,255,81,137,212,158,215,199,157,227,163,70,166,196,158,79,119,183,119,215,253,197,166,245,140,61,80,43,34,124,103,244,202,22,21,188,19,114,94,161,59,196,19,241,68,60,17,79,196,19,241,68,60,149,163,150,196,19,241,68,60,17,79,196,19,241,68,60,17,79,196,19,241,68,60,17,79,196,19,241,68,60,17,79,196,19,241,68,60,17,79,196,19,241,68,60,173,170,120,26,67,37,201,3,119,102,162,146,130,194,118,50,162,146,236,217,57,163,23,157,115,110,206,244,167,39,72,8,18,130,132,32,33,72,8,18,130,132,32,89,182,120,32,72,8,146,18,77,235,9,18,130,132,32,33,72,8,18,130,132,32,33,72,8,18,130,132,32,33,72,8,18,130,132,32,33,72,8,18,130,132,32,33,72,8,146,2,5,73,174,177,36,57,100,229,212,158,120,145,89,160,36,175,220,155,10,248,141,74,100,222,188,121,219,220,109,53,51,101,222,124,254,50,56,25,14,22,155,121,179,232,207,2,11,12,171,25,45,197,162,66,114,66,206,43,36,7,113,66,156,16,39,196,9,113,66,156,16,167,114,212,18,113,66,156,16,39,196,9,113,66,156,16,39,196,9,113,66,156,16,39,196,9,113,66,156,16,39,196,9,113,66,156,16,39,196,9,113,66,156,16,167,85,37,78,99,10,37,121,72,206,76,133,82,80,72,206,162,21,74,246,84,157,209,42,229,156,170,51,253,233,145,19,228,4,57,65,78,144,19,228,4,57,65,78,150,77,36,144,19,228,164,68,227,125,228,4,57,65,78,144,19,228,4,57,65,78,144,19,228,4,57,65,78,144,19,228,4,57,65,78,144,19,228,4,57,65,78,144,19,228,164,64,114,146,107,240,73,14,169,58,133,147,147,117,49,31,149,72,226,217,63,140,175,54,83,16,207,249,101,252,42,200,225,25,175,196,162,98,120,2,78,43,133,7,137,66,162,144,40,36,10,137,66,162,144,168,114,212,18,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,40,36,10,137,66,162,144,168,85,37,81,163,2,37,121,8,207,44,129,34,131,103,114,145,114,142,224,153,250,236,184,9,110,130,155,224,38,184,9,110,130,155,224,38,203,230,17,184,9,110,82,162,209,62,110,130,155,224,38,184,9,110,130,155,224,38,184,9,110,130,155,224,38,184,9,110,130,155,224,38,184,9,110,130,155,224,38,184,9,110,82,28,55,201,51,240,100,109,242,119,202,15,62,42,17,191,243,240,199,76,241,59,15,127,20,191,51,94,137,69,197,239,4,156,86,252,14,15,197,67,241,80,60,20,15,197,67,241,80,229,168,37,15,197,67,241,80,60,20,15,197,67,241,80,60,20,15,197,67,241,80,60,20,15,197,67,241,80,60,20,15,197,67,241,80,60,20,15,197,67,241,80,171,234,161,70,5,74,242,248,157,89,2,69,252,206,228,34,229,28,191,51,245,217,113,19,220,4,55,193,77,112,19,220,4,55,193,77,150,205,35,112,19,220,164,68,163,125,220,4,55,193,77,112,19,220,4,55,193,77,112,19,220,4,55,193,77,112,19,220,4,55,193,77,112,19,220,4,55,193,77,112,19,220,164,56,110,146,103,224,201,218,196,239,148,31,124,84,34,126,231,168,241,170,253,182,249,186,147,41,129,231,186,127,118,243,101,240,233,86,8,207,196,98,44,42,135,39,236,204,162,120,216,40,54,138,141,98,163,216,40,54,138,141,42,71,45,217,40,54,138,141,98,163,216,40,54,138,141,98,163,216,40,54,138,141,98,163,216,40,54,138,141,98,163,216,40,54,138,141,98,163,216,40,54,138,141,90,85,27,53,65,163,36,79,227,153,163,81,4,242,76,173,83,206,153,60,179,78,128,158,160,39,232,9,122,130,158,160,39,232,9,122,178,108,42,129,158,160,39,37,26,243,163,39,232,9,122,130,158,160,39,232,9,122,130,158,160,39,232,9,122,130,158,160,39,232,9,122,130,158,160,39,232,9,122,130,158,160,39,133,210,147,156,131,80,214,38,156,167,18,242,163,18,249,60,237,247,205,87,241,129,241,193,237,70,166,140,158,155,171,193,89,252,194,221,111,198,190,156,158,169,5,89,84,86,79,248,217,229,245,64,83,208,20,52,5,77,65,83,208,20,52,85,142,90,66,83,208,20,52,5,77,65,83,208,20,52,5,77,65,83,208,20,52,5,77,65,83,208,20,52,5,77,65,83,208,20,52,5,77,65,83,208,20,52,181,170,104,106,138,78,73,158,217,19,160,83,228,246,204,172,85,206,217,61,243,78,130,162,160,40,40,10,138,130,162,160,40,40,10,138,178,108,58,129,162,160,40,37,26,251,163,40,40,10,138,130,162,160,40,40,10,138,130,162,160,40,40,10,138,130,162,160,40,40,10,138,130,162,160,40,40,10,138,130,162,160,40,133,83,148,2,130,82,214,38,199,167,50,10,164,196,89,62,135,199,237,163,120,77,187,135,41,226,123,46,239,110,174,163,235,203,147,203,53,78,236,153,80,131,98,67,122,2,79,40,151,7,134,130,161,96,40,24,10,134,130,161,96,168,114,212,18,134,130,161,96,40,24,10,134,130,161,96,40,24,10,134,130,161,96,40,24,10,134,130,161,96,40,24,10,134,130,161,96,40,24,10,134,130,161,96,168,213,194,80,147,164,73,104,20,207,60,105,178,230,233,59,19,202,147,75,224,206,204,231,197,74,176,18,172,4,43,193,74,176,18,172,4,43,89,54,131,192,74,176,146,18,141,240,177,18,172,4,43,193,74,176,18,172,4,43,193,74,176,18,172,4,43,193,74,176,18,172,4,43,193,74,176,18,172,4,43,193,74,176,146,34,88,73,62,1,38,43,158,164,83,13,222,81,222,240,156,195,55,239,234,173,227,120,237,251,205,189,228,241,57,151,159,191,246,134,119,81,252,131,122,112,186,190,1,58,147,171,80,104,132,78,248,41,133,232,208,78,180,19,237,68,59,209,78,180,19,237,84,142,90,210,78,180,19,237,68,59,209,78,180,19,237,68,59,209,78,180,19,237,68,59,209,78,180,19,237,68,59,209,78,180,19,237,68,59,209,78,180,19,237,180,82,218,105,138,56,9,140,209,9,16,39,235,29,164,51,185,64,121,68,233,204,123,102,188,4,47,193,75,240,18,188,4,47,193,75,240,146,101,115,8,188,4,47,41,209,40,31,47,193,75,240,18,188,4,47,193,75,240,18,188,4,47,193,75,240,18,188,4,47,193,75,240,18,188,4,47,193,75,240,18,188,4,47,41,134,151,228,21,104,178,218,129,58,149,65,30,37,142,212,121,223,56,248,215,225,241,209,65,227,227,147,63,135,102,234,92,245,47,254,123,121,119,125,209,255,254,248,207,27,11,8,213,25,123,160,150,95,70,206,228,171,42,54,36,39,252,156,82,114,48,38,140,9,99,194,152,48,38,140,9,99,42,71,45,49,38,140,9,99,194,152,48,38,140,9,99,194,152,48,38,140,9,99,194,152,48,38,140,9,99,194,152,48,38,140,9,99,194,152,48,38,140,9,99,90,45,198,52,5,145,132,198,228,4,32,146,130,114,114,50,34,146,180,177,55,147,47,56,151,220,155,121,79,77,140,16,35,196,8,49,66,140,16,35,196,8,49,178,108,225,64,140,16,35,37,154,206,19,35,196,8,49,66,140,16,35,196,8,49,66,140,16,35,196,8,49,66,140,16,35,196,8,49,66,140,16,35,196,8,49,66,140,16,35,5,137,145,220,98,71,114,136,190,169,61,241,33,179,0,73,182,24,155,202,152,141,242,230,216,188,111,54,218,239,15,219,205,206,225,195,126,122,127,216,105,30,30,236,30,118,58,173,70,247,67,45,52,206,230,106,208,191,185,186,188,25,220,94,62,188,16,87,151,183,241,94,58,185,188,189,29,246,163,111,181,141,106,167,218,204,190,184,66,195,109,146,159,90,198,13,177,68,44,17,75,196,18,177,68,44,17,75,229,168,37,177,68,44,17,75,196,18,177,68,44,17,75,196,18,177,68,44,17,75,196,18,177,68,44,17,75,196,18,177,68,44,17,75,196,18,177,68,44,17,75,43,37,150,230,0,147,192,168,155,4,192,100,165,18,111,102,95,119,30,193,55,161,103,160,73,104,18,154,132,38,161,73,104,18,154,132,38,89,182,126,160,73,104,146,18,77,238,105,18,154,132,38,161,73,104,18,154,132,38,161,73,104,18,154,132,38,161,73,104,18,154,132,38,161,73,104,18,154,132,38,161,73,104,146,98,53,73,222,113,37,213,73,195,169,28,228,40,113,40,78,171,222,222,63,236,126,56,252,45,62,180,217,126,27,28,131,51,236,221,156,95,70,223,46,127,239,15,163,193,205,151,141,138,7,223,140,92,78,177,81,55,1,39,19,110,131,35,225,72,56,18,142,132,35,225,72,56,82,57,106,137,35,225,72,56,18,142,132,35,225,72,56,18,142,132,35,225,72,56,18,142,132,35,225,72,56,18,142,132,35,225,72,56,18,142,132,35,225,72,56,210,106,113,164,81,40,18,26,103,51,11,138,172,86,128,205,200,149,230,18,89,51,245,57,169,16,42,132,10,161,66,168,16,42,132,10,161,66,150,173,24,168,16,42,164,68,19,120,42,132,10,161,66,168,16,42,132,10,161,66,168,16,42,132,10,161,66,168,16,42,132,10,161,66,168,16,42,132,10,161,66,168,16,42,36,111,21,146,61,62,164,66,65,52,229,231,25,165,143,158,249,247,225,97,171,217,105,254,167,145,48,122,230,127,151,151,195,193,237,224,143,254,198,2,162,103,182,199,30,121,249,228,145,157,145,99,118,70,142,216,249,249,245,185,101,213,252,188,254,69,100,213,204,60,153,172,26,42,137,74,162,146,168,36,42,137,74,162,146,202,81,75,42,137,74,162,146,168,36,42,137,74,162,146,168,36,42,137,74,162,146,168,36,42,137,74,162,146,168,36,42,137,74,162,146,168,36,42,137,74,162,146,86,81,37,253,45,75,146,101,213,76,150,37,5,101,213,44,90,150,100,11,183,249,89,154,28,195,109,38,60,39,70,130,145,96,36,24,9,70,130,145,96,36,24,201,178,217,3,70,130,145,148,104,100,143,145,96,36,24,9,70,130,145,96,36,24,9,70,130,145,96,36,24,9,70,130,145,96,36,24,9,70,130,145,96,36,24,9,70,130,145,228,205,72,178,7,148,228,16,110,83,56,35,89,105,210,81,226,64,156,184,18,245,253,198,209,155,195,15,221,253,230,65,183,217,106,29,183,59,221,221,250,222,187,55,71,135,199,7,175,226,10,188,126,125,220,110,30,30,4,103,229,92,95,126,238,197,63,126,63,95,126,139,206,7,23,209,96,56,188,139,127,154,159,244,78,191,126,190,190,188,187,56,139,206,6,159,62,221,61,236,205,5,196,232,100,252,96,174,153,65,53,225,87,90,108,96,78,182,117,200,210,129,160,32,40,8,10,130,130,160,32,40,8,170,28,181,132,160,32,40,8,10,130,130,160,32,40,8,10,130,130,160,32,40,8,10,130,130,160,32,40,8,10,130,130,160,32,40,8,10,130,130,160,32,40,8,106,181,16,84,2,148,18,26,179,147,18,165,20,148,192,147,17,165,164,13,212,9,47,66,46,89,59,105,78,71,160,16,40,4,10,129,66,160,16,40,4,10,129,178,108,49,65,160,16,40,37,154,246,19,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,4,10,129,66,160,16,40,11,20,40,133,198,162,228,16,222,83,123,226,77,102,129,148,108,65,60,149,246,30,165,206,232,217,127,223,121,219,56,58,236,182,154,7,239,26,175,226,13,153,38,149,231,252,234,246,75,255,250,50,26,14,46,190,246,207,226,23,104,133,114,120,166,95,91,209,201,59,201,206,44,107,135,116,34,157,72,39,210,137,116,34,157,72,167,114,212,146,116,34,157,72,39,210,137,116,34,157,72,39,210,137,116,34,157,72,39,210,137,116,34,157,72,39,210,137,116,34,157,72,39,210,137,116,34,157,72,167,85,147,78,51,112,73,120,186,78,32,46,89,181,60,157,233,151,157,83,130,78,200,9,72,18,146,132,36,33,73,72,18,146,132,36,33,73,150,45,31,72,18,146,164,68,83,123,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,164,80,73,146,115,76,73,165,114,113,42,165,56,42,145,132,115,248,190,113,240,175,195,227,163,131,198,199,20,17,56,151,87,253,139,255,94,222,93,95,244,191,111,44,32,251,102,123,236,145,151,79,30,217,25,57,102,103,228,136,157,159,95,159,107,88,206,163,42,44,42,37,103,206,41,197,227,64,77,80,19,212,4,53,65,77,80,19,212,84,142,90,66,77,80,19,212,4,53,65,77,80,19,212,4,53,65,77,80,19,212,4,53,65,77,80,19,212,4,53,65,77,80,19,212,4,53,65,77,80,19,212,180,170,168,233,177,56,73,158,139,51,77,156,20,20,136,179,104,113,146,61,65,231,81,129,114,142,206,153,248,204,120,9,94,130,151,224,37,120,9,94,130,151,224,37,203,230,16,120,9,94,82,162,81,62,94,130,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,224,37,120,9,94,82,12,47,201,43,208,36,135,148,156,194,121,201,26,32,143,242,70,234,252,159,102,171,241,91,119,191,254,166,185,247,40,173,41,48,81,231,255,14,134,253,223,163,120,219,15,78,167,164,52,21,20,168,147,241,243,190,102,133,213,76,188,166,66,227,113,130,207,40,29,7,95,194,151,240,37,124,9,95,194,151,240,165,114,212,18,95,194,151,240,37,124,9,95,194,151,240,37,124,9,95,194,151,240,37,124,9,95,194,151,240,37,124,9,95,194,151,240,37,124,9,95,194,151,240,165,149,226,75,147,241,72,96,56,206,124,60,82,80,54,78,70,60,146,50,234,102,226,229,230,145,116,51,231,137,73,17,82,132,20,33,69,72,17,82,132,20,33,69,150,45,27,72,17,82,164,68,83,121,82,132,20,33,69,72,17,82,132,20,33,69,72,17,82,132,20,33,69,72,17,82,132,20,33,69,72,17,82,132,20,33,69,72,17,82,164,16,41,146,83,204,72,14,49,55,181,39,46,100,22,28,201,20,89,83,21,173,81,222,196,154,163,250,110,243,213,155,163,198,126,171,121,208,109,191,234,190,218,237,54,222,199,219,170,253,254,254,171,246,227,21,199,87,20,154,96,115,221,59,25,156,125,190,238,159,15,7,23,209,205,89,116,118,18,245,175,226,151,230,230,234,254,171,206,123,167,95,6,23,253,141,106,39,218,4,93,99,161,9,55,169,87,32,241,134,99,226,152,56,38,142,137,99,226,152,56,166,114,212,146,99,226,152,56,38,142,137,99,226,152,56,38,142,137,99,226,152,56,38,142,137,99,226,152,56,38,142,137,99,226,152,56,38,142,137,99,226,152,56,166,149,114,76,97,248,36,48,1,39,57,62,89,169,68,156,160,203,207,35,33,39,225,137,72,19,210,132,52,33,77,72,19,210,132,52,33,77,150,45,35,72,19,210,164,68,83,125,210,132,52,33,77,72,19,210,132,52,33,77,72,19,210,132,52,33,77,72,19,210,132,52,33,77,72,19,210,132,52,33,77,72,19,210,100,33,210,164,160,152,147,234,36,234,84,85,119,148,57,97,231,227,219,70,171,213,125,127,248,254,248,253,238,225,225,187,71,145,77,193,185,58,223,191,244,135,195,232,234,242,234,238,234,228,242,242,235,148,224,166,42,166,233,76,189,178,130,51,116,18,157,87,114,14,207,196,51,241,76,60,19,207,196,51,241,76,229,168,37,207,196,51,241,76,60,19,207,196,51,241,76,60,19,207,196,51,241,76,60,19,207,196,51,241,76,60,19,207,196,51,241,76,60,19,207,196,51,241,76,43,230,153,166,163,146,224,188,156,48,84,178,98,41,57,83,47,58,159,108,156,128,167,39,72,8,18,130,132,32,33,72,8,18,130,132,32,89,182,120,32,72,8,146,18,77,235,9,18,130,132,32,33,72,8,18,130,132,32,33,72,8,18,130,132,32,33,72,8,18,130,132,32,33,72,8,18,130,132,32,33,72,8,146,2,5,73,174,177,36,85,74,191,169,146,223,40,113,230,205,241,193,191,235,31,247,227,195,58,245,221,86,227,209,214,250,176,213,221,9,142,189,185,187,248,95,239,251,249,48,138,55,196,201,176,255,247,107,17,125,219,138,118,54,22,144,124,179,61,246,200,203,39,143,236,140,28,179,51,114,196,206,207,175,207,33,42,103,102,53,138,77,203,73,124,106,129,57,184,19,238,132,59,225,78,184,19,238,132,59,149,163,150,184,19,238,132,59,225,78,184,19,238,132,59,225,78,184,19,238,132,59,225,78,184,19,238,132,59,225,78,184,19,238,132,59,225,78,184,19,238,132,59,173,22,119,154,45,82,66,51,115,194,69,74,65,177,57,139,22,41,105,115,118,102,22,42,151,168,157,192,51,224,39,248,9,126,130,159,224,39,248,9,126,130,159,44,155,75,224,39,248,73,137,70,253,248,9,126,130,159,224,39,248,9,126,130,159,224,39,248,9,126,130,159,224,39,248,9,126,130,159,224,39,248,9,126,130,159,224,39,248,73,177,252,36,239,64,148,28,50,119,10,231,39,107,132,63,202,27,213,211,126,118,240,182,187,219,120,215,110,30,180,223,53,227,253,249,49,222,158,99,187,52,48,177,231,230,217,197,151,232,164,255,245,38,222,80,95,7,241,171,243,61,126,113,70,95,163,141,5,4,247,100,252,116,177,89,97,56,65,215,88,104,28,79,234,21,72,229,193,162,176,40,44,10,139,194,162,176,40,44,170,28,181,196,162,176,40,44,10,139,194,162,176,40,44,10,139,194,162,176,40,44,10,139,194,162,176,40,44,10,139,194,162,176,40,44,10,139,194,162,176,40,44,106,165,88,84,24,62,9,12,231,73,142,79,10,202,232,201,136,79,82,70,238,4,93,126,30,201,59,9,79,68,154,144,38,164,9,105,66,154,144,38,164,9,105,178,108,25,65,154,144,38,37,154,234,147,38,164,9,105,66,154,144,38,164,9,105,66,154,144,38,164,9,105,66,154,144,38,164,9,105,66,154,144,38,164,9,105,66,154,144,38,11,145,38,5,197,156,228,16,199,83,123,226,74,102,193,147,76,209,58,85,213,29,37,78,216,121,213,125,117,212,168,239,239,198,171,122,219,109,53,119,143,234,71,31,187,135,71,205,248,43,235,241,146,223,214,143,234,123,157,251,171,251,184,215,122,223,14,206,218,57,139,206,174,251,189,243,147,203,203,248,31,134,195,193,201,117,239,250,123,116,121,61,136,191,178,55,140,78,191,244,174,227,13,16,191,202,167,223,79,135,87,55,27,11,72,221,89,244,135,147,205,12,201,73,86,158,98,3,123,178,175,69,116,15,80,5,84,1,85,64,21,80,5,84,1,85,229,168,37,80,5,84,1,85,64,21,80,5,84,1,85,64,21,80,5,84,1,85,64,21,80,5,84,1,85,64,21,80,5,84,1,85,64,21,80,5,84,1,85,171,5,170,18,170,150,208,16,159,12,170,165,160,56,159,69,171,150,180,249,63,201,42,151,75,18,80,218,83,34,44,8,11,194,130,176,32,44,8,11,194,130,176,44,155,92,32,44,8,75,137,184,0,194,130,176,32,44,8,11,194,130,176,32,44,8,11,194,130,176,32,44,8,11,194,130,176,32,44,8,11,194,130,176,32,44,8,11,194,178,96,194,82,120,48,75,14,57,65,133,19,150,117,246,34,85,75,25,122,31,63,253,225,65,189,187,211,109,191,109,190,105,28,196,155,251,207,236,171,76,41,67,87,241,134,141,127,87,136,118,162,155,47,131,207,253,139,248,37,252,145,20,181,177,128,148,161,140,31,175,150,60,168,103,234,213,46,33,52,40,209,90,132,6,17,87,196,21,113,69,92,17,87,196,21,113,85,142,90,18,87,196,21,113,69,92,17,87,196,21,113,69,92,17,87,196,21,113,69,92,17,87,196,21,113,69,92,17,87,196,21,113,69,92,17,87,196,21,113,181,6,226,106,58,82,201,20,26,20,134,84,10,10,13,202,136,84,114,205,0,154,90,136,226,50,128,2,78,73,164,16,41,68,10,145,66,164,16,41,68,10,145,178,108,65,65,164,16,41,37,154,254,19,41,68,10,145,66,164,16,41,68,10,145,66,164,16,41,68,10,145,66,164,16,41,68,10,145,66,164,16,41,68,10,145,66,164,16,41,11,22,41,133,199,166,228,144,1,84,123,226,79,102,1,149,2,242,124,170,100,63,170,150,231,19,63,71,253,253,219,253,108,233,61,55,253,235,222,213,151,243,141,85,204,234,249,243,218,150,144,204,51,227,204,114,120,168,39,234,137,122,162,158,168,39,234,137,122,42,71,45,169,39,234,137,122,162,158,168,39,234,137,122,162,158,168,39,234,137,122,162,158,168,39,234,137,122,162,158,168,39,234,137,122,162,158,168,39,234,137,122,90,3,245,244,23,46,201,148,186,51,9,151,172,65,198,206,159,151,93,92,162,206,216,9,72,18,146,132,36,33,73,72,18,146,132,36,33,73,150,45,31,72,18,146,164,68,83,123,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,132,36,33,73,72,18,146,164,80,73,146,115,76,73,213,179,113,202,171,56,74,156,132,243,182,121,84,255,120,124,191,213,58,135,111,15,223,29,119,63,108,5,7,224,124,25,92,247,190,223,221,191,26,183,151,95,46,191,222,69,223,182,54,42,158,123,51,225,146,138,141,187,9,60,161,148,27,54,137,77,98,147,216,36,54,137,77,98,147,202,81,75,54,137,77,98,147,216,36,54,137,77,98,147,216,36,54,137,77,98,147,216,36,54,137,77,98,147,216,36,54,137,77,98,147,216,36,54,137,77,98,147,86,203,38,77,130,35,161,225,54,243,224,200,106,101,218,76,184,218,92,162,108,102,62,47,37,66,137,80,34,148,8,37,66,137,80,34,148,200,178,85,3,37,66,137,148,104,34,79,137,80,34,148,8,37,66,137,80,34,148,8,37,66,137,80,34,148,8,37,66,137,80,34,148,8,37,66,137,80,34,148,8,37,66,137,20,161,68,242,137,23,169,80,94,77,53,168,70,121,99,106,58,111,27,173,122,187,179,219,56,232,190,61,58,250,79,188,177,58,31,91,141,238,139,231,47,223,255,22,26,87,115,251,165,63,140,127,19,60,233,95,68,95,174,175,255,136,95,149,219,239,195,126,20,63,199,213,239,27,213,142,173,153,117,105,133,198,215,36,61,177,24,27,64,9,80,2,148,0,37,64,9,80,2,148,202,81,75,64,9,80,2,148,0,37,64,9,80,2,148,0,37,64,9,80,2,148,0,37,64,9,80,2,148,0,37,64,9,80,2,148,0,37,64,9,80,2,148,86,10,40,205,132,37,129,113,54,193,176,100,165,98,109,102,93,117,30,241,54,97,207,79,145,80,36,20,9,69,66,145,80,36,20,9,69,178,108,245,64,145,80,36,37,154,216,83,36,20,9,69,66,145,80,36,20,9,69,66,145,80,36,20,9,69,66,145,80,36,20,9,69,66,145,80,36,20,9,69,66,145,80,36,69,42,146,124,227,73,170,19,123,83,49,194,81,226,248,155,230,254,97,188,199,222,55,234,71,241,163,241,95,215,239,183,92,188,212,78,112,248,205,224,252,50,126,57,174,250,189,235,248,209,248,175,123,247,175,78,116,218,187,221,88,64,244,205,246,216,35,47,159,60,178,51,114,204,206,200,17,59,63,191,62,135,172,156,169,149,40,54,41,39,209,105,229,228,16,78,132,19,225,68,56,17,78,132,19,225,84,142,90,18,78,132,19,225,68,56,17,78,132,19,225,68,56,17,78,132,19,225,68,56,17,78,132,19,225,68,56,17,78,132,19,225,68,56,17,78,132,19,225,180,90,194,105,186,64,9,77,201,9,19,40,5,101,228,44,90,160,164,13,213,153,90,164,92,34,117,2,158,29,55,193,77,112,19,220,4,55,193,77,112,19,220,100,217,60,2,55,193,77,74,52,218,199,77,112,19,220,4,55,193,77,112,19,220,4,55,193,77,112,19,220,4,55,193,77,112,19,220,4,55,193,77,112,19,220,4,55,193,77,138,227,38,121,6,158,228,16,166,83,56,55,89,19,240,81,226,248,157,163,143,237,78,61,94,124,235,240,160,241,170,249,250,245,113,187,121,120,16,28,189,115,253,61,222,53,215,209,233,240,242,162,127,54,248,244,233,238,97,239,173,91,236,206,196,42,20,27,185,19,124,74,113,59,252,19,255,196,63,241,79,252,19,255,196,63,149,163,150,252,19,255,196,63,241,79,252,19,255,196,63,241,79,252,19,255,196,63,241,79,252,19,255,196,63,241,79,252,19,255,196,63,241,79,252,19,255,196,63,173,150,127,154,44,78,66,163,118,230,139,147,53,143,217,153,88,160,92,34,118,230,60,51,94,130,151,224,37,120,9,94,130,151,224,37,120,201,178,57,4,94,130,151,148,104,148,143,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,224,37,120,9,94,130,151,20,195,75,242,10,52,89,241,88,157,170,32,143,18,71,234,28,255,251,240,224,77,189,251,106,183,117,220,121,27,28,165,115,247,191,203,139,207,189,232,236,100,24,255,251,111,99,1,17,58,99,15,212,242,75,196,121,114,49,197,38,225,204,61,149,4,28,68,9,81,66,148,16,37,68,9,81,66,148,202,81,75,68,9,81,66,148,16,37,68,9,81,66,148,16,37,68,9,81,66,148,16,37,68,9,81,66,148,16,37,68,9,81,66,148,16,37,68,9,81,66,148,86,139,40,61,5,34,161,201,55,211,129,72,65,137,55,25,129,72,218,0,155,39,215,153,75,112,205,148,103,164,65,104,16,26,132,6,161,65,104,16,26,132,6,89,182,94,160,65,104,144,18,77,222,105,16,26,132,6,161,65,104,16,26,132,6,161,65,104,16,26,132,6,161,65,104,16,26,132,6,161,65,104,16,26,132,6,161,65,104,144,124,53,72,214,184,144,28,2,106,106,79,236,199,44,28,146,45,108,166,236,48,163,252,33,51,71,135,157,195,246,222,225,251,70,35,105,208,204,245,229,237,229,205,233,229,85,191,191,177,26,97,51,127,95,208,66,2,103,102,159,78,232,12,102,132,25,97,70,152,17,102,132,25,97,70,229,168,37,102,132,25,97,70,152,17,102,132,25,97,70,152,17,102,132,25,97,70,152,17,102,132,25,97,70,152,17,102,132,25,97,70,152,17,102,132,25,97,70,43,201,140,30,129,145,132,193,51,83,192,200,74,134,207,252,125,173,121,6,208,76,122,86,58,132,14,161,67,232,16,58,132,14,161,67,232,144,101,107,6,58,132,14,41,209,36,158,14,161,67,232,16,58,132,14,161,67,232,16,58,132,14,161,67,232,16,58,132,14,161,67,232,16,58,132,14,161,67,232,16,58,132,14,201,95,135,228,17,39,82,189,48,154,82,35,141,242,6,210,124,56,108,29,213,59,111,119,54,187,175,235,241,242,219,31,227,85,30,189,138,47,251,245,235,227,118,243,240,32,52,158,230,219,229,240,186,119,251,101,103,51,250,20,255,80,236,221,124,143,78,123,215,103,209,217,224,211,167,187,135,61,85,237,176,154,121,151,87,104,116,77,154,147,11,178,65,149,80,37,84,9,85,66,149,80,37,84,169,28,181,68,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,105,165,168,210,92,104,18,24,107,147,8,154,172,84,200,205,188,43,207,35,242,38,252,28,84,9,85,66,149,80,37,84,9,85,66,149,80,37,203,86,16,84,9,85,82,162,9,62,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,66,149,80,37,84,9,85,82,180,42,201,63,190,164,58,225,56,21,228,28,229,141,202,249,88,255,88,223,237,182,95,117,15,15,26,239,155,141,248,111,126,108,179,248,249,183,67,99,114,190,247,190,247,78,162,155,179,232,242,162,127,53,232,199,127,243,227,181,184,255,233,187,177,128,136,156,237,177,71,94,62,121,100,103,228,152,157,145,35,118,126,126,125,246,76,157,89,181,40,52,79,39,233,137,101,233,80,79,212,19,245,68,61,81,79,212,19,245,84,142,90,82,79,212,19,245,68,61,81,79,212,19,245,68,61,81,79,212,19,245,68,61,81,79,212,19,245,68,61,81,79,212,19,245,68,61,81,79,212,19,245,180,82,234,105,166,68,9,204,209,9,150,40,5,101,232,44,90,162,164,12,221,153,85,166,60,2,119,194,158,31,59,193,78,176,19,236,4,59,193,78,176,19,236,100,217,76,2,59,193,78,74,52,226,199,78,176,19,236,4,59,193,78,176,19,236,4,59,193,78,176,19,236,4,59,193,78,176,19,236,4,59,193,78,176,19,236,4,59,193,78,138,100,39,249,6,160,228,16,178,83,56,59,89,27,246,81,190,80,158,255,180,59,123,221,189,163,195,118,59,62,223,94,124,224,81,247,160,213,236,190,106,236,54,142,58,245,238,110,189,221,152,151,201,243,199,205,237,105,116,122,125,121,19,255,82,121,113,95,141,235,232,98,56,136,206,250,39,253,235,219,94,116,18,255,142,178,145,115,36,79,120,236,211,195,3,231,59,191,60,253,175,199,127,121,58,246,159,201,62,133,236,254,242,255,145,176,30,153,99,121,242,58,169,72,30,54,138,141,98,163,216,40,54,138,141,98,163,202,81,75,54,138,141,98,163,216,40,54,138,141,98,163,216,40,54,138,141,98,163,216,40,54,138,141,98,163,216,40,54,138,141,98,163,216,40,54,138,141,98,163,86,194,70,133,56,148,57,52,42,169,67,89,232,199,143,101,116,40,201,133,84,64,53,74,8,164,216,15,246,131,253,96,63,216,15,246,131,253,96,63,216,15,246,99,249,181,100,63,216,15,246,131,253,96,63,216,15,246,131,253,96,63,216,15,246,131,253,96,63,216,15,246,131,253,96,63,216,15,246,131,253,96,63,114,181,31,205,118,167,217,58,58,204,158,68,50,184,185,29,12,175,47,229,145,204,174,202,226,82,73,130,78,45,155,132,79,225,83,248,20,62,133,79,225,83,248,148,114,212,146,79,225,83,248,20,62,133,79,225,83,248,20,62,133,79,225,83,248,20,62,133,79,225,83,248,20,62,133,79,225,83,248,20,62,133,79,225,83,248,148,53,243,41,41,19,74,102,251,148,245,204,41,25,171,137,180,18,26,132,6,161,65,104,16,26,132,6,161,65,74,81,75,26,132,6,161,65,104,16,26,132,6,161,65,104,16,26,132,6,161,65,104,16,26,132,6,161,65,104,16,26,132,6,161,65,104,16,26,132,6,161,65,86,89,131,236,55,15,154,173,253,90,183,245,188,251,246,197,243,151,41,163,74,206,7,23,131,225,121,45,26,62,143,190,196,207,178,33,167,100,180,36,11,11,41,9,56,175,132,18,38,133,73,97,82,152,20,38,133,73,97,82,202,81,75,38,133,73,97,82,152,20,38,133,73,97,82,152,20,38,133,73,97,82,152,20,38,133,73,97,82,152,20,38,133,73,97,82,152,20,38,133,73,97,82,214,201,164,164,139,39,153,101,82,214,50,155,100,164,32,130,73,32,16,8,4,2,129,64,32,16,8,4,2,41,69,45,33,16,8,4,2,129,64,32,16,8,4,2,129,64,32,16,8,4,2,129,64,32,16,8,4,2,129,64,32,16,8,4,2,129,64,32,16,8,4,2,89,101,4,242,228,3,106,210,165,146,76,253,104,154,53,141,36,121,92,143,133,229,145,204,59,169,48,18,14,133,67,225,80,56,20,14,133,67,225,80,202,81,75,14,133,67,225,80,56,20,14,133,67,225,80,56,20,14,133,67,225,80,56,20,14,133,67,225,80,56,20,14,133,67,225,80,56,20,14,133,67,225,80,214,198,161,164,75,34,153,234,80,214,50,134,228,113,53,100,144,176,31,236,7,251,193,126,176,31,236,7,251,81,138,90,178,31,236,7,251,193,126,176,31,236,7,251,193,126,176,31,236,7,251,193,126,176,31,236,7,251,193,126,176,31,236,7,251,193,126,176,31,236,7,251,177,58,246,227,85,243,77,179,83,111,53,222,55,95,53,246,155,135,173,195,55,31,91,245,221,238,222,225,135,230,171,110,231,223,205,78,167,113,212,189,199,32,221,15,181,238,254,189,13,9,137,37,57,27,124,30,220,246,134,253,171,193,89,255,124,112,57,188,252,252,125,216,59,137,78,47,191,13,206,162,219,255,13,110,111,251,215,209,189,136,136,190,213,162,243,139,225,96,99,237,146,74,18,151,168,160,240,146,92,214,33,207,132,105,97,90,152,22,166,133,105,97,90,152,150,114,212,146,105,97,90,152,22,166,133,105,97,90,152,22,166,133,105,97,90,152,22,166,133,105,97,90,152,22,166,133,105,97,90,152,22,166,133,105,97,90,152,150,117,54,45,33,17,39,217,76,203,26,164,158,36,46,144,32,20,104,4,26,129,70,160,17,104,4,26,129,70,74,81,75,104,4,26,129,70,160,17,104,4,26,129,70,160,17,104,4,26,129,70,160,17,104,4,26,129,70,160,17,104,4,26,129,70,160,17,104,4,26,129,70,86,7,141,52,90,141,214,171,250,81,183,243,182,177,223,232,238,181,234,237,118,243,117,115,175,222,105,30,30,4,101,158,244,135,253,225,89,239,58,186,253,210,143,127,21,63,29,246,110,110,6,159,6,167,189,219,251,31,16,107,23,111,50,171,26,5,37,153,36,61,165,208,18,254,132,63,225,79,248,19,254,132,63,225,79,202,81,75,254,132,63,225,79,248,19,254,132,63,225,79,248,19,254,132,63,225,79,248,19,254,132,63,225,79,248,19,254,132,63,225,79,248,19,254,132,63,225,79,214,196,159,132,228,147,4,251,147,53,136,34,153,85,11,169,35,212,7,245,65,125,80,31,212,7,245,65,125,148,162,150,212,7,245,65,125,80,31,212,7,245,65,125,80,31,212,7,245,65,125,80,31,212,7,245,65,125,80,31,212,7,245,65,125,80,31,212,7,245,65,125,172,144,250,216,63,106,236,213,15,126,124,26,205,110,189,221,232,238,31,183,58,205,86,252,69,199,245,251,89,126,187,241,170,91,111,181,238,63,164,166,115,20,150,67,114,126,221,63,237,93,252,248,164,149,147,248,71,66,116,126,55,188,29,12,227,47,186,235,13,163,211,248,145,179,168,55,28,94,12,7,241,183,206,141,245,75,38,73,84,159,162,178,74,50,47,66,122,9,199,194,177,112,44,28,11,199,194,177,112,44,229,168,37,199,194,177,112,44,28,11,199,194,177,112,44,28,11,199,194,177,112,44,28,11,199,194,177,112,44,28,11,199,194,177,112,44,28,11,199,194,177,112,44,107,235,88,130,242,76,210,59,150,117,72,56,73,84,29,153,39,172,8,43,194,138,176,34,172,8,43,194,138,148,162,150,172,8,43,194,138,176,34,172,8,43,194,138,176,34,172,8,43,194,138,176,34,172,8,43,194,138,176,34,172,8,43,194,138,176,34,172,8,43,194,138,172,153,21,121,120,40,239,212,147,135,135,228,158,132,85,104,153,201,39,115,150,33,251,132,103,225,89,120,22,158,133,103,225,89,120,150,114,212,146,103,225,89,120,22,158,133,103,225,89,120,22,158,133,103,225,89,120,22,158,133,103,225,89,120,22,158,133,103,225,89,120,22,158,133,103,225,89,120,150,53,246,44,185,165,159,76,243,44,242,79,198,234,35,1,133,24,33,70,136,17,98,132,24,33,70,136,145,82,212,146,24,33,70,136,17,98,132,24,33,70,136,17,98,132,24,33,70,136,17,98,132,24,33,70,136,17,98,132,24,33,70,136,17,98,132,24,33,70,136,145,53,19,35,237,188,211,79,110,36,159,204,175,206,50,83,79,102,44,65,226,9,191,194,175,240,43,252,10,191,194,175,240,43,229,168,37,191,194,175,240,43,252,10,191,194,175,240,43,252,10,191,194,175,240,43,252,10,191,194,175,240,43,252,10,191,194,175,240,43,252,10,191,194,175,240,43,107,234,87,114,75,59,153,228,87,36,157,60,169,141,148,19,74,132,18,161,68,40,17,74,132,18,161,68,74,81,75,74,132,18,161,68,40,17,74,132,18,161,68,40,17,74,132,18,161,68,40,17,74,132,18,161,68,40,17,74,132,18,161,68,40,17,74,132,18,161,68,86,89,137,116,142,143,222,53,219,111,255,4,34,245,86,43,83,196,201,237,221,245,215,193,205,151,63,5,68,111,56,148,111,50,167,52,11,11,55,73,112,126,201,38,204,10,179,194,172,48,43,204,10,179,194,172,148,163,150,204,10,179,194,172,48,43,204,10,179,194,172,48,43,204,10,179,194,172,48,43,204,10,179,194,172,48,43,204,10,179,194,172,48,43,204,10,179,194,172,172,163,89,73,23,107,18,98,86,214,50,211,100,74,97,4,154,192,33,112,8,28,2,135,192,33,112,8,28,82,138,90,194,33,112,8,28,2,135,192,33,112,8,28,2,135,192,33,112,8,28,2,135,192,33,112,8,28,2,135,192,33,112,8,28,2,135,192,33,112,8,28,178,62,56,228,225,67,112,114,140,52,121,248,156,23,161,38,115,139,179,164,88,147,57,43,16,108,194,174,176,43,236,10,187,194,174,176,43,236,74,57,106,201,174,176,43,236,10,187,194,174,176,43,236,10,187,194,174,176,43,236,10,187,194,174,176,43,236,10,187,194,174,176,43,236,10,187,194,174,176,43,236,202,122,218,149,60,162,77,166,217,21,225,38,143,75,35,222,4,17,65,68,16,17,68,4,17,65,68,16,145,82,212,18,17,65,68,16,17,68,4,17,65,68,16,17,68,4,17,65,68,16,17,68,4,17,65,68,16,17,68,4,17,65,68,16,17,68,4,17,65,68,16,145,245,33,34,237,28,163,77,110,196,154,204,44,204,146,34,77,102,156,93,156,9,171,194,170,176,42,172,10,171,194,170,176,42,229,168,37,171,194,170,176,42,172,10,171,194,170,176,42,172,10,171,194,170,176,42,172,10,171,194,170,176,42,172,10,171,194,170,176,42,172,10,171,194,170,176,42,235,103,85,242,136,50,153,100,85,196,152,252,85,22,17,38,88,8,22,130,133,96,33,88,8,22,130,133,148,162,150,88,8,22,130,133,96,33,88,8,22,130,133,96,33,88,8,22,130,133,96,33,88,8,22,130,133,96,33,88,8,22,130,133,96,33,88,8,22,130,133,172,30,11,217,59,60,248,48,78,67,246,247,182,255,228,33,245,86,43,69,152,201,233,229,197,183,113,13,113,126,186,253,167,136,232,13,135,235,30,107,18,92,162,130,3,78,50,173,67,212,9,211,194,180,48,45,76,11,211,194,180,48,45,229,168,37,211,194,180,48,45,76,11,211,194,180,48,45,76,11,211,194,180,48,45,76,11,211,194,180,48,45,76,11,211,194,180,48,45,76,11,211,194,180,48,45,235,108,90,146,132,158,164,51,45,107,20,127,18,92,32,65,40,208,8,52,2,141,64,35,208,8,52,2,141,148,162,150,208,8,52,2,141,64,35,208,8,52,2,141,64,35,208,8,52,2,141,64,35,208,8,52,2,141,64,35,208,8,52,2,141,64,35,208,8,52,2,141,172,31,26,217,63,110,117,154,5,68,161,156,223,13,111,7,194,80,130,139,180,228,56,148,57,43,17,136,194,182,176,45,108,11,219,194,182,176,45,108,75,57,106,201,182,176,45,108,11,219,194,182,176,45,108,11,219,194,182,176,45,108,11,219,194,182,176,45,108,11,219,194,182,176,45,108,11,219,194,182,176,45,108,203,122,219,150,60,35,81,166,217,22,161,40,147,74,36,22,5,29,65,71,208,17,116,4,29,65,71,208,145,82,212,18,29,65,71,208,17,116,4,29,65,71,208,17,116,4,29,65,71,208,17,116,4,29,65,71,208,17,116,4,29,65,71,208,17,116,4,29,65,71,208,145,245,163,35,237,2,34,81,110,196,161,4,21,104,201,81,40,51,86,33,6,133,101,97,89,88,22,150,133,101,97,89,88,150,114,212,146,101,97,89,88,22,150,133,101,97,89,88,22,150,133,101,97,89,88,22,150,133,101,97,89,88,22,150,133,101,97,89,88,22,150,133,101,97,89,88,150,245,181,44,121,70,160,76,178,44,226,79,70,203,35,250,4,23,193,69,112,17,92,4,23,193,69,112,145,82,212,18,23,193,69,112,17,92,4,23,193,69,112,17,92,4,23,193,69,112,17,92,4,23,193,69,112,17,92,4,23,193,69,112,17,92,4,23,193,69,112,145,213,227,34,175,154,237,78,179,53,14,70,126,96,145,122,171,149,34,250,228,108,112,115,59,24,142,139,136,31,26,162,55,28,174,123,244,73,96,129,10,142,62,201,176,10,209,39,44,11,203,194,178,176,44,44,11,203,194,178,148,163,150,44,11,203,194,178,176,44,44,11,203,194,178,176,44,44,11,203,194,178,176,44,44,11,203,194,178,176,44,44,11,203,194,178,176,44,44,11,203,194,178,172,175,101,73,18,125,146,198,178,172,81,244,73,96,121,68,159,224,34,184,8,46,130,139,224,34,184,8,46,82,138,90,226,34,184,8,46,130,139,224,34,184,8,46,130,139,224,34,184,8,46,130,139,224,34,184,8,46,130,139,224,34,184,8,46,130,139,224,34,184,8,46,178,110,92,100,255,184,213,105,230,30,126,114,126,55,188,29,136,63,9,44,209,82,3,80,230,172,67,4,10,211,194,180,48,45,76,11,211,194,180,48,45,229,168,37,211,194,180,48,45,76,11,211,194,180,48,45,76,11,211,194,180,48,45,76,11,211,194,180,48,45,76,11,211,194,180,48,45,76,11,211,194,180,48,45,235,108,90,242,11,65,153,102,90,196,160,140,23,72,16,10,52,2,141,64,35,208,8,52,2,141,64,35,165,168,37,52,2,141,64,35,208,8,52,2,141,64,35,208,8,52,2,141,64,35,208,8,52,2,141,64,35,208,8,52,2,141,64,35,208,8,52,2,141,64,35,235,134,70,218,185,135,160,220,8,64,9,40,207,82,195,79,102,172,65,240,9,195,194,176,48,44,12,11,195,194,176,48,44,229,168,37,195,194,176,48,44,12,11,195,194,176,48,44,12,11,195,194,176,48,44,12,11,195,194,176,48,44,12,11,195,194,176,48,44,12,11,195,194,176,48,44,235,106,88,242,11,61,153,100,88,4,158,60,45,142,176,19,80,4,20,1,69,64,17,80,4,20,1,69,74,81,75,80,4,20,1,69,64,17,80,4,20,1,69,64,17,80,4,20,1,69,64,17,80,4,20,1,69,64,17,80,4,20,1,69,64,17,80,4,20,1,69,86,7,138,220,255,105,247,240,240,93,119,183,126,212,233,182,234,71,111,26,221,253,123,22,18,146,107,114,255,167,147,203,203,175,209,73,239,250,54,122,64,20,209,249,197,112,176,177,118,17,38,211,42,81,80,90,73,146,211,9,38,225,77,120,19,222,132,55,225,77,120,19,222,164,28,181,228,77,120,19,222,132,55,225,77,120,19,222,132,55,225,77,120,19,222,132,55,225,77,120,19,222,132,55,225,77,120,19,222,132,55,225,77,120,19,222,100,13,188,73,72,6,73,144,55,89,131,184,145,105,117,144,44,66,122,144,30,164,7,233,65,122,144,30,164,71,41,106,73,122,144,30,164,7,233,65,122,144,30,164,7,233,65,122,144,30,164,7,233,65,122,144,30,164,7,233,65,122,144,30,164,7,233,65,122,144,30,164,199,234,72,143,127,53,63,212,187,191,181,246,187,71,135,247,159,63,83,255,19,123,52,59,225,249,34,255,29,124,235,69,191,15,207,163,235,203,251,207,84,233,253,73,29,6,183,107,154,50,50,187,30,5,101,141,36,63,169,196,17,14,133,67,225,80,56,20,14,133,67,225,80,202,81,75,14,133,67,225,80,56,20,14,133,67,225,80,56,20,14,133,67,225,80,56,20,14,133,67,225,80,56,20,14,133,67,225,80,56,20,14,133,67,225,80,214,198,161,132,228,142,36,112,40,107,144,62,50,187,26,50,72,216,15,246,131,253,96,63,216,15,246,131,253,40,69,45,217,15,246,131,253,96,63,216,15,246,131,253,96,63,216,15,246,131,253,96,63,216,15,246,131,253,96,63,216,15,246,131,253,96,63,216,15,246,131,253,88,29,251,209,106,190,121,219,105,116,26,71,7,245,86,247,94,123,60,56,144,238,155,163,70,227,93,80,2,201,112,240,249,203,109,255,182,127,125,209,27,70,23,195,193,15,247,16,125,190,238,247,191,110,172,93,254,200,172,106,20,148,62,146,244,148,178,71,248,19,254,132,63,225,79,248,19,254,132,63,41,71,45,249,19,254,132,63,225,79,248,19,254,132,63,225,79,248,19,254,132,63,225,79,248,19,254,132,63,225,79,248,19,254,132,63,225,79,248,19,254,132,63,89,19,127,18,146,60,18,236,79,214,32,119,100,86,45,164,142,80,31,212,7,245,65,125,80,31,212,7,245,81,138,90,82,31,212,7,245,65,125,80,31,212,7,245,65,125,80,31,212,7,245,65,125,80,31,212,7,245,65,125,80,31,212,7,245,65,125,80,31,212,7,245,177,58,234,99,255,240,168,217,249,79,171,126,124,212,56,234,190,106,252,248,212,153,15,207,254,252,224,153,135,79,157,121,221,184,159,198,215,239,255,216,138,143,237,254,251,225,143,33,137,36,231,151,215,131,219,63,134,189,187,235,254,117,116,214,255,241,9,44,223,158,253,249,33,44,247,159,192,18,125,234,127,139,255,174,119,255,199,97,124,108,244,191,222,232,167,212,172,69,90,73,218,74,21,148,100,146,231,114,164,156,240,46,188,11,239,194,187,240,46,188,11,239,82,142,90,242,46,188,11,239,194,187,240,46,188,11,239,194,187,240,46,188,11,239,194,187,240,46,188,11,239,194,187,240,46,188,11,239,194,187,240,46,188,11,239,194,187,4,37,160,228,226,93,214,32,29,37,109,157,36,167,144,36,36,9,73,66,146,144,36,36,9,73,82,138,90,146,36,36,9,73,66,146,144,36,36,9,73,66,146,144,36,36,9,73,66,146,144,36,36,9,73,66,146,144,36,36,9,73,66,146,144,36,36,9,73,178,162,146,100,255,17,37,217,173,183,27,221,223,238,205,200,254,113,171,211,188,55,36,199,127,126,164,78,109,191,217,122,145,60,58,229,252,145,145,56,137,127,82,68,191,223,187,136,243,187,225,237,224,30,71,220,253,249,25,51,181,243,193,240,197,198,122,103,167,36,41,213,34,194,83,178,174,71,122,10,243,194,188,48,47,204,11,243,194,188,48,47,229,168,37,243,194,188,48,47,204,11,243,194,188,48,47,204,11,243,194,188,48,47,204,11,243,194,188,48,47,204,11,243,194,188,48,47,204,11,243,194,188,48,47,204,203,139,228,241,41,169,205,203,186,229,167,36,41,148,0,21,152,4,38,129,73,96,18,152,4,38,129,73,74,81,75,152,4,38,129,73,96,18,152,4,38,129,73,96,18,152,4,38,129,73,96,18,152,4,38,129,73,96,18,152,4,38,129,73,96,18,152,4,38,129,73,86,7,147,28,212,143,218,205,86,119,183,126,212,121,252,241,59,135,239,59,205,160,136,148,139,222,245,205,96,24,157,244,174,111,31,127,114,204,229,213,237,211,15,212,89,139,16,148,25,197,40,40,230,36,225,25,5,153,176,39,236,9,123,194,158,176,39,236,9,123,82,142,90,178,39,236,9,123,194,158,176,39,236,9,123,194,158,176,39,236,9,123,194,158,176,39,236,9,123,194,158,176,39,236,9,123,194,158,176,39,236,9,123,178,30,246,36,36,170,36,212,158,172,65,24,201,140,82,136,27,65,62,144,15,228,3,249,64,62,144,15,228,163,20,181,68,62,144,15,228,3,249,64,62,144,15,228,3,249,64,62,144,15,228,3,249,64,62,144,15,228,3,249,64,62,144,15,228,3,249,64,62,144,15,228,99,229,200,199,95,31,90,243,72,125,252,167,113,116,216,221,107,181,147,164,142,252,245,161,43,143,196,195,31,253,235,203,232,116,120,179,177,174,225,35,51,106,82,108,6,73,194,19,139,34,225,82,184,20,46,133,75,225,82,184,20,46,165,28,181,228,82,184,20,46,133,75,225,82,184,20,46,133,75,225,82,184,20,46,133,75,225,82,184,20,46,133,75,225,82,184,20,46,133,75,225,82,184,20,46,101,173,92,74,130,68,146,80,151,178,62,193,36,51,42,34,159,132,3,225,64,56,16,14,132,3,225,64,56,144,82,212,146,3,225,64,56,16,14,132,3,225,64,56,16,14,132,3,225,64,56,16,14,132,3,225,64,56,16,14,132,3,225,64,56,16,14,132,3,225,64,56,144,85,114,32,31,58,141,189,250,216,103,210,132,133,146,124,187,237,159,246,70,63,132,101,99,13,147,72,38,22,162,176,248,145,224,179,201,28,97,77,88,19,214,132,53,97,77,88,19,214,164,28,181,100,77,88,19,214,132,53,97,77,88,19,214,132,53,97,77,88,19,214,132,53,97,77,88,19,214,132,53,97,77,88,19,214,132,53,97,77,88,19,214,100,245,173,73,88,208,200,124,107,178,22,233,34,19,203,32,82,4,243,192,60,48,15,204,3,243,192,60,48,143,82,212,18,243,192,60,48,15,204,3,243,192,60,48,15,204,3,243,192,60,48,15,204,3,243,192,60,48,15,204,3,243,192,60,48,15,204,3,243,192,60,48,143,213,97,30,71,141,189,195,55,7,245,102,247,254,163,101,186,187,245,118,163,219,126,95,63,104,182,223,118,255,253,239,253,238,94,252,192,171,238,111,161,33,35,215,253,211,203,207,23,189,65,116,255,121,42,209,73,252,227,32,186,185,234,93,12,110,190,68,255,251,223,121,116,26,63,112,22,253,190,150,177,35,193,165,41,40,136,36,211,249,69,147,48,43,204,10,179,194,172,48,43,204,10,179,82,142,90,50,43,204,10,179,194,172,48,43,204,10,179,194,172,48,43,204,10,179,194,172,48,43,204,10,179,194,172,48,43,204,10,179,194,172,48,43,204,10,179,178,142,102,37,36,172,36,157,89,89,131,248,146,224,194,8,52,129,67,224,16,56,4,14,129,67,224,16,56,164,20,181,132,67,224,16,56,4,14,129,67,224,16,56,4,14,129,67,224,16,56,4,14,129,67,224,16,56,4,14,129,67,224,16,56,4,14,129,67,224,16,56,100,5,113,200,127,26,71,135,237,183,135,247,163,253,86,99,175,115,84,239,238,55,94,53,143,247,147,5,153,252,209,191,190,188,249,114,121,27,221,244,135,253,211,248,27,99,116,222,63,27,220,157,111,172,111,128,201,180,146,20,29,92,146,228,188,2,75,152,20,38,133,73,97,82,152,20,38,133,73,41,71,45,153,20,38,133,73,97,82,152,20,38,133,73,97,82,152,20,38,133,73,97,82,152,20,38,133,73,97,82,152,20,38,133,73,97,82,152,20,38,133,73,89,39,147,146,40,168,36,200,164,172,83,64,201,180,130,8,38,129,64,32,16,8,4,2,129,64,32,16,8,164,20,181,132,64,32,16,8,4,2,129,64,32,16,8,4,2,129,64,32,16,8,4,2,129,64,32,16,8,4,2,129,64,32,16,8,4,2,129,64,32,16,8,100,45,16,72,123,191,222,106,101,205,37,185,57,239,13,135,27,98,73,70,42,178,248,84,146,169,167,21,74,194,163,240,40,60,10,143,194,163,240,40,60,74,57,106,201,163,240,40,60,10,143,194,163,240,40,60,10,143,194,163,240,40,60,10,143,194,163,240,40,60,10,143,194,163,240,40,60,10,143,194,163,240,40,60,202,26,121,148,140,153,36,227,30,101,189,35,73,30,234,33,145,132,0,33,64,8,16,2,132,0,33,64,8,144,82,212,146,0,33,64,8,16,2,132,0,33,64,8,16,2,132,0,33,64,8,16,2,132,0,33,64,8,16,2,132,0,33,64,8,16,2,132,0,33,64,8,144,202,10,144,253,70,167,222,237,52,126,235,188,105,28,52,142,234,157,230,225,65,183,213,170,239,215,187,181,238,214,179,221,251,255,237,190,124,234,61,206,251,183,189,232,182,255,251,237,231,254,69,255,186,119,27,127,227,143,134,195,248,219,100,84,139,182,158,157,108,60,77,27,217,250,229,229,44,221,241,121,231,151,173,217,188,227,233,87,252,120,160,182,61,242,192,246,203,39,4,100,251,236,239,47,137,191,185,62,172,253,125,239,244,107,92,138,250,245,197,195,79,164,191,127,80,253,115,163,119,125,241,207,248,27,252,63,111,226,191,63,239,125,237,95,255,243,231,223,254,115,231,215,237,151,219,207,159,111,239,60,127,185,245,207,135,39,138,174,126,60,211,63,30,46,250,225,154,163,111,219,209,105,188,213,158,63,255,117,51,254,223,173,103,181,211,147,95,159,215,94,214,94,156,244,79,159,247,63,197,199,222,255,70,241,247,175,103,83,206,249,227,111,255,185,185,243,226,197,175,191,62,139,79,92,203,237,156,91,51,207,185,245,207,151,207,119,54,95,108,110,62,123,241,98,123,59,235,57,255,238,7,77,58,231,207,191,253,231,175,47,119,94,110,237,252,250,114,243,217,203,151,89,207,57,50,137,155,116,226,167,95,242,207,173,95,107,91,191,254,250,107,92,233,95,159,231,122,246,201,47,239,211,47,249,231,243,231,207,95,62,219,122,182,245,178,246,236,69,182,179,255,191,81,55,148,86,199,60,252,49,131,143,57,251,239,240,209,239,66,241,47,66,207,226,95,124,206,250,253,171,155,171,126,255,108,243,151,95,127,217,121,248,245,231,101,152,52,25,95,78,34,223,145,97,53,83,217,198,248,146,146,59,137,92,214,85,203,190,174,209,223,108,51,172,43,112,55,37,155,221,103,93,79,182,215,111,250,12,60,151,117,165,126,253,166,207,146,211,174,107,250,136,56,112,85,51,166,178,169,215,52,101,216,58,97,69,73,199,155,105,151,52,125,106,25,88,166,25,131,194,12,107,10,45,83,162,161,91,134,245,132,254,96,73,52,192,202,176,158,73,221,156,240,242,76,236,161,100,93,77,186,123,127,218,104,37,235,106,158,101,90,205,232,156,34,237,106,166,141,31,198,151,147,172,231,159,118,61,83,90,249,129,213,153,214,64,79,187,154,41,125,241,192,213,76,235,70,103,93,77,186,125,60,173,181,155,97,53,25,238,241,105,125,210,172,171,73,93,155,204,247,120,218,94,226,232,18,67,186,137,65,199,140,54,58,130,14,26,237,13,133,28,52,214,83,12,56,104,66,87,49,228,168,20,133,136,95,191,173,84,71,141,182,125,2,142,154,212,197,12,61,108,66,31,51,224,208,177,78,102,200,49,41,170,56,222,205,12,56,104,172,159,25,114,204,104,239,44,232,152,52,155,105,188,171,25,118,208,104,95,51,228,168,20,21,31,235,109,6,29,147,226,146,198,250,155,33,199,204,125,149,66,123,156,47,178,245,56,95,232,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,46,179,199,249,60,91,143,243,185,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,231,50,123,156,59,217,122,156,59,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,203,236,113,110,103,235,113,110,235,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,234,113,46,179,199,249,44,91,143,243,153,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,231,50,123,156,181,108,61,206,154,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,167,30,231,50,123,156,91,217,122,156,91,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,122,156,203,236,113,110,102,235,113,110,234,113,234,113,234,113,46,176,199,25,116,95,111,102,187,175,55,215,227,190,126,22,189,252,180,125,182,243,252,215,103,189,231,219,189,103,181,205,222,201,102,255,101,109,243,69,239,211,179,157,157,173,94,127,59,255,123,44,232,156,57,223,99,65,231,44,236,30,75,84,229,156,190,123,38,191,226,60,239,235,128,179,167,186,175,95,63,220,217,201,18,180,163,79,99,247,246,58,100,104,127,186,255,238,186,179,115,250,226,244,217,175,189,205,211,79,59,207,118,250,47,79,122,103,155,103,207,182,107,241,29,115,26,111,221,147,220,247,93,210,179,230,243,61,37,244,172,249,126,87,9,61,107,81,223,87,82,157,63,199,187,60,236,252,102,148,102,148,102,148,102,148,102,148,102,148,102,148,102,148,102,148,102,148,102,148,102,148,102,148,102,148,102,148,102,148,102,148,65,61,207,100,137,218,19,122,158,235,144,169,173,231,169,231,169,231,169,231,169,231,169,231,169,231,169,231,169,231,169,231,169,231,169,231,169,231,169,231,169,231,169,231,169,231,169,231,169,231,89,153,158,103,178,132,237,9,61,207,117,200,216,214,243,212,243,212,243,212,243,212,243,212,243,212,243,212,243,212,243,212,243,212,243,212,243,212,243,212,243,212,243,212,243,212,243,212,243,212,243,172,76,207,51,89,226,246,132,158,231,58,100,110,235,121,234,121,234,121,234,121,234,121,234,121,234,121,234,121,234,121,234,121,234,121,234,121,234,121,234,121,234,121,234,121,234,121,234,121,234,121,86,166,231,153,44,169,119,66,207,115,29,178,122,245,60,245,60,245,60,245,60,245,60,245,60,245,60,245,60,245,60,245,60,245,60,245,60,245,60,245,60,245,60,245,60,245,60,245,60,245,60,43,209,243,220,186,255,83,150,158,231,214,47,53,206,83,207,83,207,83,207,83,207,83,207,83,207,83,207,83,207,83,207,83,207,243,255,183,119,103,205,77,36,137,2,70,255,11,239,50,181,105,187,111,134,54,180,99,192,16,198,244,12,79,14,173,64,220,102,9,218,244,29,110,196,252,247,145,108,232,182,37,149,85,187,74,232,196,196,204,52,141,69,165,211,37,217,156,252,50,197,60,153,39,243,100,158,204,147,121,50,79,230,201,60,219,100,158,165,58,207,165,121,234,60,153,39,243,100,158,204,147,121,50,79,230,201,60,153,39,243,100,158,204,147,121,50,79,230,201,60,153,39,243,100,158,173,49,207,176,172,121,134,135,98,158,113,167,23,245,70,243,249,112,16,68,163,81,60,155,198,163,89,63,153,119,103,209,60,156,142,6,179,126,191,14,125,204,116,213,202,245,49,211,85,107,212,199,92,115,93,153,47,231,255,172,171,53,207,12,215,95,55,207,45,207,243,126,240,232,250,4,139,126,246,103,121,63,24,63,88,61,191,162,191,229,57,126,235,249,153,242,28,223,229,51,120,241,25,45,69,57,28,38,179,249,116,50,136,186,73,28,247,230,253,65,52,152,207,102,193,44,137,230,227,126,183,91,237,61,149,255,154,229,95,51,178,95,179,186,87,140,236,215,172,227,245,162,224,213,43,122,222,102,189,186,149,10,43,21,86,42,172,84,88,169,176,82,97,165,194,74,133,149,10,43,21,86,42,172,84,88,169,176,82,97,165,194,74,133,149,138,12,130,217,43,39,152,61,130,73,48,9,38,193,36,152,4,147,96,18,76,130,73,48,9,38,193,36,152,4,147,96,18,76,130,73,48,9,38,193,172,79,48,187,229,4,179,75,48,9,38,193,36,152,4,147,96,18,76,130,73,48,9,38,193,36,152,4,147,96,18,76,130,73,48,9,38,193,36,152,245,9,102,82,78,48,19,130,73,48,9,38,193,36,152,4,147,96,18,76,130,73,48,9,38,193,36,152,4,147,96,18,76,130,73,48,9,38,193,172,79,48,227,114,130,25,19,76,130,73,48,9,38,193,36,152,4,147,96,18,76,130,73,48,9,38,193,36,152,4,147,96,18,76,130,73,48,9,102,125,130,25,149,19,204,136,96,18,76,130,73,48,9,38,193,36,152,4,147,96,18,76,130,73,48,9,38,193,36,152,4,147,96,18,76,130,73,48,235,19,204,176,156,96,134,4,147,96,18,76,130,73,48,9,38,193,36,152,4,147,96,18,76,130,73,48,9,38,193,36,152,4,147,96,18,76,130,89,159,96,6,229,4,51,32,152,4,147,96,18,76,130,73,48,9,38,193,36,152,4,147,96,18,76,130,73,48,9,38,193,36,152,4,147,96,18,204,122,4,51,92,26,102,113,193,12,143,34,130,73,48,9,102,133,130,153,233,89,27,150,123,214,134,63,195,179,54,234,76,231,131,241,104,56,73,230,113,216,143,195,110,127,220,79,226,249,226,191,195,201,100,210,143,103,243,234,159,65,153,174,89,241,51,40,211,53,107,123,6,229,154,229,138,94,27,243,127,198,85,62,107,51,92,189,208,179,246,73,129,247,205,235,204,215,86,12,247,255,157,243,230,203,87,198,120,208,11,123,243,56,232,79,7,227,120,62,153,141,199,163,100,56,158,14,6,179,112,56,24,12,38,149,223,85,121,175,90,205,43,70,214,171,86,251,154,145,245,170,117,189,106,20,186,126,133,207,225,108,215,183,122,104,245,208,234,161,213,67,171,135,86,15,173,30,90,61,180,122,104,245,208,234,161,213,67,171,135,86,15,173,30,90,61,180,122,152,73,52,243,189,143,222,6,209,220,255,119,210,35,154,68,147,104,18,77,162,73,52,137,38,209,36,154,68,147,104,18,77,162,73,52,137,38,209,36,154,68,147,104,238,141,104,230,123,95,189,13,162,185,255,239,172,71,52,137,38,209,36,154,68,147,104,18,77,162,73,52,137,38,209,36,154,68,147,104,18,77,162,73,52,137,38,209,220,27,209,204,247,62,123,27,68,115,255,223,105,143,104,18,77,162,73,52,137,38,209,36,154,68,147,104,18,77,162,73,52,137,38,209,36,154,68,147,104,18,77,162,185,55,162,153,239,252,219,13,162,185,255,39,224,18,77,162,73,52,137,38,209,36,154,68,147,104,18,77,162,73,52,137,38,209,36,154,68,147,104,18,77,162,73,52,247,66,52,151,239,195,87,170,209,92,190,19,159,70,147,104,18,77,162,73,52,137,38,209,36,154,68,147,104,18,77,162,73,52,137,38,209,36,154,68,147,104,18,77,162,217,152,104,150,106,52,151,162,169,209,36,154,68,147,104,18,77,162,73,52,137,38,209,36,154,68,147,104,18,77,162,73,52,137,38,209,36,154,68,147,104,54,36,154,97,89,209,12,127,14,209,140,58,147,225,116,18,245,131,249,180,59,27,197,195,184,63,140,70,221,201,56,137,147,97,210,13,134,243,113,29,182,152,233,170,149,219,98,166,171,214,104,139,185,230,186,50,61,206,255,89,87,43,154,25,174,191,46,154,219,158,197,143,150,145,245,229,32,199,83,120,252,224,238,169,17,225,209,96,203,243,55,218,246,244,141,110,63,123,151,79,231,149,95,15,86,126,29,174,62,32,90,125,196,78,95,16,198,75,125,78,6,209,124,62,75,6,65,48,15,226,222,36,26,206,39,179,89,175,59,136,167,221,120,22,204,251,213,222,161,121,47,89,193,11,80,214,75,86,248,234,147,245,146,181,188,244,20,186,120,85,175,0,217,46,110,65,195,130,134,5,13,11,26,22,52,44,104,88,208,176,160,97,65,195,130,134,5,13,11,26,22,52,44,104,88,208,176,160,97,65,99,59,133,246,75,81,104,31,133,162,80,20,138,66,81,40,10,69,161,40,20,133,162,80,20,138,66,81,40,10,69,161,40,20,133,162,80,20,138,66,247,129,66,123,165,40,180,135,66,81,40,10,69,161,40,20,133,162,80,20,138,66,81,40,10,69,161,40,20,133,162,80,20,138,66,81,40,10,69,161,251,64,161,221,82,20,218,69,161,40,20,133,162,80,20,138,66,81,40,10,69,161,40,20,133,162,80,20,138,66,81,40,10,69,161,40,20,133,162,208,125,160,208,164,20,133,38,40,20,133,162,80,20,138,66,81,40,10,69,161,40,20,133,162,80,20,138,66,81,40,10,69,161,40,20,133,162,80,20,186,15,20,26,151,162,208,24,133,162,80,20,138,66,81,40,10,69,161,40,20,133,162,80,20,138,66,81,40,10,69,161,40,20,133,162,80,20,138,66,247,129,66,163,82,20,26,161,80,20,138,66,81,40,10,69,161,40,20,133,162,80,20,138,66,81,40,10,69,161,40,20,133,162,80,20,138,66,81,232,62,80,104,88,138,66,67,20,138,66,81,40,10,69,161,40,20,133,162,80,20,138,66,81,40,10,69,161,40,20,133,162,80,20,138,66,81,40,10,221,7,10,13,74,81,104,128,66,81,40,10,109,35,133,102,121,250,7,165,158,254,129,167,255,250,215,42,238,244,147,32,78,250,179,110,18,76,71,113,119,156,140,198,195,121,111,62,9,70,227,120,62,155,70,147,202,159,139,153,46,89,237,115,49,211,37,235,122,46,230,154,226,106,94,97,243,127,190,21,62,253,51,92,188,200,211,255,201,245,11,64,174,179,194,59,243,181,151,0,167,133,175,126,189,230,203,23,236,126,56,155,77,38,243,126,111,58,157,199,241,60,26,133,131,105,52,11,123,227,225,164,63,143,131,168,234,59,52,239,69,43,121,229,201,122,209,74,95,123,178,94,180,166,87,159,66,151,175,238,197,32,219,229,45,140,90,24,181,48,106,97,212,194,168,133,81,11,163,22,70,45,140,90,24,181,48,106,97,212,194,168,133,81,11,163,22,70,45,140,102,161,209,92,103,135,111,160,81,167,135,163,81,52,138,70,209,40,26,69,163,104,20,141,162,81,52,138,70,209,40,26,69,163,104,20,141,162,81,52,138,70,247,144,70,115,157,37,190,129,70,157,38,142,70,209,40,26,69,163,104,20,141,162,81,52,138,70,209,40,26,69,163,104,20,141,162,81,52,138,70,209,40,26,221,67,26,205,117,182,248,6,26,117,186,56,26,69,163,104,20,141,162,81,52,138,70,209,40,26,69,163,104,20,141,162,81,52,138,70,209,40,26,69,163,104,116,15,105,52,215,97,195,27,104,212,113,195,104,20,141,162,81,52,138,70,209,40,26,69,163,104,20,141,162,81,52,138,70,209,40,26,69,163,104,20,141,162,209,61,163,209,112,249,70,140,37,104,52,60,138,84,163,104,20,141,162,81,52,138,70,209,40,26,69,163,104,20,141,162,81,52,138,70,209,40,26,69,163,104,20,141,162,209,125,164,209,50,213,232,146,70,85,163,104,20,141,162,81,52,138,70,209,40,26,69,163,104,20,141,162,81,52,138,70,209,40,26,69,163,104,20,141,162,209,189,163,209,176,36,141,134,104,116,147,94,197,157,241,44,156,13,103,163,112,156,68,73,156,12,135,227,209,108,178,248,79,127,56,158,135,221,238,116,88,131,82,102,186,104,213,74,153,233,162,245,41,101,174,137,174,202,160,243,127,206,149,210,104,134,203,175,211,232,189,47,7,143,95,252,114,114,243,79,97,252,104,249,154,144,253,205,217,38,203,143,185,254,167,48,30,175,188,56,108,127,143,182,112,235,171,67,187,159,237,119,62,251,206,159,97,103,216,77,162,56,142,147,160,183,248,65,55,25,247,198,139,191,181,5,139,31,118,131,225,168,159,204,123,189,74,159,246,69,174,94,221,243,63,255,213,129,61,176,7,246,192,30,216,3,123,96,15,236,129,61,176,7,246,192,30,216,3,123,96,15,236,129,125,14,161,203,124,218,195,253,66,183,237,208,7,66,71,232,8,29,161,35,116,132,142,208,17,58,66,71,232,8,29,161,35,116,132,142,208,17,58,66,71,232,8,221,70,161,203,92,214,222,47,116,219,2,91,66,71,232,8,29,161,35,116,132,142,208,17,58,66,71,232,8,29,161,35,116,132,142,208,17,58,66,71,232,8,221,154,208,157,158,189,186,56,127,253,248,162,196,118,215,206,114,128,95,190,78,174,214,204,238,176,246,189,254,152,134,78,39,76,130,105,63,26,76,226,105,56,136,167,211,249,104,214,93,252,248,214,157,142,146,168,55,141,186,213,158,205,89,98,16,117,9,94,142,65,128,60,144,7,242,64,30,200,3,121,32,15,228,129,60,144,7,242,64,30,200,3,121,32,15,228,129,188,34,144,87,108,87,108,58,228,29,214,246,88,144,7,242,64,30,200,3,121,32,15,228,129,60,144,7,242,64,30,200,3,121,32,15,228,129,60,144,7,242,26,130,188,98,155,103,211,33,239,176,118,209,130,60,144,7,242,64,30,200,3,121,32,15,228,129,60,144,7,242,64,30,200,3,121,32,15,228,129,60,144,87,31,228,189,124,115,241,235,226,183,74,108,172,253,252,237,234,221,167,143,107,136,215,218,109,181,181,248,217,205,36,92,159,10,215,235,143,194,126,220,79,122,209,32,30,70,211,97,127,16,69,253,225,164,219,27,117,103,195,56,188,65,188,90,36,49,215,32,234,66,188,28,131,128,120,16,15,226,65,60,136,7,241,32,30,196,131,120,16,15,226,65,60,136,7,241,32,30,196,131,120,249,17,175,224,166,218,20,196,107,237,150,90,136,7,241,32,30,196,131,120,16,15,226,65,60,136,7,241,32,30,196,131,120,16,15,226,65,60,136,7,241,246,23,241,10,110,168,77,65,188,214,110,167,133,120,16,15,226,65,60,136,7,241,32,30,196,131,120,16,15,226,65,60,136,7,241,32,30,196,131,120,16,111,143,16,47,78,30,21,221,71,27,39,227,53,182,219,182,129,246,22,185,165,176,93,59,80,110,241,185,45,13,106,222,159,246,131,94,48,28,79,71,221,120,18,36,227,48,74,6,65,56,157,132,209,176,55,27,118,107,210,184,236,87,175,131,225,178,94,157,191,241,55,254,198,223,248,27,127,227,111,252,141,191,241,55,254,198,223,248,27,127,227,111,252,141,191,229,240,183,2,91,96,55,249,219,182,189,175,252,141,191,241,55,254,198,223,248,27,127,227,111,252,141,191,241,55,254,198,223,248,27,127,227,111,252,141,191,29,164,191,21,216,189,186,201,223,182,109,91,229,111,252,141,191,241,55,254,198,223,248,27,127,227,111,252,141,191,241,55,254,198,223,248,27,127,227,111,252,237,224,252,237,244,236,213,197,249,235,199,23,37,54,162,118,150,3,252,242,117,114,181,38,114,59,218,145,90,139,137,253,248,36,59,157,254,104,16,206,147,40,12,186,73,47,30,245,251,131,36,232,134,163,104,60,92,252,79,52,157,142,111,96,174,22,22,204,53,136,186,124,46,199,32,48,29,166,195,116,152,14,211,97,58,76,135,233,48,29,166,195,116,152,14,211,97,58,76,135,233,48,93,17,166,43,182,95,53,157,233,118,180,113,21,211,97,58,76,135,233,48,29,166,195,116,152,14,211,97,58,76,135,233,48,29,166,195,116,152,14,211,97,186,125,102,186,98,219,90,211,153,110,71,251,91,49,29,166,195,116,152,14,211,97,58,76,135,233,48,29,166,195,116,152,14,211,97,58,76,135,233,48,29,166,219,51,166,123,249,230,226,215,197,111,149,216,242,250,249,219,213,187,79,31,215,136,238,103,122,11,214,155,79,113,121,26,219,116,18,246,226,96,60,79,162,105,28,143,130,233,160,219,29,117,195,104,28,117,147,40,28,39,163,7,245,157,68,151,107,16,117,17,93,142,65,32,58,68,135,232,16,29,162,67,116,136,14,209,33,58,68,135,232,16,29,162,67,116,136,14,209,33,186,252,68,87,112,187,107,10,209,253,76,239,210,138,232,16,29,162,67,116,136,14,209,33,58,68,135,232,16,29,162,67,116,136,14,209,33,58,68,135,232,16,93,35,68,87,112,171,107,10,209,253,76,111,228,138,232,16,29,162,67,116,136,14,209,33,58,68,135,232,16,29,162,67,116,136,14,209,33,58,68,135,232,16,93,61,68,215,127,84,116,131,107,127,188,70,114,219,54,182,70,219,68,46,186,13,114,75,161,91,249,245,96,229,215,225,234,3,162,213,71,180,195,248,250,227,165,104,37,195,105,55,142,199,195,110,55,233,199,193,52,30,71,253,222,60,232,78,230,73,50,236,143,147,168,38,219,203,124,241,58,76,47,227,197,89,30,203,99,121,44,143,229,177,60,150,199,242,88,30,203,99,121,44,143,229,177,60,150,199,242,88,94,118,203,43,176,19,118,131,229,109,219,1,203,242,88,30,203,99,121,44,143,229,177,60,150,199,242,88,30,203,99,121,44,143,229,177,60,150,199,242,88,30,203,43,107,121,5,182,204,110,176,188,109,91,101,89,30,203,99,121,44,143,229,177,60,150,199,242,88,30,203,99,121,44,143,229,177,60,150,199,242,88,30,203,99,121,101,44,239,244,236,213,197,249,235,199,23,197,55,219,118,150,195,251,242,117,114,181,166,123,118,221,166,27,215,143,73,235,252,217,9,102,225,36,74,162,96,54,157,118,227,112,30,143,131,104,56,11,167,163,241,36,234,198,243,176,70,229,203,55,136,154,180,47,207,32,168,31,245,163,126,212,143,250,81,63,234,71,253,168,31,245,163,126,212,143,250,81,63,234,71,253,168,95,1,245,43,180,45,55,93,253,236,207,165,126,212,143,250,81,63,234,71,253,168,31,245,163,126,212,143,250,81,63,234,71,253,168,31,245,163,126,212,111,231,234,87,104,3,111,186,250,217,201,75,253,168,31,245,163,126,212,143,250,81,63,234,71,253,168,31,245,163,126,212,143,250,81,63,234,71,253,168,223,46,212,239,229,155,139,95,23,191,83,124,127,239,231,111,87,239,62,125,92,19,63,187,123,211,157,235,102,202,174,15,178,27,7,179,110,148,12,195,112,146,196,211,100,54,78,130,105,127,60,159,132,147,32,136,102,211,81,125,224,151,107,12,53,121,95,142,49,224,62,220,135,251,112,31,238,195,125,184,15,247,225,62,220,135,251,112,31,238,195,125,184,15,247,225,190,220,220,87,108,99,111,10,247,217,214,139,251,112,31,238,195,125,184,15,247,225,62,220,135,251,112,31,238,195,125,184,15,247,225,62,220,135,251,112,223,46,185,175,216,142,222,20,238,179,159,23,247,225,62,220,135,251,112,31,238,195,125,184,15,247,225,62,220,135,251,112,31,238,195,125,184,15,247,225,190,10,185,111,137,122,151,191,156,188,188,248,53,58,125,254,244,242,213,197,241,163,103,39,151,191,156,62,121,242,250,213,210,254,162,155,223,188,124,242,50,236,45,126,177,206,125,215,92,51,157,125,190,122,23,189,255,240,182,179,24,195,248,247,89,103,250,126,62,255,186,116,189,78,116,243,155,157,249,231,176,119,135,251,162,12,220,55,216,198,125,171,156,183,138,121,91,52,48,236,221,177,189,120,229,1,139,87,192,163,181,127,177,254,33,201,218,191,25,172,253,155,191,174,180,248,38,244,249,203,108,233,91,179,233,241,151,171,247,243,209,228,234,31,179,111,203,31,172,22,83,247,254,247,247,87,223,70,239,255,158,208,135,185,38,248,225,232,251,159,248,199,195,191,190,41,118,190,95,238,225,159,215,192,250,112,249,237,183,137,235,222,186,222,93,131,123,240,234,248,233,201,243,227,127,156,156,95,190,60,127,241,244,252,248,249,205,171,249,205,195,142,62,127,91,60,226,239,15,121,245,250,209,243,211,139,197,29,121,126,242,248,226,197,249,155,197,199,62,252,244,249,234,225,135,223,111,134,248,112,105,131,119,30,241,248,197,217,197,241,233,217,226,159,158,189,120,122,249,236,228,183,147,103,203,219,45,184,243,65,55,55,254,171,147,243,223,22,191,184,56,125,126,242,226,245,197,226,163,226,94,176,252,184,147,179,95,94,190,56,61,187,88,251,128,229,239,255,120,214,60,62,126,252,235,201,229,249,139,23,23,171,99,186,115,165,147,179,223,150,184,157,126,245,127,190,56,95,252,187,87,15,254,39,108,141,78,134,119,127,136,26,28,197,215,63,68,245,119,163,147,217,71,211,172,78,22,25,87,19,58,153,125,92,205,232,100,206,241,52,166,147,69,198,213,132,78,102,28,87,163,58,153,117,76,13,234,100,198,33,53,170,147,217,199,212,140,78,102,31,79,51,58,153,125,60,77,232,100,206,209,212,172,147,57,71,83,179,78,102,28,77,99,58,153,113,60,13,233,100,198,209,52,164,147,57,71,83,179,78,102,31,77,19,58,153,115,52,53,235,228,61,163,161,147,116,146,78,210,73,58,89,80,39,55,197,136,133,117,50,75,140,120,176,58,121,253,45,237,225,138,43,94,255,203,31,216,216,201,53,243,71,87,163,47,71,111,255,255,94,153,188,185,230,205,69,10,254,225,24,18,67,98,72,12,137,33,49,36,134,196,144,24,18,67,98,72,12,137,33,49,36,134,196,144,24,18,67,22,98,200,223,194,203,238,181,247,156,191,120,118,118,114,81,168,147,252,51,236,116,59,147,79,139,31,240,63,253,254,113,118,247,157,142,165,146,213,164,146,43,115,220,100,45,153,225,210,130,73,82,73,42,73,37,169,36,149,164,146,84,146,74,82,73,42,73,37,169,36,149,164,146,84,146,74,82,89,181,84,22,105,38,239,147,74,217,100,205,217,228,202,228,87,94,78,166,254,249,72,18,73,34,73,36,137,36,145,36,146,68,146,72,18,73,34,73,36,137,36,145,36,146,68,146,72,18,73,86,66,146,133,79,154,92,161,43,39,78,54,148,81,54,126,242,100,214,235,11,42,233,37,189,164,151,244,146,94,210,75,122,73,47,233,37,189,164,151,244,146,94,210,75,122,73,47,233,101,45,122,89,65,85,233,68,202,93,167,149,245,156,76,121,255,69,48,37,166,196,148,152,18,83,98,74,76,137,41,49,37,166,196,148,152,18,83,98,74,76,137,41,49,37,166,172,132,41,23,191,14,43,137,44,23,191,14,31,136,44,235,143,44,151,19,189,203,200,50,237,250,34,75,122,73,47,233,37,189,164,151,244,146,94,210,75,122,73,47,233,37,189,164,151,244,146,94,210,75,122,89,139,94,86,17,89,174,233,165,200,178,225,200,114,249,21,168,61,178,188,123,17,76,137,41,49,37,166,196,148,152,18,83,98,74,76,137,41,49,37,166,196,148,152,18,83,98,74,76,137,41,171,99,202,202,142,179,92,34,150,51,45,155,204,45,119,126,176,229,189,131,16,94,18,77,162,73,52,137,38,209,36,154,68,147,104,18,77,162,73,52,137,38,209,36,154,68,147,104,18,205,250,68,179,170,250,210,57,151,173,72,48,155,57,236,114,195,149,208,37,186,68,151,232,18,93,162,75,116,137,46,209,37,186,68,151,232,18,93,162,75,116,137,46,209,37,186,44,70,151,209,101,120,155,46,11,37,152,81,39,188,229,87,15,132,151,53,132,151,119,231,184,209,220,114,251,165,69,150,164,146,84,146,74,82,73,42,73,37,169,36,149,164,146,84,146,74,82,73,42,73,37,169,36,149,164,178,106,169,44,148,86,222,35,149,130,202,186,131,202,187,147,95,125,70,153,246,231,35,73,36,137,36,145,36,146,68,146,72,18,73,34,73,36,137,36,145,36,146,68,146,72,18,73,34,73,36,89,9,73,22,63,196,242,46,93,57,191,178,161,140,178,249,163,43,51,94,95,80,73,47,233,37,189,164,151,244,146,94,210,75,122,73,47,233,37,189,164,151,244,146,94,210,75,122,73,47,107,209,203,10,170,74,103,85,238,58,173,172,233,152,202,123,47,130,41,49,37,166,196,148,152,18,83,98,74,76,137,41,49,37,166,196,148,152,18,83,98,74,76,137,41,49,101,58,83,158,62,63,126,122,242,244,228,236,228,252,248,98,105,147,75,172,60,125,118,122,241,230,248,52,5,46,83,161,242,250,138,111,103,31,103,95,70,87,75,182,186,237,93,27,77,43,55,85,110,147,202,251,100,114,35,60,70,245,128,97,238,153,40,70,134,37,46,3,13,191,163,225,233,229,237,135,62,57,125,118,178,50,237,55,83,61,25,77,222,205,254,158,190,218,176,113,241,109,166,4,53,222,30,247,231,111,87,159,190,76,222,221,250,9,105,153,50,135,157,63,222,126,88,252,223,226,39,165,197,165,22,31,180,248,121,235,250,135,164,65,231,235,248,235,199,171,175,209,226,158,78,58,127,44,110,172,15,163,255,157,125,201,102,146,171,163,206,37,146,77,12,58,149,46,87,71,158,31,46,155,29,126,84,118,248,171,63,68,55,49,252,76,119,122,62,6,109,108,216,101,110,154,116,45,109,118,248,5,111,154,116,84,173,125,248,233,250,154,105,240,247,216,107,253,67,223,140,180,89,217,52,211,231,119,15,154,214,254,249,165,233,106,214,129,111,182,213,38,134,157,237,27,110,46,130,109,98,216,155,28,39,235,100,111,84,156,198,6,93,228,117,39,13,116,27,27,116,92,98,208,171,238,91,251,160,211,128,120,117,212,249,120,184,246,97,167,56,114,166,185,78,83,228,218,7,157,194,205,153,6,157,134,205,141,13,186,200,83,49,205,164,155,24,116,225,23,189,52,186,110,108,208,5,103,186,185,23,189,140,20,190,193,128,239,126,46,89,4,120,235,35,210,112,117,235,3,215,244,114,251,35,86,85,44,195,35,242,79,193,186,91,102,121,200,170,90,110,127,204,150,153,46,8,124,255,122,118,249,232,248,213,201,181,241,93,255,183,180,243,253,251,247,206,120,241,92,232,132,157,96,141,251,194,45,220,151,108,243,190,213,212,112,181,84,44,31,4,134,229,125,239,214,12,52,192,124,27,175,70,251,104,31,237,163,125,180,143,246,209,62,218,71,251,104,31,237,163,125,180,143,246,209,62,218,71,251,104,95,37,85,223,125,218,183,45,238,43,175,125,171,59,145,239,238,60,190,217,34,124,183,9,76,166,71,81,210,130,6,144,17,50,66,70,200,8,25,33,35,100,132,63,153,17,226,63,252,135,255,240,31,254,195,127,248,15,255,225,63,252,87,23,255,157,189,60,62,61,187,56,61,123,122,121,254,250,236,159,199,111,158,63,91,103,191,91,31,148,250,150,41,239,63,126,30,189,255,120,245,254,227,219,206,151,175,31,255,111,244,237,195,239,235,142,244,247,7,61,200,245,150,41,119,182,226,110,194,190,141,123,117,183,157,0,184,253,36,194,65,78,233,251,241,217,61,44,52,39,165,223,221,164,142,1,120,123,147,198,206,13,156,148,130,187,119,95,223,190,93,124,13,23,95,190,217,134,239,6,225,81,24,28,69,157,197,95,10,63,254,49,255,244,229,195,226,185,151,28,133,253,197,55,134,201,205,55,134,59,223,17,22,227,186,253,138,17,53,54,152,183,63,6,179,252,38,21,223,25,82,38,69,92,157,194,92,138,88,243,12,54,50,150,60,19,152,42,154,171,179,152,95,52,107,158,202,230,6,84,108,62,163,178,243,185,250,163,222,206,231,179,170,1,229,153,207,76,47,146,249,204,119,71,243,184,187,23,201,84,128,206,53,143,109,122,142,87,63,160,98,243,89,240,57,158,46,226,59,159,207,198,159,227,233,68,159,105,54,239,33,250,93,204,101,13,195,201,62,147,41,7,189,174,205,99,222,99,94,235,158,200,166,198,147,121,38,211,215,94,50,221,147,247,172,189,236,226,158,172,97,56,121,102,50,219,61,153,107,41,104,71,179,88,237,96,242,204,97,182,191,42,230,90,151,170,251,175,138,141,12,38,207,28,110,242,226,172,183,225,70,47,222,209,93,88,233,88,114,79,96,145,159,120,210,22,236,118,57,129,141,255,156,147,178,120,152,107,2,87,23,15,119,57,129,85,141,37,243,4,166,45,100,174,206,96,190,133,204,154,167,176,153,193,100,158,195,148,85,213,76,55,97,218,170,234,46,110,194,170,199,146,121,2,83,86,120,51,77,96,218,10,239,46,38,176,234,177,228,158,192,34,223,71,210,86,155,119,57,129,141,127,31,73,89,249,206,58,129,173,249,73,166,234,177,228,158,192,130,119,96,107,126,146,169,122,44,247,78,96,209,147,240,239,206,106,150,115,240,51,60,98,117,249,60,195,67,86,23,233,183,63,100,237,4,252,173,15,217,146,67,68,185,115,136,141,143,216,116,30,253,214,161,101,105,40,54,94,109,237,44,250,173,151,90,59,137,62,195,35,114,127,65,239,77,59,54,126,34,247,166,29,41,143,200,255,229,188,63,237,72,123,200,125,105,199,230,199,228,190,107,214,78,158,223,58,197,235,231,206,111,125,200,218,169,243,219,31,177,250,85,89,121,68,241,70,229,250,196,249,170,27,149,112,89,81,253,12,141,74,214,221,104,249,230,170,224,38,180,162,23,145,162,72,81,164,40,82,20,41,138,20,69,138,34,69,217,117,58,33,69,145,162,180,104,217,95,138,34,69,145,162,72,81,164,40,82,20,41,138,20,69,138,34,69,145,162,72,81,164,40,82,20,41,138,20,69,138,34,69,145,162,72,81,164,40,181,167,40,53,28,151,178,245,108,228,22,164,40,135,85,129,212,148,111,220,247,65,43,133,201,127,10,223,162,79,94,134,189,202,142,245,233,204,63,135,189,7,13,156,237,147,114,103,54,115,80,207,245,103,185,243,211,122,82,71,225,200,30,157,148,78,74,39,165,147,210,73,233,164,116,82,237,152,75,157,148,78,74,39,165,147,210,73,233,164,116,82,58,41,157,148,78,74,39,165,147,210,73,233,164,116,82,58,41,157,148,78,74,39,165,147,210,73,233,164,116,82,7,214,73,93,71,40,85,157,219,179,30,161,212,116,120,79,201,8,165,158,147,120,174,63,251,70,142,227,89,185,146,214,68,107,162,53,209,154,104,77,180,38,90,19,173,201,174,219,8,173,137,214,164,69,235,250,90,19,173,137,214,68,107,162,53,209,154,104,77,180,38,90,19,173,137,214,68,107,162,53,209,154,104,77,180,38,90,19,173,137,214,68,107,162,53,105,166,53,169,235,192,147,154,78,231,73,111,77,14,176,240,104,233,121,59,203,187,238,244,217,233,197,155,227,211,245,59,48,186,253,145,89,206,219,185,253,149,92,251,26,69,105,135,67,213,116,222,78,243,239,83,150,126,56,78,230,137,169,245,136,158,82,163,112,68,143,108,74,54,37,155,146,77,201,166,100,83,178,169,118,204,165,108,74,54,37,155,146,77,201,166,100,83,178,41,217,148,108,74,54,37,155,146,77,201,166,100,83,178,41,217,148,108,74,54,37,155,146,77,201,166,100,83,178,169,159,39,155,202,222,173,100,57,162,167,88,183,82,211,17,61,205,119,43,249,79,245,201,60,97,165,79,245,41,112,37,121,138,60,69,158,34,79,145,167,200,83,228,41,242,148,93,231,20,242,20,121,74,139,82,0,121,138,60,69,158,34,79,145,167,200,83,228,41,242,20,121,138,60,69,158,34,79,145,167,200,83,228,41,242,20,121,138,60,69,158,34,79,145,167,52,147,167,212,117,172,74,77,167,250,84,154,167,28,96,20,178,247,7,1,93,31,70,85,233,105,64,235,39,82,213,116,36,80,201,119,63,171,224,100,157,235,79,181,29,135,252,164,14,197,73,63,82,42,41,149,148,74,74,37,165,146,82,73,169,218,49,151,82,42,41,149,148,74,74,37,165,146,82,73,169,164,84,82,42,41,149,148,74,74,37,165,146,82,73,169,164,84,82,42,41,149,148,74,74,37,165,146,82,73,169,14,49,165,250,254,46,105,21,30,247,179,233,173,210,106,57,243,167,100,152,82,227,1,62,43,239,167,86,119,176,213,214,183,111,211,159,232,79,244,39,250,19,253,137,254,68,127,162,63,209,159,232,79,118,63,151,250,19,253,137,254,68,127,162,63,209,159,232,79,244,39,250,19,253,137,254,68,127,162,63,209,159,232,79,244,39,250,19,253,137,254,68,127,162,63,105,176,63,169,245,96,148,154,14,245,73,239,79,14,53,248,104,211,49,61,23,255,186,136,78,159,111,185,21,127,11,47,147,244,99,121,174,254,125,21,189,255,176,229,235,242,103,216,73,30,52,112,12,79,211,239,112,246,253,147,127,152,115,42,74,31,211,83,225,117,157,201,163,137,210,68,105,162,52,81,154,40,77,148,38,170,29,115,169,137,210,68,105,162,52,81,154,40,77,148,38,74,19,165,137,210,68,105,162,52,81,154,40,77,148,38,74,19,165,137,210,68,105,162,52,81,154,40,77,148,38,106,207,155,168,236,21,74,120,25,87,89,161,132,71,241,207,80,161,100,62,166,39,243,44,21,59,150,167,192,31,47,57,145,156,72,78,36,39,146,19,201,137,228,68,114,178,235,68,66,114,34,57,105,209,242,190,228,68,114,34,57,145,156,72,78,36,39,146,19,201,137,228,68,114,34,57,145,156,72,78,36,39,146,19,201,137,228,68,114,34,57,145,156,72,78,106,76,78,162,203,184,202,228,36,58,138,91,158,156,28,74,243,177,159,39,241,44,111,200,168,218,27,50,114,67,186,33,75,221,144,97,181,55,100,232,134,116,67,150,186,33,43,173,68,163,214,87,162,110,200,118,223,144,41,111,29,90,244,134,172,229,173,66,221,144,7,116,67,86,122,154,99,77,103,135,186,33,15,230,134,188,62,225,182,252,25,163,235,199,218,30,246,65,163,215,243,177,171,211,70,83,47,238,200,81,251,63,236,255,176,255,195,254,15,251,63,236,255,176,255,163,29,115,105,255,135,253,31,246,127,216,255,97,255,135,253,31,246,127,216,255,97,255,135,253,31,246,127,216,255,97,255,135,253,31,246,127,216,255,97,255,135,253,31,246,127,216,255,97,255,135,253,31,246,127,228,157,226,189,221,255,241,253,189,151,203,6,124,155,222,112,185,253,21,223,78,14,31,93,121,227,230,90,194,173,182,190,57,180,12,69,134,34,67,145,161,200,80,100,40,50,20,25,138,12,69,134,178,251,185,148,161,200,80,100,40,50,20,25,138,12,69,134,34,67,145,161,200,80,100,40,50,20,25,138,12,69,134,34,67,145,161,200,80,100,40,50,20,25,74,221,25,74,80,242,44,210,77,25,74,112,152,7,146,182,53,1,217,227,3,124,150,247,103,185,163,73,55,223,159,7,121,62,169,251,179,150,251,179,220,73,165,155,239,207,131,60,174,212,253,89,203,253,89,125,102,218,254,3,208,220,159,173,190,63,163,178,39,243,69,15,28,201,119,51,17,59,57,139,111,227,85,29,194,167,126,86,63,171,159,213,207,234,103,245,179,250,185,29,115,169,126,86,63,171,159,213,207,234,103,245,179,250,89,253,172,126,86,63,171,159,213,207,234,103,245,179,250,89,253,172,126,86,63,171,159,213,207,234,103,245,179,250,57,239,20,239,101,253,28,149,125,63,231,187,245,201,62,188,155,115,243,199,238,69,117,158,183,23,181,176,194,146,154,72,77,164,38,82,19,169,137,212,68,106,34,53,145,154,72,77,118,63,151,82,19,169,137,212,68,106,34,53,145,154,72,77,164,38,82,19,169,137,212,68,106,34,53,145,154,72,77,164,38,82,19,169,137,212,68,106,34,53,169,45,53,9,203,156,176,183,154,154,132,7,120,180,94,27,107,143,125,60,115,103,121,43,150,56,76,111,253,86,60,188,83,244,220,138,213,221,138,37,206,205,91,191,21,15,239,192,60,183,98,117,183,98,133,45,104,251,223,130,217,173,216,222,91,177,194,67,241,14,243,152,70,183,98,85,183,226,163,227,87,39,165,143,105,236,132,157,241,232,143,217,3,167,53,222,153,143,221,28,218,120,207,197,157,221,40,168,23,212,11,234,5,245,130,122,65,189,160,190,29,115,41,168,23,212,11,234,5,245,130,122,65,189,160,94,80,47,168,23,212,11,234,5,245,130,122,65,189,160,94,80,47,168,23,212,11,234,5,245,130,122,65,189,160,62,239,20,239,109,80,127,93,166,148,237,234,55,149,41,251,144,215,239,224,36,199,239,83,85,235,129,142,107,215,144,161,200,80,100,40,50,20,25,138,12,69,134,34,67,217,117,54,33,67,145,161,180,104,201,95,134,34,67,145,161,200,80,100,40,50,20,25,138,12,69,134,34,67,145,161,200,80,100,40,50,20,25,138,12,69,134,34,67,145,161,200,80,100,40,245,103,40,101,206,212,75,203,80,218,126,180,158,12,69,134,114,39,67,41,243,4,42,115,18,96,218,19,168,237,7,2,122,2,57,133,43,207,115,164,234,83,184,246,225,164,66,207,17,207,145,236,207,145,224,50,169,252,57,18,28,37,45,127,142,184,63,247,231,254,172,190,87,15,90,223,171,187,63,247,231,254,172,254,47,178,65,235,255,34,235,254,220,159,251,179,250,191,39,6,173,255,123,162,251,115,127,238,207,234,255,142,214,254,147,146,221,159,45,191,63,159,188,12,123,229,207,241,158,127,14,123,15,156,226,125,107,54,118,116,134,119,218,165,157,224,109,235,164,173,147,182,78,218,58,105,235,164,173,147,182,78,182,99,46,109,157,180,117,210,214,73,91,39,109,157,180,117,210,214,73,91,39,109,157,180,117,210,214,73,91,39,109,157,180,117,210,214,73,91,39,109,157,180,117,210,214,73,91,39,109,157,180,117,210,214,201,188,83,188,167,91,39,175,139,148,210,123,90,214,138,20,59,90,210,39,170,222,253,44,119,175,32,63,145,159,200,79,228,39,242,19,249,137,252,68,126,178,235,92,66,126,34,63,105,209,82,191,252,68,126,34,63,145,159,200,79,228,39,242,19,249,137,252,68,126,34,63,145,159,200,79,228,39,242,19,249,137,252,68,126,34,63,145,159,200,79,234,205,79,74,30,199,183,33,63,57,204,195,248,90,26,127,236,237,81,61,165,15,226,219,120,103,30,226,49,124,238,204,234,239,204,82,71,240,109,188,51,15,241,0,62,119,102,245,119,102,213,49,105,251,143,55,115,103,238,228,206,124,253,242,213,227,227,103,167,103,91,238,205,127,37,223,63,114,241,103,221,127,6,223,215,207,127,44,254,238,181,248,11,249,253,95,157,127,39,223,63,114,241,69,253,89,143,227,251,107,42,30,150,154,154,210,103,243,213,56,14,7,245,41,165,149,210,74,105,165,180,82,90,41,173,148,110,199,92,42,165,149,210,74,105,165,180,82,90,41,173,148,86,74,43,165,149,210,74,105,165,180,82,90,41,173,148,86,74,43,165,149,210,74,105,165,180,82,90,41,173,148,206,59,197,45,43,165,139,22,44,169,103,246,85,81,176,28,218,241,125,5,231,172,216,73,126,165,47,38,85,145,170,72,85,164,42,82,21,169,138,84,69,170,178,235,180,66,170,34,85,105,81,22,32,85,145,170,72,85,164,42,82,21,169,138,84,69,170,34,85,145,170,72,85,164,42,82,21,169,138,84,69,170,34,85,145,170,72,85,164,42,82,149,198,82,149,26,15,91,249,217,14,7,250,121,234,144,54,156,19,244,159,255,2]} \ No newline at end of file