published on Wednesday, Oct 28, 2026 by Pulumi
published on Wednesday, Oct 28, 2026 by Pulumi
Provides a SageMaker AI Inference Component resource. An inference component is a SageMaker AI hosting object that you can use to deploy a model to an endpoint. You can optimize resource utilization by tailoring how the required CPU cores, accelerators, and memory are allocated. You can deploy multiple inference components to an endpoint, where each inference component contains one model and the resource utilization needs for that individual model.
Example Usage
Basic Usage
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const example = new aws.sagemaker.InferenceComponent("example", {
specification: {
computeResourceRequirements: {
minMemoryRequiredInMb: 1024,
},
modelName: exampleAwsSagemakerModel.name,
},
runtimeConfig: {
copyCount: 1,
},
name: "my-inference-component",
endpointName: exampleAwsSagemakerEndpoint.name,
variantName: "variant-1",
});
import pulumi
import pulumi_aws as aws
example = aws.sagemaker.InferenceComponent("example",
specification={
"compute_resource_requirements": {
"min_memory_required_in_mb": 1024,
},
"model_name": example_aws_sagemaker_model["name"],
},
runtime_config={
"copy_count": 1,
},
name="my-inference-component",
endpoint_name=example_aws_sagemaker_endpoint["name"],
variant_name="variant-1")
package main
import (
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/sagemaker"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := sagemaker.NewInferenceComponent(ctx, "example", &sagemaker.InferenceComponentArgs{
Specification: &sagemaker.InferenceComponentSpecificationArgs{
ComputeResourceRequirements: &sagemaker.InferenceComponentSpecificationComputeResourceRequirementsArgs{
MinMemoryRequiredInMb: pulumi.Int(1024),
},
ModelName: pulumi.Any(exampleAwsSagemakerModel.Name),
},
RuntimeConfig: &sagemaker.InferenceComponentRuntimeConfigArgs{
CopyCount: pulumi.Int(1),
},
Name: pulumi.String("my-inference-component"),
EndpointName: pulumi.Any(exampleAwsSagemakerEndpoint.Name),
VariantName: pulumi.String("variant-1"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var example = new Aws.Sagemaker.InferenceComponent("example", new()
{
Specification = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationArgs
{
ComputeResourceRequirements = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationComputeResourceRequirementsArgs
{
MinMemoryRequiredInMb = 1024,
},
ModelName = exampleAwsSagemakerModel.Name,
},
RuntimeConfig = new Aws.Sagemaker.Inputs.InferenceComponentRuntimeConfigArgs
{
CopyCount = 1,
},
Name = "my-inference-component",
EndpointName = exampleAwsSagemakerEndpoint.Name,
VariantName = "variant-1",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.sagemaker.InferenceComponent;
import com.pulumi.aws.sagemaker.InferenceComponentArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentSpecificationArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentSpecificationComputeResourceRequirementsArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentRuntimeConfigArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var example = new InferenceComponent("example", InferenceComponentArgs.builder()
.specification(InferenceComponentSpecificationArgs.builder()
.computeResourceRequirements(InferenceComponentSpecificationComputeResourceRequirementsArgs.builder()
.minMemoryRequiredInMb(1024)
.build())
.modelName(exampleAwsSagemakerModel.get("name"))
.build())
.runtimeConfig(InferenceComponentRuntimeConfigArgs.builder()
.copyCount(1)
.build())
.name("my-inference-component")
.endpointName(exampleAwsSagemakerEndpoint.get("name"))
.variantName("variant-1")
.build());
}
}
resources:
example:
type: aws:sagemaker:InferenceComponent
properties:
specification:
computeResourceRequirements:
minMemoryRequiredInMb: 1024
modelName: ${exampleAwsSagemakerModel.name}
runtimeConfig:
copyCount: 1
name: my-inference-component
endpointName: ${exampleAwsSagemakerEndpoint.name}
variantName: variant-1
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_sagemaker_inference_component" "example" {
lifecycle {
create_before_destroy = true
}
specification {
compute_resource_requirements {
min_memory_required_in_mb = 1024
}
model_name = exampleAwsSagemakerModel.name
}
runtime_config {
copy_count = 1
}
name = "my-inference-component"
endpoint_name = exampleAwsSagemakerEndpoint.name
variant_name = "variant-1"
}
With Container Specification
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const example = new aws.sagemaker.InferenceComponent("example", {
specification: {
container: {
image: "123456789012.dkr.ecr.us-east-1.amazonaws.com/my-model:latest",
artifactUrl: "s3://my-bucket/model.tar.gz",
environment: {
MODEL_NAME: "my-model",
},
},
computeResourceRequirements: {
minMemoryRequiredInMb: 2048,
maxMemoryRequiredInMb: 4096,
numberOfCpuCoresRequired: 2,
numberOfAcceleratorDevicesRequired: 1,
},
startupParameters: {
containerStartupHealthCheckTimeoutInSeconds: 300,
modelDataDownloadTimeoutInSeconds: 300,
},
},
runtimeConfig: {
copyCount: 2,
},
name: "my-inference-component",
endpointName: exampleAwsSagemakerEndpoint.name,
variantName: "variant-1",
});
import pulumi
import pulumi_aws as aws
example = aws.sagemaker.InferenceComponent("example",
specification={
"container": {
"image": "123456789012.dkr.ecr.us-east-1.amazonaws.com/my-model:latest",
"artifact_url": "s3://my-bucket/model.tar.gz",
"environment": {
"MODEL_NAME": "my-model",
},
},
"compute_resource_requirements": {
"min_memory_required_in_mb": 2048,
"max_memory_required_in_mb": 4096,
"number_of_cpu_cores_required": float(2),
"number_of_accelerator_devices_required": float(1),
},
"startup_parameters": {
"container_startup_health_check_timeout_in_seconds": 300,
"model_data_download_timeout_in_seconds": 300,
},
},
runtime_config={
"copy_count": 2,
},
name="my-inference-component",
endpoint_name=example_aws_sagemaker_endpoint["name"],
variant_name="variant-1")
package main
import (
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/sagemaker"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := sagemaker.NewInferenceComponent(ctx, "example", &sagemaker.InferenceComponentArgs{
Specification: &sagemaker.InferenceComponentSpecificationArgs{
Container: &sagemaker.InferenceComponentSpecificationContainerArgs{
Image: pulumi.String("123456789012.dkr.ecr.us-east-1.amazonaws.com/my-model:latest"),
ArtifactUrl: pulumi.String("s3://my-bucket/model.tar.gz"),
Environment: pulumi.StringMap{
"MODEL_NAME": pulumi.String("my-model"),
},
},
ComputeResourceRequirements: &sagemaker.InferenceComponentSpecificationComputeResourceRequirementsArgs{
MinMemoryRequiredInMb: pulumi.Int(2048),
MaxMemoryRequiredInMb: pulumi.Int(4096),
NumberOfCpuCoresRequired: pulumi.Float64(2),
NumberOfAcceleratorDevicesRequired: pulumi.Float64(1),
},
StartupParameters: &sagemaker.InferenceComponentSpecificationStartupParametersArgs{
ContainerStartupHealthCheckTimeoutInSeconds: pulumi.Int(300),
ModelDataDownloadTimeoutInSeconds: pulumi.Int(300),
},
},
RuntimeConfig: &sagemaker.InferenceComponentRuntimeConfigArgs{
CopyCount: pulumi.Int(2),
},
Name: pulumi.String("my-inference-component"),
EndpointName: pulumi.Any(exampleAwsSagemakerEndpoint.Name),
VariantName: pulumi.String("variant-1"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var example = new Aws.Sagemaker.InferenceComponent("example", new()
{
Specification = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationArgs
{
Container = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationContainerArgs
{
Image = "123456789012.dkr.ecr.us-east-1.amazonaws.com/my-model:latest",
ArtifactUrl = "s3://my-bucket/model.tar.gz",
Environment =
{
{ "MODEL_NAME", "my-model" },
},
},
ComputeResourceRequirements = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationComputeResourceRequirementsArgs
{
MinMemoryRequiredInMb = 2048,
MaxMemoryRequiredInMb = 4096,
NumberOfCpuCoresRequired = 2.0,
NumberOfAcceleratorDevicesRequired = 1.0,
},
StartupParameters = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationStartupParametersArgs
{
ContainerStartupHealthCheckTimeoutInSeconds = 300,
ModelDataDownloadTimeoutInSeconds = 300,
},
},
RuntimeConfig = new Aws.Sagemaker.Inputs.InferenceComponentRuntimeConfigArgs
{
CopyCount = 2,
},
Name = "my-inference-component",
EndpointName = exampleAwsSagemakerEndpoint.Name,
VariantName = "variant-1",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.sagemaker.InferenceComponent;
import com.pulumi.aws.sagemaker.InferenceComponentArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentSpecificationArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentSpecificationContainerArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentSpecificationComputeResourceRequirementsArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentSpecificationStartupParametersArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentRuntimeConfigArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var example = new InferenceComponent("example", InferenceComponentArgs.builder()
.specification(InferenceComponentSpecificationArgs.builder()
.container(InferenceComponentSpecificationContainerArgs.builder()
.image("123456789012.dkr.ecr.us-east-1.amazonaws.com/my-model:latest")
.artifactUrl("s3://my-bucket/model.tar.gz")
.environment(Map.of("MODEL_NAME", "my-model"))
.build())
.computeResourceRequirements(InferenceComponentSpecificationComputeResourceRequirementsArgs.builder()
.minMemoryRequiredInMb(2048)
.maxMemoryRequiredInMb(4096)
.numberOfCpuCoresRequired(2.0)
.numberOfAcceleratorDevicesRequired(1.0)
.build())
.startupParameters(InferenceComponentSpecificationStartupParametersArgs.builder()
.containerStartupHealthCheckTimeoutInSeconds(300)
.modelDataDownloadTimeoutInSeconds(300)
.build())
.build())
.runtimeConfig(InferenceComponentRuntimeConfigArgs.builder()
.copyCount(2)
.build())
.name("my-inference-component")
.endpointName(exampleAwsSagemakerEndpoint.get("name"))
.variantName("variant-1")
.build());
}
}
resources:
example:
type: aws:sagemaker:InferenceComponent
properties:
specification:
container:
image: 123456789012.dkr.ecr.us-east-1.amazonaws.com/my-model:latest
artifactUrl: s3://my-bucket/model.tar.gz
environment:
MODEL_NAME: my-model
computeResourceRequirements:
minMemoryRequiredInMb: 2048
maxMemoryRequiredInMb: 4096
numberOfCpuCoresRequired: 2
numberOfAcceleratorDevicesRequired: 1
startupParameters:
containerStartupHealthCheckTimeoutInSeconds: 300
modelDataDownloadTimeoutInSeconds: 300
runtimeConfig:
copyCount: 2
name: my-inference-component
endpointName: ${exampleAwsSagemakerEndpoint.name}
variantName: variant-1
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_sagemaker_inference_component" "example" {
lifecycle {
create_before_destroy = true
}
specification {
container {
image = "123456789012.dkr.ecr.us-east-1.amazonaws.com/my-model:latest"
artifact_url = "s3://my-bucket/model.tar.gz"
environment = {
"MODEL_NAME" = "my-model"
}
}
compute_resource_requirements {
min_memory_required_in_mb = 2048
max_memory_required_in_mb = 4096
number_of_cpu_cores_required = 2
number_of_accelerator_devices_required = 1
}
startup_parameters {
container_startup_health_check_timeout_in_seconds = 300
model_data_download_timeout_in_seconds = 300
}
}
runtime_config {
copy_count = 2
}
name = "my-inference-component"
endpoint_name = exampleAwsSagemakerEndpoint.name
variant_name = "variant-1"
}
With Deployment Config
deploymentConfig controls how updates to an existing inference component are rolled out; it has no effect on the initial create. Add it (or change it) on a subsequent apply to govern the rollout of a specification or runtimeConfig change.
import * as pulumi from "@pulumi/pulumi";
import * as aws from "@pulumi/aws";
const example = new aws.sagemaker.InferenceComponent("example", {
specification: {
computeResourceRequirements: {
minMemoryRequiredInMb: 1024,
},
modelName: exampleAwsSagemakerModel.name,
},
runtimeConfig: {
copyCount: 4,
},
deploymentConfig: {
rollingUpdatePolicy: {
maximumBatchSize: {
type: "COPY_COUNT",
value: 1,
},
waitIntervalInSeconds: 60,
},
autoRollbackConfiguration: {
alarms: [{
alarmName: exampleAwsCloudwatchMetricAlarm.alarmName,
}],
},
},
name: "my-inference-component",
endpointName: exampleAwsSagemakerEndpoint.name,
variantName: "variant-1",
});
import pulumi
import pulumi_aws as aws
example = aws.sagemaker.InferenceComponent("example",
specification={
"compute_resource_requirements": {
"min_memory_required_in_mb": 1024,
},
"model_name": example_aws_sagemaker_model["name"],
},
runtime_config={
"copy_count": 4,
},
deployment_config={
"rolling_update_policy": {
"maximum_batch_size": {
"type": "COPY_COUNT",
"value": 1,
},
"wait_interval_in_seconds": 60,
},
"auto_rollback_configuration": {
"alarms": [{
"alarm_name": example_aws_cloudwatch_metric_alarm["alarmName"],
}],
},
},
name="my-inference-component",
endpoint_name=example_aws_sagemaker_endpoint["name"],
variant_name="variant-1")
package main
import (
"github.com/pulumi/pulumi-aws/sdk/v7/go/aws/sagemaker"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
)
func main() {
pulumi.Run(func(ctx *pulumi.Context) error {
_, err := sagemaker.NewInferenceComponent(ctx, "example", &sagemaker.InferenceComponentArgs{
Specification: &sagemaker.InferenceComponentSpecificationArgs{
ComputeResourceRequirements: &sagemaker.InferenceComponentSpecificationComputeResourceRequirementsArgs{
MinMemoryRequiredInMb: pulumi.Int(1024),
},
ModelName: pulumi.Any(exampleAwsSagemakerModel.Name),
},
RuntimeConfig: &sagemaker.InferenceComponentRuntimeConfigArgs{
CopyCount: pulumi.Int(4),
},
DeploymentConfig: &sagemaker.InferenceComponentDeploymentConfigArgs{
RollingUpdatePolicy: &sagemaker.InferenceComponentDeploymentConfigRollingUpdatePolicyArgs{
MaximumBatchSize: &sagemaker.InferenceComponentDeploymentConfigRollingUpdatePolicyMaximumBatchSizeArgs{
Type: pulumi.String("COPY_COUNT"),
Value: pulumi.Int(1),
},
WaitIntervalInSeconds: pulumi.Int(60),
},
AutoRollbackConfiguration: &sagemaker.InferenceComponentDeploymentConfigAutoRollbackConfigurationArgs{
Alarms: sagemaker.InferenceComponentDeploymentConfigAutoRollbackConfigurationAlarmArray{
&sagemaker.InferenceComponentDeploymentConfigAutoRollbackConfigurationAlarmArgs{
AlarmName: pulumi.Any(exampleAwsCloudwatchMetricAlarm.AlarmName),
},
},
},
},
Name: pulumi.String("my-inference-component"),
EndpointName: pulumi.Any(exampleAwsSagemakerEndpoint.Name),
VariantName: pulumi.String("variant-1"),
})
if err != nil {
return err
}
return nil
})
}
using System.Collections.Generic;
using System.Linq;
using Pulumi;
using Aws = Pulumi.Aws;
return await Deployment.RunAsync(() =>
{
var example = new Aws.Sagemaker.InferenceComponent("example", new()
{
Specification = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationArgs
{
ComputeResourceRequirements = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationComputeResourceRequirementsArgs
{
MinMemoryRequiredInMb = 1024,
},
ModelName = exampleAwsSagemakerModel.Name,
},
RuntimeConfig = new Aws.Sagemaker.Inputs.InferenceComponentRuntimeConfigArgs
{
CopyCount = 4,
},
DeploymentConfig = new Aws.Sagemaker.Inputs.InferenceComponentDeploymentConfigArgs
{
RollingUpdatePolicy = new Aws.Sagemaker.Inputs.InferenceComponentDeploymentConfigRollingUpdatePolicyArgs
{
MaximumBatchSize = new Aws.Sagemaker.Inputs.InferenceComponentDeploymentConfigRollingUpdatePolicyMaximumBatchSizeArgs
{
Type = "COPY_COUNT",
Value = 1,
},
WaitIntervalInSeconds = 60,
},
AutoRollbackConfiguration = new Aws.Sagemaker.Inputs.InferenceComponentDeploymentConfigAutoRollbackConfigurationArgs
{
Alarms = new[]
{
new Aws.Sagemaker.Inputs.InferenceComponentDeploymentConfigAutoRollbackConfigurationAlarmArgs
{
AlarmName = exampleAwsCloudwatchMetricAlarm.AlarmName,
},
},
},
},
Name = "my-inference-component",
EndpointName = exampleAwsSagemakerEndpoint.Name,
VariantName = "variant-1",
});
});
package generated_program;
import com.pulumi.Context;
import com.pulumi.Pulumi;
import com.pulumi.core.Output;
import com.pulumi.aws.sagemaker.InferenceComponent;
import com.pulumi.aws.sagemaker.InferenceComponentArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentSpecificationArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentSpecificationComputeResourceRequirementsArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentRuntimeConfigArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentDeploymentConfigArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentDeploymentConfigRollingUpdatePolicyArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentDeploymentConfigRollingUpdatePolicyMaximumBatchSizeArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentDeploymentConfigAutoRollbackConfigurationArgs;
import com.pulumi.aws.sagemaker.inputs.InferenceComponentDeploymentConfigAutoRollbackConfigurationAlarmArgs;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Map;
import java.io.File;
import java.nio.file.Files;
import java.nio.file.Paths;
public class App {
public static void main(String[] args) {
Pulumi.run(App::stack);
}
public static void stack(Context ctx) {
var example = new InferenceComponent("example", InferenceComponentArgs.builder()
.specification(InferenceComponentSpecificationArgs.builder()
.computeResourceRequirements(InferenceComponentSpecificationComputeResourceRequirementsArgs.builder()
.minMemoryRequiredInMb(1024)
.build())
.modelName(exampleAwsSagemakerModel.get("name"))
.build())
.runtimeConfig(InferenceComponentRuntimeConfigArgs.builder()
.copyCount(4)
.build())
.deploymentConfig(InferenceComponentDeploymentConfigArgs.builder()
.rollingUpdatePolicy(InferenceComponentDeploymentConfigRollingUpdatePolicyArgs.builder()
.maximumBatchSize(InferenceComponentDeploymentConfigRollingUpdatePolicyMaximumBatchSizeArgs.builder()
.type("COPY_COUNT")
.value(1)
.build())
.waitIntervalInSeconds(60)
.build())
.autoRollbackConfiguration(InferenceComponentDeploymentConfigAutoRollbackConfigurationArgs.builder()
.alarms(InferenceComponentDeploymentConfigAutoRollbackConfigurationAlarmArgs.builder()
.alarmName(exampleAwsCloudwatchMetricAlarm.get("alarmName"))
.build())
.build())
.build())
.name("my-inference-component")
.endpointName(exampleAwsSagemakerEndpoint.get("name"))
.variantName("variant-1")
.build());
}
}
resources:
example:
type: aws:sagemaker:InferenceComponent
properties:
specification:
computeResourceRequirements:
minMemoryRequiredInMb: 1024
modelName: ${exampleAwsSagemakerModel.name}
runtimeConfig:
copyCount: 4
deploymentConfig:
rollingUpdatePolicy:
maximumBatchSize:
type: COPY_COUNT
value: 1
waitIntervalInSeconds: 60
autoRollbackConfiguration:
alarms:
- alarmName: ${exampleAwsCloudwatchMetricAlarm.alarmName}
name: my-inference-component
endpointName: ${exampleAwsSagemakerEndpoint.name}
variantName: variant-1
terraform {
required_providers {
aws = {
source = "pulumi/aws"
}
}
}
resource "aws_sagemaker_inference_component" "example" {
lifecycle {
create_before_destroy = true
}
specification {
compute_resource_requirements {
min_memory_required_in_mb = 1024
}
model_name = exampleAwsSagemakerModel.name
}
runtime_config {
copy_count = 4
}
deployment_config {
rolling_update_policy {
maximum_batch_size {
type = "COPY_COUNT"
value = 1
}
wait_interval_in_seconds = 60
}
auto_rollback_configuration {
alarms {
alarm_name = exampleAwsCloudwatchMetricAlarm.alarmName
}
}
}
name = "my-inference-component"
endpoint_name = exampleAwsSagemakerEndpoint.name
variant_name = "variant-1"
}
Create InferenceComponent Resource
Resources are created with functions called constructors. To learn more about declaring and configuring resources, see Resources.
Constructor syntax
new InferenceComponent(name: string, args: InferenceComponentArgs, opts?: CustomResourceOptions);@overload
def InferenceComponent(resource_name: str,
args: InferenceComponentArgs,
opts: Optional[ResourceOptions] = None)
@overload
def InferenceComponent(resource_name: str,
opts: Optional[ResourceOptions] = None,
endpoint_name: Optional[str] = None,
deployment_config: Optional[InferenceComponentDeploymentConfigArgs] = None,
name: Optional[str] = None,
region: Optional[str] = None,
runtime_config: Optional[InferenceComponentRuntimeConfigArgs] = None,
specification: Optional[InferenceComponentSpecificationArgs] = None,
specifications: Optional[Sequence[InferenceComponentSpecificationArgs]] = None,
tags: Optional[Mapping[str, str]] = None,
timeouts: Optional[InferenceComponentTimeoutsArgs] = None,
variant_name: Optional[str] = None)func NewInferenceComponent(ctx *Context, name string, args InferenceComponentArgs, opts ...ResourceOption) (*InferenceComponent, error)public InferenceComponent(string name, InferenceComponentArgs args, CustomResourceOptions? opts = null)
public InferenceComponent(String name, InferenceComponentArgs args)
public InferenceComponent(String name, InferenceComponentArgs args, CustomResourceOptions options)
type: aws:sagemaker:InferenceComponent
properties: # The arguments to resource properties.
options: # Bag of options to control resource's behavior.
resource "aws_sagemaker_inference_component" "name" {
# resource properties
}Parameters
- name string
- The unique name of the resource.
- args InferenceComponentArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- resource_name str
- The unique name of the resource.
- args InferenceComponentArgs
- The arguments to resource properties.
- opts ResourceOptions
- Bag of options to control resource's behavior.
- ctx Context
- Context object for the current deployment.
- name string
- The unique name of the resource.
- args InferenceComponentArgs
- The arguments to resource properties.
- opts ResourceOption
- Bag of options to control resource's behavior.
- name string
- The unique name of the resource.
- args InferenceComponentArgs
- The arguments to resource properties.
- opts CustomResourceOptions
- Bag of options to control resource's behavior.
- name String
- The unique name of the resource.
- args InferenceComponentArgs
- The arguments to resource properties.
- options CustomResourceOptions
- Bag of options to control resource's behavior.
Constructor example
The following reference example uses placeholder values for all input properties.
var inferenceComponentResource = new Aws.Sagemaker.InferenceComponent("inferenceComponentResource", new()
{
EndpointName = "string",
DeploymentConfig = new Aws.Sagemaker.Inputs.InferenceComponentDeploymentConfigArgs
{
RollingUpdatePolicy = new Aws.Sagemaker.Inputs.InferenceComponentDeploymentConfigRollingUpdatePolicyArgs
{
MaximumBatchSize = new Aws.Sagemaker.Inputs.InferenceComponentDeploymentConfigRollingUpdatePolicyMaximumBatchSizeArgs
{
Type = "string",
Value = 0,
},
WaitIntervalInSeconds = 0,
MaximumExecutionTimeoutInSeconds = 0,
RollbackMaximumBatchSize = new Aws.Sagemaker.Inputs.InferenceComponentDeploymentConfigRollingUpdatePolicyRollbackMaximumBatchSizeArgs
{
Type = "string",
Value = 0,
},
},
AutoRollbackConfiguration = new Aws.Sagemaker.Inputs.InferenceComponentDeploymentConfigAutoRollbackConfigurationArgs
{
Alarms = new[]
{
new Aws.Sagemaker.Inputs.InferenceComponentDeploymentConfigAutoRollbackConfigurationAlarmArgs
{
AlarmName = "string",
},
},
},
},
Name = "string",
Region = "string",
RuntimeConfig = new Aws.Sagemaker.Inputs.InferenceComponentRuntimeConfigArgs
{
CopyCount = 0,
CurrentCopyCount = 0,
DesiredCopyCount = 0,
PlacementStatuses = new[]
{
new Aws.Sagemaker.Inputs.InferenceComponentRuntimeConfigPlacementStatusArgs
{
CurrentCopyCount = 0,
InstanceType = "string",
},
},
},
Specification = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationArgs
{
BaseInferenceComponentName = "string",
ComputeResourceRequirements = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationComputeResourceRequirementsArgs
{
MinMemoryRequiredInMb = 0,
MaxMemoryRequiredInMb = 0,
NumberOfAcceleratorDevicesRequired = 0.0,
NumberOfCpuCoresRequired = 0.0,
},
Container = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationContainerArgs
{
ArtifactUrl = "string",
ContainerMetricsConfig = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationContainerContainerMetricsConfigArgs
{
MetricsEndpoint = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationContainerContainerMetricsConfigMetricsEndpointArgs
{
MetricsEndpointPath = "string",
MetricPublishFrequencyInSeconds = 0,
},
},
Environment =
{
{ "string", "string" },
},
Image = "string",
ResolvedImage = "string",
},
DataCacheConfig = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationDataCacheConfigArgs
{
EnableCaching = false,
},
InstanceType = "string",
ModelName = "string",
SchedulingConfig = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationSchedulingConfigArgs
{
PlacementStrategy = "string",
AvailabilityZoneBalance = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationSchedulingConfigAvailabilityZoneBalanceArgs
{
EnforcementMode = "string",
MaxImbalance = 0,
},
},
StartupParameters = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationStartupParametersArgs
{
ContainerStartupHealthCheckTimeoutInSeconds = 0,
ModelDataDownloadTimeoutInSeconds = 0,
},
},
Specifications = new[]
{
new Aws.Sagemaker.Inputs.InferenceComponentSpecificationArgs
{
BaseInferenceComponentName = "string",
ComputeResourceRequirements = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationComputeResourceRequirementsArgs
{
MinMemoryRequiredInMb = 0,
MaxMemoryRequiredInMb = 0,
NumberOfAcceleratorDevicesRequired = 0.0,
NumberOfCpuCoresRequired = 0.0,
},
Container = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationContainerArgs
{
ArtifactUrl = "string",
ContainerMetricsConfig = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationContainerContainerMetricsConfigArgs
{
MetricsEndpoint = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationContainerContainerMetricsConfigMetricsEndpointArgs
{
MetricsEndpointPath = "string",
MetricPublishFrequencyInSeconds = 0,
},
},
Environment =
{
{ "string", "string" },
},
Image = "string",
ResolvedImage = "string",
},
DataCacheConfig = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationDataCacheConfigArgs
{
EnableCaching = false,
},
InstanceType = "string",
ModelName = "string",
SchedulingConfig = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationSchedulingConfigArgs
{
PlacementStrategy = "string",
AvailabilityZoneBalance = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationSchedulingConfigAvailabilityZoneBalanceArgs
{
EnforcementMode = "string",
MaxImbalance = 0,
},
},
StartupParameters = new Aws.Sagemaker.Inputs.InferenceComponentSpecificationStartupParametersArgs
{
ContainerStartupHealthCheckTimeoutInSeconds = 0,
ModelDataDownloadTimeoutInSeconds = 0,
},
},
},
Tags =
{
{ "string", "string" },
},
Timeouts = new Aws.Sagemaker.Inputs.InferenceComponentTimeoutsArgs
{
Create = "string",
Delete = "string",
Update = "string",
},
VariantName = "string",
});
example, err := sagemaker.NewInferenceComponent(ctx, "inferenceComponentResource", &sagemaker.InferenceComponentArgs{
EndpointName: pulumi.String("string"),
DeploymentConfig: &sagemaker.InferenceComponentDeploymentConfigArgs{
RollingUpdatePolicy: &sagemaker.InferenceComponentDeploymentConfigRollingUpdatePolicyArgs{
MaximumBatchSize: &sagemaker.InferenceComponentDeploymentConfigRollingUpdatePolicyMaximumBatchSizeArgs{
Type: pulumi.String("string"),
Value: pulumi.Int(0),
},
WaitIntervalInSeconds: pulumi.Int(0),
MaximumExecutionTimeoutInSeconds: pulumi.Int(0),
RollbackMaximumBatchSize: &sagemaker.InferenceComponentDeploymentConfigRollingUpdatePolicyRollbackMaximumBatchSizeArgs{
Type: pulumi.String("string"),
Value: pulumi.Int(0),
},
},
AutoRollbackConfiguration: &sagemaker.InferenceComponentDeploymentConfigAutoRollbackConfigurationArgs{
Alarms: sagemaker.InferenceComponentDeploymentConfigAutoRollbackConfigurationAlarmArray{
&sagemaker.InferenceComponentDeploymentConfigAutoRollbackConfigurationAlarmArgs{
AlarmName: pulumi.String("string"),
},
},
},
},
Name: pulumi.String("string"),
Region: pulumi.String("string"),
RuntimeConfig: &sagemaker.InferenceComponentRuntimeConfigArgs{
CopyCount: pulumi.Int(0),
CurrentCopyCount: pulumi.Int(0),
DesiredCopyCount: pulumi.Int(0),
PlacementStatuses: sagemaker.InferenceComponentRuntimeConfigPlacementStatusArray{
&sagemaker.InferenceComponentRuntimeConfigPlacementStatusArgs{
CurrentCopyCount: pulumi.Int(0),
InstanceType: pulumi.String("string"),
},
},
},
Specification: &sagemaker.InferenceComponentSpecificationArgs{
BaseInferenceComponentName: pulumi.String("string"),
ComputeResourceRequirements: &sagemaker.InferenceComponentSpecificationComputeResourceRequirementsArgs{
MinMemoryRequiredInMb: pulumi.Int(0),
MaxMemoryRequiredInMb: pulumi.Int(0),
NumberOfAcceleratorDevicesRequired: pulumi.Float64(0),
NumberOfCpuCoresRequired: pulumi.Float64(0),
},
Container: &sagemaker.InferenceComponentSpecificationContainerArgs{
ArtifactUrl: pulumi.String("string"),
ContainerMetricsConfig: &sagemaker.InferenceComponentSpecificationContainerContainerMetricsConfigArgs{
MetricsEndpoint: &sagemaker.InferenceComponentSpecificationContainerContainerMetricsConfigMetricsEndpointArgs{
MetricsEndpointPath: pulumi.String("string"),
MetricPublishFrequencyInSeconds: pulumi.Int(0),
},
},
Environment: pulumi.StringMap{
"string": pulumi.String("string"),
},
Image: pulumi.String("string"),
ResolvedImage: pulumi.String("string"),
},
DataCacheConfig: &sagemaker.InferenceComponentSpecificationDataCacheConfigArgs{
EnableCaching: pulumi.Bool(false),
},
InstanceType: pulumi.String("string"),
ModelName: pulumi.String("string"),
SchedulingConfig: &sagemaker.InferenceComponentSpecificationSchedulingConfigArgs{
PlacementStrategy: pulumi.String("string"),
AvailabilityZoneBalance: &sagemaker.InferenceComponentSpecificationSchedulingConfigAvailabilityZoneBalanceArgs{
EnforcementMode: pulumi.String("string"),
MaxImbalance: pulumi.Int(0),
},
},
StartupParameters: &sagemaker.InferenceComponentSpecificationStartupParametersArgs{
ContainerStartupHealthCheckTimeoutInSeconds: pulumi.Int(0),
ModelDataDownloadTimeoutInSeconds: pulumi.Int(0),
},
},
Specifications: sagemaker.InferenceComponentSpecificationArray{
&sagemaker.InferenceComponentSpecificationArgs{
BaseInferenceComponentName: pulumi.String("string"),
ComputeResourceRequirements: &sagemaker.InferenceComponentSpecificationComputeResourceRequirementsArgs{
MinMemoryRequiredInMb: pulumi.Int(0),
MaxMemoryRequiredInMb: pulumi.Int(0),
NumberOfAcceleratorDevicesRequired: pulumi.Float64(0),
NumberOfCpuCoresRequired: pulumi.Float64(0),
},
Container: &sagemaker.InferenceComponentSpecificationContainerArgs{
ArtifactUrl: pulumi.String("string"),
ContainerMetricsConfig: &sagemaker.InferenceComponentSpecificationContainerContainerMetricsConfigArgs{
MetricsEndpoint: &sagemaker.InferenceComponentSpecificationContainerContainerMetricsConfigMetricsEndpointArgs{
MetricsEndpointPath: pulumi.String("string"),
MetricPublishFrequencyInSeconds: pulumi.Int(0),
},
},
Environment: pulumi.StringMap{
"string": pulumi.String("string"),
},
Image: pulumi.String("string"),
ResolvedImage: pulumi.String("string"),
},
DataCacheConfig: &sagemaker.InferenceComponentSpecificationDataCacheConfigArgs{
EnableCaching: pulumi.Bool(false),
},
InstanceType: pulumi.String("string"),
ModelName: pulumi.String("string"),
SchedulingConfig: &sagemaker.InferenceComponentSpecificationSchedulingConfigArgs{
PlacementStrategy: pulumi.String("string"),
AvailabilityZoneBalance: &sagemaker.InferenceComponentSpecificationSchedulingConfigAvailabilityZoneBalanceArgs{
EnforcementMode: pulumi.String("string"),
MaxImbalance: pulumi.Int(0),
},
},
StartupParameters: &sagemaker.InferenceComponentSpecificationStartupParametersArgs{
ContainerStartupHealthCheckTimeoutInSeconds: pulumi.Int(0),
ModelDataDownloadTimeoutInSeconds: pulumi.Int(0),
},
},
},
Tags: pulumi.StringMap{
"string": pulumi.String("string"),
},
Timeouts: &sagemaker.InferenceComponentTimeoutsArgs{
Create: pulumi.String("string"),
Delete: pulumi.String("string"),
Update: pulumi.String("string"),
},
VariantName: pulumi.String("string"),
})
resource "aws_sagemaker_inference_component" "inferenceComponentResource" {
lifecycle {
create_before_destroy = true
}
endpoint_name = "string"
deployment_config = {
rolling_update_policy = {
maximum_batch_size = {
type = "string"
value = 0
}
wait_interval_in_seconds = 0
maximum_execution_timeout_in_seconds = 0
rollback_maximum_batch_size = {
type = "string"
value = 0
}
}
auto_rollback_configuration = {
alarms = [{
alarm_name = "string"
}]
}
}
name = "string"
region = "string"
runtime_config = {
copy_count = 0
current_copy_count = 0
desired_copy_count = 0
placement_statuses = [{
current_copy_count = 0
instance_type = "string"
}]
}
specification = {
base_inference_component_name = "string"
compute_resource_requirements = {
min_memory_required_in_mb = 0
max_memory_required_in_mb = 0
number_of_accelerator_devices_required = 0
number_of_cpu_cores_required = 0
}
container = {
artifact_url = "string"
container_metrics_config = {
metrics_endpoint = {
metrics_endpoint_path = "string"
metric_publish_frequency_in_seconds = 0
}
}
environment = {
"string" = "string"
}
image = "string"
resolved_image = "string"
}
data_cache_config = {
enable_caching = false
}
instance_type = "string"
model_name = "string"
scheduling_config = {
placement_strategy = "string"
availability_zone_balance = {
enforcement_mode = "string"
max_imbalance = 0
}
}
startup_parameters = {
container_startup_health_check_timeout_in_seconds = 0
model_data_download_timeout_in_seconds = 0
}
}
specifications {
base_inference_component_name = "string"
compute_resource_requirements = {
min_memory_required_in_mb = 0
max_memory_required_in_mb = 0
number_of_accelerator_devices_required = 0
number_of_cpu_cores_required = 0
}
container = {
artifact_url = "string"
container_metrics_config = {
metrics_endpoint = {
metrics_endpoint_path = "string"
metric_publish_frequency_in_seconds = 0
}
}
environment = {
"string" = "string"
}
image = "string"
resolved_image = "string"
}
data_cache_config = {
enable_caching = false
}
instance_type = "string"
model_name = "string"
scheduling_config = {
placement_strategy = "string"
availability_zone_balance = {
enforcement_mode = "string"
max_imbalance = 0
}
}
startup_parameters = {
container_startup_health_check_timeout_in_seconds = 0
model_data_download_timeout_in_seconds = 0
}
}
tags = {
"string" = "string"
}
timeouts = {
create = "string"
delete = "string"
update = "string"
}
variant_name = "string"
}
var inferenceComponentResource = new InferenceComponent("inferenceComponentResource", InferenceComponentArgs.builder()
.endpointName("string")
.deploymentConfig(InferenceComponentDeploymentConfigArgs.builder()
.rollingUpdatePolicy(InferenceComponentDeploymentConfigRollingUpdatePolicyArgs.builder()
.maximumBatchSize(InferenceComponentDeploymentConfigRollingUpdatePolicyMaximumBatchSizeArgs.builder()
.type("string")
.value(0)
.build())
.waitIntervalInSeconds(0)
.maximumExecutionTimeoutInSeconds(0)
.rollbackMaximumBatchSize(InferenceComponentDeploymentConfigRollingUpdatePolicyRollbackMaximumBatchSizeArgs.builder()
.type("string")
.value(0)
.build())
.build())
.autoRollbackConfiguration(InferenceComponentDeploymentConfigAutoRollbackConfigurationArgs.builder()
.alarms(InferenceComponentDeploymentConfigAutoRollbackConfigurationAlarmArgs.builder()
.alarmName("string")
.build())
.build())
.build())
.name("string")
.region("string")
.runtimeConfig(InferenceComponentRuntimeConfigArgs.builder()
.copyCount(0)
.currentCopyCount(0)
.desiredCopyCount(0)
.placementStatuses(InferenceComponentRuntimeConfigPlacementStatusArgs.builder()
.currentCopyCount(0)
.instanceType("string")
.build())
.build())
.specification(InferenceComponentSpecificationArgs.builder()
.baseInferenceComponentName("string")
.computeResourceRequirements(InferenceComponentSpecificationComputeResourceRequirementsArgs.builder()
.minMemoryRequiredInMb(0)
.maxMemoryRequiredInMb(0)
.numberOfAcceleratorDevicesRequired(0.0)
.numberOfCpuCoresRequired(0.0)
.build())
.container(InferenceComponentSpecificationContainerArgs.builder()
.artifactUrl("string")
.containerMetricsConfig(InferenceComponentSpecificationContainerContainerMetricsConfigArgs.builder()
.metricsEndpoint(InferenceComponentSpecificationContainerContainerMetricsConfigMetricsEndpointArgs.builder()
.metricsEndpointPath("string")
.metricPublishFrequencyInSeconds(0)
.build())
.build())
.environment(Map.of("string", "string"))
.image("string")
.resolvedImage("string")
.build())
.dataCacheConfig(InferenceComponentSpecificationDataCacheConfigArgs.builder()
.enableCaching(false)
.build())
.instanceType("string")
.modelName("string")
.schedulingConfig(InferenceComponentSpecificationSchedulingConfigArgs.builder()
.placementStrategy("string")
.availabilityZoneBalance(InferenceComponentSpecificationSchedulingConfigAvailabilityZoneBalanceArgs.builder()
.enforcementMode("string")
.maxImbalance(0)
.build())
.build())
.startupParameters(InferenceComponentSpecificationStartupParametersArgs.builder()
.containerStartupHealthCheckTimeoutInSeconds(0)
.modelDataDownloadTimeoutInSeconds(0)
.build())
.build())
.specifications(InferenceComponentSpecificationArgs.builder()
.baseInferenceComponentName("string")
.computeResourceRequirements(InferenceComponentSpecificationComputeResourceRequirementsArgs.builder()
.minMemoryRequiredInMb(0)
.maxMemoryRequiredInMb(0)
.numberOfAcceleratorDevicesRequired(0.0)
.numberOfCpuCoresRequired(0.0)
.build())
.container(InferenceComponentSpecificationContainerArgs.builder()
.artifactUrl("string")
.containerMetricsConfig(InferenceComponentSpecificationContainerContainerMetricsConfigArgs.builder()
.metricsEndpoint(InferenceComponentSpecificationContainerContainerMetricsConfigMetricsEndpointArgs.builder()
.metricsEndpointPath("string")
.metricPublishFrequencyInSeconds(0)
.build())
.build())
.environment(Map.of("string", "string"))
.image("string")
.resolvedImage("string")
.build())
.dataCacheConfig(InferenceComponentSpecificationDataCacheConfigArgs.builder()
.enableCaching(false)
.build())
.instanceType("string")
.modelName("string")
.schedulingConfig(InferenceComponentSpecificationSchedulingConfigArgs.builder()
.placementStrategy("string")
.availabilityZoneBalance(InferenceComponentSpecificationSchedulingConfigAvailabilityZoneBalanceArgs.builder()
.enforcementMode("string")
.maxImbalance(0)
.build())
.build())
.startupParameters(InferenceComponentSpecificationStartupParametersArgs.builder()
.containerStartupHealthCheckTimeoutInSeconds(0)
.modelDataDownloadTimeoutInSeconds(0)
.build())
.build())
.tags(Map.of("string", "string"))
.timeouts(InferenceComponentTimeoutsArgs.builder()
.create("string")
.delete("string")
.update("string")
.build())
.variantName("string")
.build());
inference_component_resource = aws.sagemaker.InferenceComponent("inferenceComponentResource",
endpoint_name="string",
deployment_config={
"rolling_update_policy": {
"maximum_batch_size": {
"type": "string",
"value": 0,
},
"wait_interval_in_seconds": 0,
"maximum_execution_timeout_in_seconds": 0,
"rollback_maximum_batch_size": {
"type": "string",
"value": 0,
},
},
"auto_rollback_configuration": {
"alarms": [{
"alarm_name": "string",
}],
},
},
name="string",
region="string",
runtime_config={
"copy_count": 0,
"current_copy_count": 0,
"desired_copy_count": 0,
"placement_statuses": [{
"current_copy_count": 0,
"instance_type": "string",
}],
},
specification={
"base_inference_component_name": "string",
"compute_resource_requirements": {
"min_memory_required_in_mb": 0,
"max_memory_required_in_mb": 0,
"number_of_accelerator_devices_required": float(0),
"number_of_cpu_cores_required": float(0),
},
"container": {
"artifact_url": "string",
"container_metrics_config": {
"metrics_endpoint": {
"metrics_endpoint_path": "string",
"metric_publish_frequency_in_seconds": 0,
},
},
"environment": {
"string": "string",
},
"image": "string",
"resolved_image": "string",
},
"data_cache_config": {
"enable_caching": False,
},
"instance_type": "string",
"model_name": "string",
"scheduling_config": {
"placement_strategy": "string",
"availability_zone_balance": {
"enforcement_mode": "string",
"max_imbalance": 0,
},
},
"startup_parameters": {
"container_startup_health_check_timeout_in_seconds": 0,
"model_data_download_timeout_in_seconds": 0,
},
},
specifications=[{
"base_inference_component_name": "string",
"compute_resource_requirements": {
"min_memory_required_in_mb": 0,
"max_memory_required_in_mb": 0,
"number_of_accelerator_devices_required": float(0),
"number_of_cpu_cores_required": float(0),
},
"container": {
"artifact_url": "string",
"container_metrics_config": {
"metrics_endpoint": {
"metrics_endpoint_path": "string",
"metric_publish_frequency_in_seconds": 0,
},
},
"environment": {
"string": "string",
},
"image": "string",
"resolved_image": "string",
},
"data_cache_config": {
"enable_caching": False,
},
"instance_type": "string",
"model_name": "string",
"scheduling_config": {
"placement_strategy": "string",
"availability_zone_balance": {
"enforcement_mode": "string",
"max_imbalance": 0,
},
},
"startup_parameters": {
"container_startup_health_check_timeout_in_seconds": 0,
"model_data_download_timeout_in_seconds": 0,
},
}],
tags={
"string": "string",
},
timeouts={
"create": "string",
"delete": "string",
"update": "string",
},
variant_name="string")
const inferenceComponentResource = new aws.sagemaker.InferenceComponent("inferenceComponentResource", {
endpointName: "string",
deploymentConfig: {
rollingUpdatePolicy: {
maximumBatchSize: {
type: "string",
value: 0,
},
waitIntervalInSeconds: 0,
maximumExecutionTimeoutInSeconds: 0,
rollbackMaximumBatchSize: {
type: "string",
value: 0,
},
},
autoRollbackConfiguration: {
alarms: [{
alarmName: "string",
}],
},
},
name: "string",
region: "string",
runtimeConfig: {
copyCount: 0,
currentCopyCount: 0,
desiredCopyCount: 0,
placementStatuses: [{
currentCopyCount: 0,
instanceType: "string",
}],
},
specification: {
baseInferenceComponentName: "string",
computeResourceRequirements: {
minMemoryRequiredInMb: 0,
maxMemoryRequiredInMb: 0,
numberOfAcceleratorDevicesRequired: 0,
numberOfCpuCoresRequired: 0,
},
container: {
artifactUrl: "string",
containerMetricsConfig: {
metricsEndpoint: {
metricsEndpointPath: "string",
metricPublishFrequencyInSeconds: 0,
},
},
environment: {
string: "string",
},
image: "string",
resolvedImage: "string",
},
dataCacheConfig: {
enableCaching: false,
},
instanceType: "string",
modelName: "string",
schedulingConfig: {
placementStrategy: "string",
availabilityZoneBalance: {
enforcementMode: "string",
maxImbalance: 0,
},
},
startupParameters: {
containerStartupHealthCheckTimeoutInSeconds: 0,
modelDataDownloadTimeoutInSeconds: 0,
},
},
specifications: [{
baseInferenceComponentName: "string",
computeResourceRequirements: {
minMemoryRequiredInMb: 0,
maxMemoryRequiredInMb: 0,
numberOfAcceleratorDevicesRequired: 0,
numberOfCpuCoresRequired: 0,
},
container: {
artifactUrl: "string",
containerMetricsConfig: {
metricsEndpoint: {
metricsEndpointPath: "string",
metricPublishFrequencyInSeconds: 0,
},
},
environment: {
string: "string",
},
image: "string",
resolvedImage: "string",
},
dataCacheConfig: {
enableCaching: false,
},
instanceType: "string",
modelName: "string",
schedulingConfig: {
placementStrategy: "string",
availabilityZoneBalance: {
enforcementMode: "string",
maxImbalance: 0,
},
},
startupParameters: {
containerStartupHealthCheckTimeoutInSeconds: 0,
modelDataDownloadTimeoutInSeconds: 0,
},
}],
tags: {
string: "string",
},
timeouts: {
create: "string",
"delete": "string",
update: "string",
},
variantName: "string",
});
type: aws:sagemaker:InferenceComponent
properties:
deploymentConfig:
autoRollbackConfiguration:
alarms:
- alarmName: string
rollingUpdatePolicy:
maximumBatchSize:
type: string
value: 0
maximumExecutionTimeoutInSeconds: 0
rollbackMaximumBatchSize:
type: string
value: 0
waitIntervalInSeconds: 0
endpointName: string
name: string
region: string
runtimeConfig:
copyCount: 0
currentCopyCount: 0
desiredCopyCount: 0
placementStatuses:
- currentCopyCount: 0
instanceType: string
specification:
baseInferenceComponentName: string
computeResourceRequirements:
maxMemoryRequiredInMb: 0
minMemoryRequiredInMb: 0
numberOfAcceleratorDevicesRequired: 0
numberOfCpuCoresRequired: 0
container:
artifactUrl: string
containerMetricsConfig:
metricsEndpoint:
metricPublishFrequencyInSeconds: 0
metricsEndpointPath: string
environment:
string: string
image: string
resolvedImage: string
dataCacheConfig:
enableCaching: false
instanceType: string
modelName: string
schedulingConfig:
availabilityZoneBalance:
enforcementMode: string
maxImbalance: 0
placementStrategy: string
startupParameters:
containerStartupHealthCheckTimeoutInSeconds: 0
modelDataDownloadTimeoutInSeconds: 0
specifications:
- baseInferenceComponentName: string
computeResourceRequirements:
maxMemoryRequiredInMb: 0
minMemoryRequiredInMb: 0
numberOfAcceleratorDevicesRequired: 0
numberOfCpuCoresRequired: 0
container:
artifactUrl: string
containerMetricsConfig:
metricsEndpoint:
metricPublishFrequencyInSeconds: 0
metricsEndpointPath: string
environment:
string: string
image: string
resolvedImage: string
dataCacheConfig:
enableCaching: false
instanceType: string
modelName: string
schedulingConfig:
availabilityZoneBalance:
enforcementMode: string
maxImbalance: 0
placementStrategy: string
startupParameters:
containerStartupHealthCheckTimeoutInSeconds: 0
modelDataDownloadTimeoutInSeconds: 0
tags:
string: string
timeouts:
create: string
delete: string
update: string
variantName: string
InferenceComponent Resource Properties
To learn more about resource properties and how to use them, see Inputs and Outputs in the Architecture and Concepts docs.
Inputs
In Python, inputs that are objects can be passed either as argument classes or as dictionary literals.
The InferenceComponent resource accepts the following input properties:
- Endpoint
Name string - Name of an existing endpoint where you host the inference component.
- Deployment
Config InferenceComponent Deployment Config - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - Name string
- Unique name to assign to the inference component.
- Region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Runtime
Config InferenceComponent Runtime Config - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - Specification
Inference
Component Specification - Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - Specifications
List<Inference
Component Specification> - List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - Dictionary<string, string>
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Timeouts
Inference
Component Timeouts - Variant
Name string - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
- Endpoint
Name string - Name of an existing endpoint where you host the inference component.
- Deployment
Config InferenceComponent Deployment Config Args - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - Name string
- Unique name to assign to the inference component.
- Region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Runtime
Config InferenceComponent Runtime Config Args - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - Specification
Inference
Component Specification Args - Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - Specifications
[]Inference
Component Specification Args - List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - map[string]string
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Timeouts
Inference
Component Timeouts Args - Variant
Name string - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
- endpoint_
name string - Name of an existing endpoint where you host the inference component.
- deployment_
config object - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - name string
- Unique name to assign to the inference component.
- region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- runtime_
config object - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - specification object
- Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - specifications list(object)
- List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - map(string)
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - timeouts object
- variant_
name string - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
- endpoint
Name String - Name of an existing endpoint where you host the inference component.
- deployment
Config InferenceComponent Deployment Config - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - name String
- Unique name to assign to the inference component.
- region String
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- runtime
Config InferenceComponent Runtime Config - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - specification
Inference
Component Specification - Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - specifications
List<Inference
Component Specification> - List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - Map<String,String>
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - timeouts
Inference
Component Timeouts - variant
Name String - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
- endpoint
Name string - Name of an existing endpoint where you host the inference component.
- deployment
Config InferenceComponent Deployment Config - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - name string
- Unique name to assign to the inference component.
- region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- runtime
Config InferenceComponent Runtime Config - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - specification
Inference
Component Specification - Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - specifications
Inference
Component Specification[] - List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - {[key: string]: string}
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - timeouts
Inference
Component Timeouts - variant
Name string - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
- endpoint_
name str - Name of an existing endpoint where you host the inference component.
- deployment_
config InferenceComponent Deployment Config Args - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - name str
- Unique name to assign to the inference component.
- region str
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- runtime_
config InferenceComponent Runtime Config Args - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - specification
Inference
Component Specification Args - Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - specifications
Sequence[Inference
Component Specification Args] - List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - Mapping[str, str]
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - timeouts
Inference
Component Timeouts Args - variant_
name str - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
- endpoint
Name String - Name of an existing endpoint where you host the inference component.
- deployment
Config Property Map - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - name String
- Unique name to assign to the inference component.
- region String
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- runtime
Config Property Map - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - specification Property Map
- Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - specifications List<Property Map>
- List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - Map<String>
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - timeouts Property Map
- variant
Name String - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
Outputs
All input properties are implicitly available as output properties. Additionally, the InferenceComponent resource produces the following output properties:
- Arn string
- ARN of the inference component.
- Creation
Time string - Time when the inference component was created.
- Endpoint
Arn string - ARN of the endpoint that hosts the inference component.
- Failure
Reason string - If the inference component status is
Failed, the reason for the failure. - Id string
- The provider-assigned unique ID for this managed resource.
- Last
Modified stringTime - Time when the inference component was last updated.
- Status string
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - Dictionary<string, string>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- Arn string
- ARN of the inference component.
- Creation
Time string - Time when the inference component was created.
- Endpoint
Arn string - ARN of the endpoint that hosts the inference component.
- Failure
Reason string - If the inference component status is
Failed, the reason for the failure. - Id string
- The provider-assigned unique ID for this managed resource.
- Last
Modified stringTime - Time when the inference component was last updated.
- Status string
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - map[string]string
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- arn string
- ARN of the inference component.
- creation_
time string - Time when the inference component was created.
- endpoint_
arn string - ARN of the endpoint that hosts the inference component.
- failure_
reason string - If the inference component status is
Failed, the reason for the failure. - id string
- The provider-assigned unique ID for this managed resource.
- last_
modified_ stringtime - Time when the inference component was last updated.
- status string
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - map(string)
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- arn String
- ARN of the inference component.
- creation
Time String - Time when the inference component was created.
- endpoint
Arn String - ARN of the endpoint that hosts the inference component.
- failure
Reason String - If the inference component status is
Failed, the reason for the failure. - id String
- The provider-assigned unique ID for this managed resource.
- last
Modified StringTime - Time when the inference component was last updated.
- status String
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - Map<String,String>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- arn string
- ARN of the inference component.
- creation
Time string - Time when the inference component was created.
- endpoint
Arn string - ARN of the endpoint that hosts the inference component.
- failure
Reason string - If the inference component status is
Failed, the reason for the failure. - id string
- The provider-assigned unique ID for this managed resource.
- last
Modified stringTime - Time when the inference component was last updated.
- status string
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - {[key: string]: string}
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- arn str
- ARN of the inference component.
- creation_
time str - Time when the inference component was created.
- endpoint_
arn str - ARN of the endpoint that hosts the inference component.
- failure_
reason str - If the inference component status is
Failed, the reason for the failure. - id str
- The provider-assigned unique ID for this managed resource.
- last_
modified_ strtime - Time when the inference component was last updated.
- status str
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - Mapping[str, str]
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
- arn String
- ARN of the inference component.
- creation
Time String - Time when the inference component was created.
- endpoint
Arn String - ARN of the endpoint that hosts the inference component.
- failure
Reason String - If the inference component status is
Failed, the reason for the failure. - id String
- The provider-assigned unique ID for this managed resource.
- last
Modified StringTime - Time when the inference component was last updated.
- status String
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - Map<String>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block.
Look up Existing InferenceComponent Resource
Get an existing InferenceComponent resource’s state with the given name, ID, and optional extra properties used to qualify the lookup.
public static get(name: string, id: Input<ID>, state?: InferenceComponentState, opts?: CustomResourceOptions): InferenceComponent@staticmethod
def get(resource_name: str,
id: str,
opts: Optional[ResourceOptions] = None,
arn: Optional[str] = None,
creation_time: Optional[str] = None,
deployment_config: Optional[InferenceComponentDeploymentConfigArgs] = None,
endpoint_arn: Optional[str] = None,
endpoint_name: Optional[str] = None,
failure_reason: Optional[str] = None,
last_modified_time: Optional[str] = None,
name: Optional[str] = None,
region: Optional[str] = None,
runtime_config: Optional[InferenceComponentRuntimeConfigArgs] = None,
specification: Optional[InferenceComponentSpecificationArgs] = None,
specifications: Optional[Sequence[InferenceComponentSpecificationArgs]] = None,
status: Optional[str] = None,
tags: Optional[Mapping[str, str]] = None,
tags_all: Optional[Mapping[str, str]] = None,
timeouts: Optional[InferenceComponentTimeoutsArgs] = None,
variant_name: Optional[str] = None) -> InferenceComponentfunc GetInferenceComponent(ctx *Context, name string, id IDInput, state *InferenceComponentState, opts ...ResourceOption) (*InferenceComponent, error)public static InferenceComponent Get(string name, Input<string> id, InferenceComponentState? state, CustomResourceOptions? opts = null)public static InferenceComponent get(String name, Output<String> id, InferenceComponentState state, CustomResourceOptions options)resources: _: type: aws:sagemaker:InferenceComponent get: id: ${id}import {
to = aws_sagemaker_inference_component.example
id = "${id}"
}
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- resource_name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- name
- The unique name of the resulting resource.
- id
- The unique provider ID of the resource to lookup.
- state
- Any extra arguments used during the lookup.
- opts
- A bag of options that control this resource's behavior.
- Arn string
- ARN of the inference component.
- Creation
Time string - Time when the inference component was created.
- Deployment
Config InferenceComponent Deployment Config - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - Endpoint
Arn string - ARN of the endpoint that hosts the inference component.
- Endpoint
Name string - Name of an existing endpoint where you host the inference component.
- Failure
Reason string - If the inference component status is
Failed, the reason for the failure. - Last
Modified stringTime - Time when the inference component was last updated.
- Name string
- Unique name to assign to the inference component.
- Region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Runtime
Config InferenceComponent Runtime Config - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - Specification
Inference
Component Specification - Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - Specifications
List<Inference
Component Specification> - List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - Status string
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - Dictionary<string, string>
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Dictionary<string, string>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - Timeouts
Inference
Component Timeouts - Variant
Name string - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
- Arn string
- ARN of the inference component.
- Creation
Time string - Time when the inference component was created.
- Deployment
Config InferenceComponent Deployment Config Args - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - Endpoint
Arn string - ARN of the endpoint that hosts the inference component.
- Endpoint
Name string - Name of an existing endpoint where you host the inference component.
- Failure
Reason string - If the inference component status is
Failed, the reason for the failure. - Last
Modified stringTime - Time when the inference component was last updated.
- Name string
- Unique name to assign to the inference component.
- Region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- Runtime
Config InferenceComponent Runtime Config Args - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - Specification
Inference
Component Specification Args - Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - Specifications
[]Inference
Component Specification Args - List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - Status string
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - map[string]string
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - map[string]string
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - Timeouts
Inference
Component Timeouts Args - Variant
Name string - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
- arn string
- ARN of the inference component.
- creation_
time string - Time when the inference component was created.
- deployment_
config object - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - endpoint_
arn string - ARN of the endpoint that hosts the inference component.
- endpoint_
name string - Name of an existing endpoint where you host the inference component.
- failure_
reason string - If the inference component status is
Failed, the reason for the failure. - last_
modified_ stringtime - Time when the inference component was last updated.
- name string
- Unique name to assign to the inference component.
- region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- runtime_
config object - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - specification object
- Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - specifications list(object)
- List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - status string
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - map(string)
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - map(string)
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - timeouts object
- variant_
name string - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
- arn String
- ARN of the inference component.
- creation
Time String - Time when the inference component was created.
- deployment
Config InferenceComponent Deployment Config - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - endpoint
Arn String - ARN of the endpoint that hosts the inference component.
- endpoint
Name String - Name of an existing endpoint where you host the inference component.
- failure
Reason String - If the inference component status is
Failed, the reason for the failure. - last
Modified StringTime - Time when the inference component was last updated.
- name String
- Unique name to assign to the inference component.
- region String
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- runtime
Config InferenceComponent Runtime Config - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - specification
Inference
Component Specification - Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - specifications
List<Inference
Component Specification> - List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - status String
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - Map<String,String>
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Map<String,String>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - timeouts
Inference
Component Timeouts - variant
Name String - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
- arn string
- ARN of the inference component.
- creation
Time string - Time when the inference component was created.
- deployment
Config InferenceComponent Deployment Config - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - endpoint
Arn string - ARN of the endpoint that hosts the inference component.
- endpoint
Name string - Name of an existing endpoint where you host the inference component.
- failure
Reason string - If the inference component status is
Failed, the reason for the failure. - last
Modified stringTime - Time when the inference component was last updated.
- name string
- Unique name to assign to the inference component.
- region string
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- runtime
Config InferenceComponent Runtime Config - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - specification
Inference
Component Specification - Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - specifications
Inference
Component Specification[] - List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - status string
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - {[key: string]: string}
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - {[key: string]: string}
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - timeouts
Inference
Component Timeouts - variant
Name string - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
- arn str
- ARN of the inference component.
- creation_
time str - Time when the inference component was created.
- deployment_
config InferenceComponent Deployment Config Args - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - endpoint_
arn str - ARN of the endpoint that hosts the inference component.
- endpoint_
name str - Name of an existing endpoint where you host the inference component.
- failure_
reason str - If the inference component status is
Failed, the reason for the failure. - last_
modified_ strtime - Time when the inference component was last updated.
- name str
- Unique name to assign to the inference component.
- region str
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- runtime_
config InferenceComponent Runtime Config Args - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - specification
Inference
Component Specification Args - Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - specifications
Sequence[Inference
Component Specification Args] - List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - status str
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - Mapping[str, str]
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Mapping[str, str]
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - timeouts
Inference
Component Timeouts Args - variant_
name str - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
- arn String
- ARN of the inference component.
- creation
Time String - Time when the inference component was created.
- deployment
Config Property Map - Deployment configuration for the inference component, which controls the rollout strategy and rollback behavior. This directive applies only when the inference component is updated — the
CreateInferenceComponentAPI does not accept it, so it has no effect on initial creation. It is not returned by the API and is therefore not refreshed into state or verified on import. SeedeploymentConfigBlock. - endpoint
Arn String - ARN of the endpoint that hosts the inference component.
- endpoint
Name String - Name of an existing endpoint where you host the inference component.
- failure
Reason String - If the inference component status is
Failed, the reason for the failure. - last
Modified StringTime - Time when the inference component was last updated.
- name String
- Unique name to assign to the inference component.
- region String
- Region where this resource will be managed. Defaults to the Region set in the provider configuration.
- runtime
Config Property Map - Runtime settings for a model that is deployed with an inference component. See
runtimeConfigBlock. - specification Property Map
- Details about the resources to deploy with this inference component. Exactly one of
specificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - specifications List<Property Map>
- List of specification objects for the inference component, one per instance type. At least two blocks are required; configure
specificationinstead to deploy to a single instance type. Exactly one ofspecificationorspecificationsmust be configured. SeespecificationandspecificationsBlock. - status String
- Status of the inference component (e.g.,
InService,Creating,Updating,Failed,Deleting). - Map<String>
- Map of tags to assign to the resource. If configured with a provider
defaultTagsconfiguration block present, tags with matching keys will overwrite those defined at the provider-level. - Map<String>
- Map of tags assigned to the resource, including those inherited from the provider
defaultTagsconfiguration block. - timeouts Property Map
- variant
Name String - Name of an existing production variant where you host the inference component. Required for a standard inference component; must be omitted for an adapter inference component (one that sets
baseInferenceComponentName).
Supporting Types
InferenceComponentDeploymentConfig, InferenceComponentDeploymentConfigArgs
- Rolling
Update InferencePolicy Component Deployment Config Rolling Update Policy - Rolling deployment strategy. See
rollingUpdatePolicyBlock. - Auto
Rollback InferenceConfiguration Component Deployment Config Auto Rollback Configuration - Automatic rollback configuration. See
autoRollbackConfigurationBlock.
- Rolling
Update InferencePolicy Component Deployment Config Rolling Update Policy - Rolling deployment strategy. See
rollingUpdatePolicyBlock. - Auto
Rollback InferenceConfiguration Component Deployment Config Auto Rollback Configuration - Automatic rollback configuration. See
autoRollbackConfigurationBlock.
- rolling_
update_ objectpolicy - Rolling deployment strategy. See
rollingUpdatePolicyBlock. - auto_
rollback_ objectconfiguration - Automatic rollback configuration. See
autoRollbackConfigurationBlock.
- rolling
Update InferencePolicy Component Deployment Config Rolling Update Policy - Rolling deployment strategy. See
rollingUpdatePolicyBlock. - auto
Rollback InferenceConfiguration Component Deployment Config Auto Rollback Configuration - Automatic rollback configuration. See
autoRollbackConfigurationBlock.
- rolling
Update InferencePolicy Component Deployment Config Rolling Update Policy - Rolling deployment strategy. See
rollingUpdatePolicyBlock. - auto
Rollback InferenceConfiguration Component Deployment Config Auto Rollback Configuration - Automatic rollback configuration. See
autoRollbackConfigurationBlock.
- rolling_
update_ Inferencepolicy Component Deployment Config Rolling Update Policy - Rolling deployment strategy. See
rollingUpdatePolicyBlock. - auto_
rollback_ Inferenceconfiguration Component Deployment Config Auto Rollback Configuration - Automatic rollback configuration. See
autoRollbackConfigurationBlock.
- rolling
Update Property MapPolicy - Rolling deployment strategy. See
rollingUpdatePolicyBlock. - auto
Rollback Property MapConfiguration - Automatic rollback configuration. See
autoRollbackConfigurationBlock.
InferenceComponentDeploymentConfigAutoRollbackConfiguration, InferenceComponentDeploymentConfigAutoRollbackConfigurationArgs
- Alarms
List<Inference
Component Deployment Config Auto Rollback Configuration Alarm> - List of CloudWatch alarms that trigger rollback. See
alarmsBlock.
- Alarms
[]Inference
Component Deployment Config Auto Rollback Configuration Alarm - List of CloudWatch alarms that trigger rollback. See
alarmsBlock.
- alarms list(object)
- List of CloudWatch alarms that trigger rollback. See
alarmsBlock.
- alarms
List<Inference
Component Deployment Config Auto Rollback Configuration Alarm> - List of CloudWatch alarms that trigger rollback. See
alarmsBlock.
- alarms
Inference
Component Deployment Config Auto Rollback Configuration Alarm[] - List of CloudWatch alarms that trigger rollback. See
alarmsBlock.
- alarms
Sequence[Inference
Component Deployment Config Auto Rollback Configuration Alarm] - List of CloudWatch alarms that trigger rollback. See
alarmsBlock.
- alarms List<Property Map>
- List of CloudWatch alarms that trigger rollback. See
alarmsBlock.
InferenceComponentDeploymentConfigAutoRollbackConfigurationAlarm, InferenceComponentDeploymentConfigAutoRollbackConfigurationAlarmArgs
- Alarm
Name string - Name of a CloudWatch alarm.
- Alarm
Name string - Name of a CloudWatch alarm.
- alarm_
name string - Name of a CloudWatch alarm.
- alarm
Name String - Name of a CloudWatch alarm.
- alarm
Name string - Name of a CloudWatch alarm.
- alarm_
name str - Name of a CloudWatch alarm.
- alarm
Name String - Name of a CloudWatch alarm.
InferenceComponentDeploymentConfigRollingUpdatePolicy, InferenceComponentDeploymentConfigRollingUpdatePolicyArgs
- Maximum
Batch InferenceSize Component Deployment Config Rolling Update Policy Maximum Batch Size - Batch size for each rolling step. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock. - Wait
Interval intIn Seconds - Length of the baking period in seconds. Valid values:
0-3600. - Maximum
Execution intTimeout In Seconds - Time limit for the total deployment. Valid values are between
600and28800. - Rollback
Maximum InferenceBatch Size Component Deployment Config Rolling Update Policy Rollback Maximum Batch Size - Batch size for a rollback. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock.
- Maximum
Batch InferenceSize Component Deployment Config Rolling Update Policy Maximum Batch Size - Batch size for each rolling step. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock. - Wait
Interval intIn Seconds - Length of the baking period in seconds. Valid values:
0-3600. - Maximum
Execution intTimeout In Seconds - Time limit for the total deployment. Valid values are between
600and28800. - Rollback
Maximum InferenceBatch Size Component Deployment Config Rolling Update Policy Rollback Maximum Batch Size - Batch size for a rollback. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock.
- maximum_
batch_ objectsize - Batch size for each rolling step. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock. - wait_
interval_ numberin_ seconds - Length of the baking period in seconds. Valid values:
0-3600. - maximum_
execution_ numbertimeout_ in_ seconds - Time limit for the total deployment. Valid values are between
600and28800. - rollback_
maximum_ objectbatch_ size - Batch size for a rollback. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock.
- maximum
Batch InferenceSize Component Deployment Config Rolling Update Policy Maximum Batch Size - Batch size for each rolling step. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock. - wait
Interval IntegerIn Seconds - Length of the baking period in seconds. Valid values:
0-3600. - maximum
Execution IntegerTimeout In Seconds - Time limit for the total deployment. Valid values are between
600and28800. - rollback
Maximum InferenceBatch Size Component Deployment Config Rolling Update Policy Rollback Maximum Batch Size - Batch size for a rollback. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock.
- maximum
Batch InferenceSize Component Deployment Config Rolling Update Policy Maximum Batch Size - Batch size for each rolling step. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock. - wait
Interval numberIn Seconds - Length of the baking period in seconds. Valid values:
0-3600. - maximum
Execution numberTimeout In Seconds - Time limit for the total deployment. Valid values are between
600and28800. - rollback
Maximum InferenceBatch Size Component Deployment Config Rolling Update Policy Rollback Maximum Batch Size - Batch size for a rollback. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock.
- maximum_
batch_ Inferencesize Component Deployment Config Rolling Update Policy Maximum Batch Size - Batch size for each rolling step. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock. - wait_
interval_ intin_ seconds - Length of the baking period in seconds. Valid values:
0-3600. - maximum_
execution_ inttimeout_ in_ seconds - Time limit for the total deployment. Valid values are between
600and28800. - rollback_
maximum_ Inferencebatch_ size Component Deployment Config Rolling Update Policy Rollback Maximum Batch Size - Batch size for a rollback. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock.
- maximum
Batch Property MapSize - Batch size for each rolling step. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock. - wait
Interval NumberIn Seconds - Length of the baking period in seconds. Valid values:
0-3600. - maximum
Execution NumberTimeout In Seconds - Time limit for the total deployment. Valid values are between
600and28800. - rollback
Maximum Property MapBatch Size - Batch size for a rollback. See
maximumBatchSizeandrollbackMaximumBatchSizeBlock.
InferenceComponentDeploymentConfigRollingUpdatePolicyMaximumBatchSize, InferenceComponentDeploymentConfigRollingUpdatePolicyMaximumBatchSizeArgs
InferenceComponentDeploymentConfigRollingUpdatePolicyRollbackMaximumBatchSize, InferenceComponentDeploymentConfigRollingUpdatePolicyRollbackMaximumBatchSizeArgs
InferenceComponentRuntimeConfig, InferenceComponentRuntimeConfigArgs
- Copy
Count int - Number of runtime copies of the model container to deploy.
- Current
Copy intCount - Number of copies placed on this instance type.
- Desired
Copy intCount - Number of runtime copies requested.
- Placement
Statuses List<InferenceComponent Runtime Config Placement Status> - Placement status of the inference component copies across instance types. See below.
- Copy
Count int - Number of runtime copies of the model container to deploy.
- Current
Copy intCount - Number of copies placed on this instance type.
- Desired
Copy intCount - Number of runtime copies requested.
- Placement
Statuses []InferenceComponent Runtime Config Placement Status - Placement status of the inference component copies across instance types. See below.
- copy_
count number - Number of runtime copies of the model container to deploy.
- current_
copy_ numbercount - Number of copies placed on this instance type.
- desired_
copy_ numbercount - Number of runtime copies requested.
- placement_
statuses list(object) - Placement status of the inference component copies across instance types. See below.
- copy
Count Integer - Number of runtime copies of the model container to deploy.
- current
Copy IntegerCount - Number of copies placed on this instance type.
- desired
Copy IntegerCount - Number of runtime copies requested.
- placement
Statuses List<InferenceComponent Runtime Config Placement Status> - Placement status of the inference component copies across instance types. See below.
- copy
Count number - Number of runtime copies of the model container to deploy.
- current
Copy numberCount - Number of copies placed on this instance type.
- desired
Copy numberCount - Number of runtime copies requested.
- placement
Statuses InferenceComponent Runtime Config Placement Status[] - Placement status of the inference component copies across instance types. See below.
- copy_
count int - Number of runtime copies of the model container to deploy.
- current_
copy_ intcount - Number of copies placed on this instance type.
- desired_
copy_ intcount - Number of runtime copies requested.
- placement_
statuses Sequence[InferenceComponent Runtime Config Placement Status] - Placement status of the inference component copies across instance types. See below.
- copy
Count Number - Number of runtime copies of the model container to deploy.
- current
Copy NumberCount - Number of copies placed on this instance type.
- desired
Copy NumberCount - Number of runtime copies requested.
- placement
Statuses List<Property Map> - Placement status of the inference component copies across instance types. See below.
InferenceComponentRuntimeConfigPlacementStatus, InferenceComponentRuntimeConfigPlacementStatusArgs
- Current
Copy intCount - Number of copies placed on this instance type.
- Instance
Type string - Instance type on which the copies are placed.
- Current
Copy intCount - Number of copies placed on this instance type.
- Instance
Type string - Instance type on which the copies are placed.
- current_
copy_ numbercount - Number of copies placed on this instance type.
- instance_
type string - Instance type on which the copies are placed.
- current
Copy IntegerCount - Number of copies placed on this instance type.
- instance
Type String - Instance type on which the copies are placed.
- current
Copy numberCount - Number of copies placed on this instance type.
- instance
Type string - Instance type on which the copies are placed.
- current_
copy_ intcount - Number of copies placed on this instance type.
- instance_
type str - Instance type on which the copies are placed.
- current
Copy NumberCount - Number of copies placed on this instance type.
- instance
Type String - Instance type on which the copies are placed.
InferenceComponentSpecification, InferenceComponentSpecificationArgs
- Base
Inference stringComponent Name - Name of an existing inference component that is to contain the inference component that you're creating. Used for adapter inference components.
- Compute
Resource InferenceRequirements Component Specification Compute Resource Requirements - Compute resources allocated to run a model. See
computeResourceRequirementsBlock. - Container
Inference
Component Specification Container - Container that provides the runtime environment for a model. See
containerBlock. - Data
Cache InferenceConfig Component Specification Data Cache Config - Settings that affect how the inference component caches data. See
dataCacheConfigBlock. - Instance
Type string - Instance type on which the copies are placed.
- Model
Name string - Name of an existing SageMaker AI model object in your account that you want to deploy with the inference component.
- Scheduling
Config InferenceComponent Specification Scheduling Config - Scheduling configuration for placing inference component copies. See
schedulingConfigBlock. - Startup
Parameters InferenceComponent Specification Startup Parameters - Settings that take effect while the model container starts up. See
startupParametersBlock.
- Base
Inference stringComponent Name - Name of an existing inference component that is to contain the inference component that you're creating. Used for adapter inference components.
- Compute
Resource InferenceRequirements Component Specification Compute Resource Requirements - Compute resources allocated to run a model. See
computeResourceRequirementsBlock. - Container
Inference
Component Specification Container - Container that provides the runtime environment for a model. See
containerBlock. - Data
Cache InferenceConfig Component Specification Data Cache Config - Settings that affect how the inference component caches data. See
dataCacheConfigBlock. - Instance
Type string - Instance type on which the copies are placed.
- Model
Name string - Name of an existing SageMaker AI model object in your account that you want to deploy with the inference component.
- Scheduling
Config InferenceComponent Specification Scheduling Config - Scheduling configuration for placing inference component copies. See
schedulingConfigBlock. - Startup
Parameters InferenceComponent Specification Startup Parameters - Settings that take effect while the model container starts up. See
startupParametersBlock.
- base_
inference_ stringcomponent_ name - Name of an existing inference component that is to contain the inference component that you're creating. Used for adapter inference components.
- compute_
resource_ objectrequirements - Compute resources allocated to run a model. See
computeResourceRequirementsBlock. - container object
- Container that provides the runtime environment for a model. See
containerBlock. - data_
cache_ objectconfig - Settings that affect how the inference component caches data. See
dataCacheConfigBlock. - instance_
type string - Instance type on which the copies are placed.
- model_
name string - Name of an existing SageMaker AI model object in your account that you want to deploy with the inference component.
- scheduling_
config object - Scheduling configuration for placing inference component copies. See
schedulingConfigBlock. - startup_
parameters object - Settings that take effect while the model container starts up. See
startupParametersBlock.
- base
Inference StringComponent Name - Name of an existing inference component that is to contain the inference component that you're creating. Used for adapter inference components.
- compute
Resource InferenceRequirements Component Specification Compute Resource Requirements - Compute resources allocated to run a model. See
computeResourceRequirementsBlock. - container
Inference
Component Specification Container - Container that provides the runtime environment for a model. See
containerBlock. - data
Cache InferenceConfig Component Specification Data Cache Config - Settings that affect how the inference component caches data. See
dataCacheConfigBlock. - instance
Type String - Instance type on which the copies are placed.
- model
Name String - Name of an existing SageMaker AI model object in your account that you want to deploy with the inference component.
- scheduling
Config InferenceComponent Specification Scheduling Config - Scheduling configuration for placing inference component copies. See
schedulingConfigBlock. - startup
Parameters InferenceComponent Specification Startup Parameters - Settings that take effect while the model container starts up. See
startupParametersBlock.
- base
Inference stringComponent Name - Name of an existing inference component that is to contain the inference component that you're creating. Used for adapter inference components.
- compute
Resource InferenceRequirements Component Specification Compute Resource Requirements - Compute resources allocated to run a model. See
computeResourceRequirementsBlock. - container
Inference
Component Specification Container - Container that provides the runtime environment for a model. See
containerBlock. - data
Cache InferenceConfig Component Specification Data Cache Config - Settings that affect how the inference component caches data. See
dataCacheConfigBlock. - instance
Type string - Instance type on which the copies are placed.
- model
Name string - Name of an existing SageMaker AI model object in your account that you want to deploy with the inference component.
- scheduling
Config InferenceComponent Specification Scheduling Config - Scheduling configuration for placing inference component copies. See
schedulingConfigBlock. - startup
Parameters InferenceComponent Specification Startup Parameters - Settings that take effect while the model container starts up. See
startupParametersBlock.
- base_
inference_ strcomponent_ name - Name of an existing inference component that is to contain the inference component that you're creating. Used for adapter inference components.
- compute_
resource_ Inferencerequirements Component Specification Compute Resource Requirements - Compute resources allocated to run a model. See
computeResourceRequirementsBlock. - container
Inference
Component Specification Container - Container that provides the runtime environment for a model. See
containerBlock. - data_
cache_ Inferenceconfig Component Specification Data Cache Config - Settings that affect how the inference component caches data. See
dataCacheConfigBlock. - instance_
type str - Instance type on which the copies are placed.
- model_
name str - Name of an existing SageMaker AI model object in your account that you want to deploy with the inference component.
- scheduling_
config InferenceComponent Specification Scheduling Config - Scheduling configuration for placing inference component copies. See
schedulingConfigBlock. - startup_
parameters InferenceComponent Specification Startup Parameters - Settings that take effect while the model container starts up. See
startupParametersBlock.
- base
Inference StringComponent Name - Name of an existing inference component that is to contain the inference component that you're creating. Used for adapter inference components.
- compute
Resource Property MapRequirements - Compute resources allocated to run a model. See
computeResourceRequirementsBlock. - container Property Map
- Container that provides the runtime environment for a model. See
containerBlock. - data
Cache Property MapConfig - Settings that affect how the inference component caches data. See
dataCacheConfigBlock. - instance
Type String - Instance type on which the copies are placed.
- model
Name String - Name of an existing SageMaker AI model object in your account that you want to deploy with the inference component.
- scheduling
Config Property Map - Scheduling configuration for placing inference component copies. See
schedulingConfigBlock. - startup
Parameters Property Map - Settings that take effect while the model container starts up. See
startupParametersBlock.
InferenceComponentSpecificationComputeResourceRequirements, InferenceComponentSpecificationComputeResourceRequirementsArgs
- Min
Memory intRequired In Mb - Minimum MB of memory to allocate to run a model. Minimum value of
128. - Max
Memory intRequired In Mb - Maximum MB of memory to allocate to run a model. Minimum value of
128. - Number
Of doubleAccelerator Devices Required - Number of accelerators (GPUs or AWS Inferentia) to allocate. Minimum value of
1. - Number
Of doubleCpu Cores Required - Number of CPU cores to allocate. Minimum value of
0.25.
- Min
Memory intRequired In Mb - Minimum MB of memory to allocate to run a model. Minimum value of
128. - Max
Memory intRequired In Mb - Maximum MB of memory to allocate to run a model. Minimum value of
128. - Number
Of float64Accelerator Devices Required - Number of accelerators (GPUs or AWS Inferentia) to allocate. Minimum value of
1. - Number
Of float64Cpu Cores Required - Number of CPU cores to allocate. Minimum value of
0.25.
- min_
memory_ numberrequired_ in_ mb - Minimum MB of memory to allocate to run a model. Minimum value of
128. - max_
memory_ numberrequired_ in_ mb - Maximum MB of memory to allocate to run a model. Minimum value of
128. - number_
of_ numberaccelerator_ devices_ required - Number of accelerators (GPUs or AWS Inferentia) to allocate. Minimum value of
1. - number_
of_ numbercpu_ cores_ required - Number of CPU cores to allocate. Minimum value of
0.25.
- min
Memory IntegerRequired In Mb - Minimum MB of memory to allocate to run a model. Minimum value of
128. - max
Memory IntegerRequired In Mb - Maximum MB of memory to allocate to run a model. Minimum value of
128. - number
Of DoubleAccelerator Devices Required - Number of accelerators (GPUs or AWS Inferentia) to allocate. Minimum value of
1. - number
Of DoubleCpu Cores Required - Number of CPU cores to allocate. Minimum value of
0.25.
- min
Memory numberRequired In Mb - Minimum MB of memory to allocate to run a model. Minimum value of
128. - max
Memory numberRequired In Mb - Maximum MB of memory to allocate to run a model. Minimum value of
128. - number
Of numberAccelerator Devices Required - Number of accelerators (GPUs or AWS Inferentia) to allocate. Minimum value of
1. - number
Of numberCpu Cores Required - Number of CPU cores to allocate. Minimum value of
0.25.
- min_
memory_ intrequired_ in_ mb - Minimum MB of memory to allocate to run a model. Minimum value of
128. - max_
memory_ intrequired_ in_ mb - Maximum MB of memory to allocate to run a model. Minimum value of
128. - number_
of_ floataccelerator_ devices_ required - Number of accelerators (GPUs or AWS Inferentia) to allocate. Minimum value of
1. - number_
of_ floatcpu_ cores_ required - Number of CPU cores to allocate. Minimum value of
0.25.
- min
Memory NumberRequired In Mb - Minimum MB of memory to allocate to run a model. Minimum value of
128. - max
Memory NumberRequired In Mb - Maximum MB of memory to allocate to run a model. Minimum value of
128. - number
Of NumberAccelerator Devices Required - Number of accelerators (GPUs or AWS Inferentia) to allocate. Minimum value of
1. - number
Of NumberCpu Cores Required - Number of CPU cores to allocate. Minimum value of
0.25.
InferenceComponentSpecificationContainer, InferenceComponentSpecificationContainerArgs
- Artifact
Url string - Amazon S3 path where the model artifacts are stored (.tar.gz).
- Container
Metrics InferenceConfig Component Specification Container Container Metrics Config - Configuration for container metrics scraping. See
containerMetricsConfigBlock. - Environment Dictionary<string, string>
- Environment variables to set in the Docker container.
- Image string
- Amazon ECR path where the Docker image for the model is stored.
- Resolved
Image string - Specific digest path of the container image that was resolved and deployed.
- Artifact
Url string - Amazon S3 path where the model artifacts are stored (.tar.gz).
- Container
Metrics InferenceConfig Component Specification Container Container Metrics Config - Configuration for container metrics scraping. See
containerMetricsConfigBlock. - Environment map[string]string
- Environment variables to set in the Docker container.
- Image string
- Amazon ECR path where the Docker image for the model is stored.
- Resolved
Image string - Specific digest path of the container image that was resolved and deployed.
- artifact_
url string - Amazon S3 path where the model artifacts are stored (.tar.gz).
- container_
metrics_ objectconfig - Configuration for container metrics scraping. See
containerMetricsConfigBlock. - environment map(string)
- Environment variables to set in the Docker container.
- image string
- Amazon ECR path where the Docker image for the model is stored.
- resolved_
image string - Specific digest path of the container image that was resolved and deployed.
- artifact
Url String - Amazon S3 path where the model artifacts are stored (.tar.gz).
- container
Metrics InferenceConfig Component Specification Container Container Metrics Config - Configuration for container metrics scraping. See
containerMetricsConfigBlock. - environment Map<String,String>
- Environment variables to set in the Docker container.
- image String
- Amazon ECR path where the Docker image for the model is stored.
- resolved
Image String - Specific digest path of the container image that was resolved and deployed.
- artifact
Url string - Amazon S3 path where the model artifacts are stored (.tar.gz).
- container
Metrics InferenceConfig Component Specification Container Container Metrics Config - Configuration for container metrics scraping. See
containerMetricsConfigBlock. - environment {[key: string]: string}
- Environment variables to set in the Docker container.
- image string
- Amazon ECR path where the Docker image for the model is stored.
- resolved
Image string - Specific digest path of the container image that was resolved and deployed.
- artifact_
url str - Amazon S3 path where the model artifacts are stored (.tar.gz).
- container_
metrics_ Inferenceconfig Component Specification Container Container Metrics Config - Configuration for container metrics scraping. See
containerMetricsConfigBlock. - environment Mapping[str, str]
- Environment variables to set in the Docker container.
- image str
- Amazon ECR path where the Docker image for the model is stored.
- resolved_
image str - Specific digest path of the container image that was resolved and deployed.
- artifact
Url String - Amazon S3 path where the model artifacts are stored (.tar.gz).
- container
Metrics Property MapConfig - Configuration for container metrics scraping. See
containerMetricsConfigBlock. - environment Map<String>
- Environment variables to set in the Docker container.
- image String
- Amazon ECR path where the Docker image for the model is stored.
- resolved
Image String - Specific digest path of the container image that was resolved and deployed.
InferenceComponentSpecificationContainerContainerMetricsConfig, InferenceComponentSpecificationContainerContainerMetricsConfigArgs
- Metrics
Endpoint InferenceComponent Specification Container Container Metrics Config Metrics Endpoint - Metrics endpoint configuration. See
metricsEndpointBlock.
- Metrics
Endpoint InferenceComponent Specification Container Container Metrics Config Metrics Endpoint - Metrics endpoint configuration. See
metricsEndpointBlock.
- metrics_
endpoint object - Metrics endpoint configuration. See
metricsEndpointBlock.
- metrics
Endpoint InferenceComponent Specification Container Container Metrics Config Metrics Endpoint - Metrics endpoint configuration. See
metricsEndpointBlock.
- metrics
Endpoint InferenceComponent Specification Container Container Metrics Config Metrics Endpoint - Metrics endpoint configuration. See
metricsEndpointBlock.
- metrics_
endpoint InferenceComponent Specification Container Container Metrics Config Metrics Endpoint - Metrics endpoint configuration. See
metricsEndpointBlock.
- metrics
Endpoint Property Map - Metrics endpoint configuration. See
metricsEndpointBlock.
InferenceComponentSpecificationContainerContainerMetricsConfigMetricsEndpoint, InferenceComponentSpecificationContainerContainerMetricsConfigMetricsEndpointArgs
- Metrics
Endpoint stringPath - Path to the metrics endpoint. Must start with
/. Maximum 256 characters. - Metric
Publish intFrequency In Seconds - Interval in seconds at which metrics are published. Valid values:
10,30,60,120,180,240,300. Defaults to60.
- Metrics
Endpoint stringPath - Path to the metrics endpoint. Must start with
/. Maximum 256 characters. - Metric
Publish intFrequency In Seconds - Interval in seconds at which metrics are published. Valid values:
10,30,60,120,180,240,300. Defaults to60.
- metrics_
endpoint_ stringpath - Path to the metrics endpoint. Must start with
/. Maximum 256 characters. - metric_
publish_ numberfrequency_ in_ seconds - Interval in seconds at which metrics are published. Valid values:
10,30,60,120,180,240,300. Defaults to60.
- metrics
Endpoint StringPath - Path to the metrics endpoint. Must start with
/. Maximum 256 characters. - metric
Publish IntegerFrequency In Seconds - Interval in seconds at which metrics are published. Valid values:
10,30,60,120,180,240,300. Defaults to60.
- metrics
Endpoint stringPath - Path to the metrics endpoint. Must start with
/. Maximum 256 characters. - metric
Publish numberFrequency In Seconds - Interval in seconds at which metrics are published. Valid values:
10,30,60,120,180,240,300. Defaults to60.
- metrics_
endpoint_ strpath - Path to the metrics endpoint. Must start with
/. Maximum 256 characters. - metric_
publish_ intfrequency_ in_ seconds - Interval in seconds at which metrics are published. Valid values:
10,30,60,120,180,240,300. Defaults to60.
- metrics
Endpoint StringPath - Path to the metrics endpoint. Must start with
/. Maximum 256 characters. - metric
Publish NumberFrequency In Seconds - Interval in seconds at which metrics are published. Valid values:
10,30,60,120,180,240,300. Defaults to60.
InferenceComponentSpecificationDataCacheConfig, InferenceComponentSpecificationDataCacheConfigArgs
- Enable
Caching bool - Whether the endpoint caches model artifacts and container images.
- Enable
Caching bool - Whether the endpoint caches model artifacts and container images.
- enable_
caching bool - Whether the endpoint caches model artifacts and container images.
- enable
Caching Boolean - Whether the endpoint caches model artifacts and container images.
- enable
Caching boolean - Whether the endpoint caches model artifacts and container images.
- enable_
caching bool - Whether the endpoint caches model artifacts and container images.
- enable
Caching Boolean - Whether the endpoint caches model artifacts and container images.
InferenceComponentSpecificationSchedulingConfig, InferenceComponentSpecificationSchedulingConfigArgs
- Placement
Strategy string - Strategy for placing inference component copies. Valid values:
SPREAD,BINPACK. - Availability
Zone InferenceBalance Component Specification Scheduling Config Availability Zone Balance - Configuration for balancing copies across Availability Zones. See
availabilityZoneBalanceBlock.
- Placement
Strategy string - Strategy for placing inference component copies. Valid values:
SPREAD,BINPACK. - Availability
Zone InferenceBalance Component Specification Scheduling Config Availability Zone Balance - Configuration for balancing copies across Availability Zones. See
availabilityZoneBalanceBlock.
- placement_
strategy string - Strategy for placing inference component copies. Valid values:
SPREAD,BINPACK. - availability_
zone_ objectbalance - Configuration for balancing copies across Availability Zones. See
availabilityZoneBalanceBlock.
- placement
Strategy String - Strategy for placing inference component copies. Valid values:
SPREAD,BINPACK. - availability
Zone InferenceBalance Component Specification Scheduling Config Availability Zone Balance - Configuration for balancing copies across Availability Zones. See
availabilityZoneBalanceBlock.
- placement
Strategy string - Strategy for placing inference component copies. Valid values:
SPREAD,BINPACK. - availability
Zone InferenceBalance Component Specification Scheduling Config Availability Zone Balance - Configuration for balancing copies across Availability Zones. See
availabilityZoneBalanceBlock.
- placement_
strategy str - Strategy for placing inference component copies. Valid values:
SPREAD,BINPACK. - availability_
zone_ Inferencebalance Component Specification Scheduling Config Availability Zone Balance - Configuration for balancing copies across Availability Zones. See
availabilityZoneBalanceBlock.
- placement
Strategy String - Strategy for placing inference component copies. Valid values:
SPREAD,BINPACK. - availability
Zone Property MapBalance - Configuration for balancing copies across Availability Zones. See
availabilityZoneBalanceBlock.
InferenceComponentSpecificationSchedulingConfigAvailabilityZoneBalance, InferenceComponentSpecificationSchedulingConfigAvailabilityZoneBalanceArgs
- Enforcement
Mode string - How strictly the AZ balance constraint is enforced. Valid values:
PERMISSIVE. - Max
Imbalance int - Maximum allowed difference in copy count between any two Availability Zones. Defaults to
0, which the service applies but does not report, so the value stays absent from state unless configured.
- Enforcement
Mode string - How strictly the AZ balance constraint is enforced. Valid values:
PERMISSIVE. - Max
Imbalance int - Maximum allowed difference in copy count between any two Availability Zones. Defaults to
0, which the service applies but does not report, so the value stays absent from state unless configured.
- enforcement_
mode string - How strictly the AZ balance constraint is enforced. Valid values:
PERMISSIVE. - max_
imbalance number - Maximum allowed difference in copy count between any two Availability Zones. Defaults to
0, which the service applies but does not report, so the value stays absent from state unless configured.
- enforcement
Mode String - How strictly the AZ balance constraint is enforced. Valid values:
PERMISSIVE. - max
Imbalance Integer - Maximum allowed difference in copy count between any two Availability Zones. Defaults to
0, which the service applies but does not report, so the value stays absent from state unless configured.
- enforcement
Mode string - How strictly the AZ balance constraint is enforced. Valid values:
PERMISSIVE. - max
Imbalance number - Maximum allowed difference in copy count between any two Availability Zones. Defaults to
0, which the service applies but does not report, so the value stays absent from state unless configured.
- enforcement_
mode str - How strictly the AZ balance constraint is enforced. Valid values:
PERMISSIVE. - max_
imbalance int - Maximum allowed difference in copy count between any two Availability Zones. Defaults to
0, which the service applies but does not report, so the value stays absent from state unless configured.
- enforcement
Mode String - How strictly the AZ balance constraint is enforced. Valid values:
PERMISSIVE. - max
Imbalance Number - Maximum allowed difference in copy count between any two Availability Zones. Defaults to
0, which the service applies but does not report, so the value stays absent from state unless configured.
InferenceComponentSpecificationStartupParameters, InferenceComponentSpecificationStartupParametersArgs
- Container
Startup intHealth Check Timeout In Seconds - Timeout in seconds for the inference container to pass health check. Valid values:
60-3600. - Model
Data intDownload Timeout In Seconds - Timeout in seconds to download and extract the model. Valid values:
60-3600.
- Container
Startup intHealth Check Timeout In Seconds - Timeout in seconds for the inference container to pass health check. Valid values:
60-3600. - Model
Data intDownload Timeout In Seconds - Timeout in seconds to download and extract the model. Valid values:
60-3600.
- container_
startup_ numberhealth_ check_ timeout_ in_ seconds - Timeout in seconds for the inference container to pass health check. Valid values:
60-3600. - model_
data_ numberdownload_ timeout_ in_ seconds - Timeout in seconds to download and extract the model. Valid values:
60-3600.
- container
Startup IntegerHealth Check Timeout In Seconds - Timeout in seconds for the inference container to pass health check. Valid values:
60-3600. - model
Data IntegerDownload Timeout In Seconds - Timeout in seconds to download and extract the model. Valid values:
60-3600.
- container
Startup numberHealth Check Timeout In Seconds - Timeout in seconds for the inference container to pass health check. Valid values:
60-3600. - model
Data numberDownload Timeout In Seconds - Timeout in seconds to download and extract the model. Valid values:
60-3600.
- container_
startup_ inthealth_ check_ timeout_ in_ seconds - Timeout in seconds for the inference container to pass health check. Valid values:
60-3600. - model_
data_ intdownload_ timeout_ in_ seconds - Timeout in seconds to download and extract the model. Valid values:
60-3600.
- container
Startup NumberHealth Check Timeout In Seconds - Timeout in seconds for the inference container to pass health check. Valid values:
60-3600. - model
Data NumberDownload Timeout In Seconds - Timeout in seconds to download and extract the model. Valid values:
60-3600.
InferenceComponentTimeouts, InferenceComponentTimeoutsArgs
- Create string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- Delete string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours). Setting a timeout for a Delete operation is only applicable if changes are saved into state before the destroy operation occurs.
- Update string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- Create string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- Delete string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours). Setting a timeout for a Delete operation is only applicable if changes are saved into state before the destroy operation occurs.
- Update string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- create string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- delete string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours). Setting a timeout for a Delete operation is only applicable if changes are saved into state before the destroy operation occurs.
- update string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- create String
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- delete String
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours). Setting a timeout for a Delete operation is only applicable if changes are saved into state before the destroy operation occurs.
- update String
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- create string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- delete string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours). Setting a timeout for a Delete operation is only applicable if changes are saved into state before the destroy operation occurs.
- update string
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- create str
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- delete str
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours). Setting a timeout for a Delete operation is only applicable if changes are saved into state before the destroy operation occurs.
- update str
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- create String
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
- delete String
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours). Setting a timeout for a Delete operation is only applicable if changes are saved into state before the destroy operation occurs.
- update String
- A string that can be parsed as a duration consisting of numbers and unit suffixes, such as "30s" or "2h45m". Valid time units are "s" (seconds), "m" (minutes), "h" (hours).
Import
Identity Schema
Required
name(String) Name of the inference component.
Optional
accountId(String) AWS Account where this resource is managed.region(String) Region where this resource is managed.
Using pulumi import, import SageMaker AI Inference Components using the name. For example:
$ pulumi import aws:sagemaker/inferenceComponent:InferenceComponent example my-inference-component
To learn more about importing existing cloud resources, see Importing resources.
Package Details
- Repository
- AWS Classic pulumi/pulumi-aws
- License
- Apache-2.0
- Notes
- This Pulumi package is based on the
awsTerraform Provider.
published on Wednesday, Oct 28, 2026 by Pulumi