Skip to content

EndpointInputConfiguration

Source code in docs_src/capo_sagemaker/types/endpoint_input_configuration.py
class EndpointInputConfiguration(TypedDict, closed=True):
    instance_type: NotRequired[
        "capo_sagemaker.types.production_variant_instance_type.ProductionVariantInstanceType"
    ]
    """<p>The instance types to use for the load test.</p>"""
    serverless_config: NotRequired[
        "capo_sagemaker.types.production_variant_serverless_config.ProductionVariantServerlessConfig"
    ]
    inference_specification_name: NotRequired[
        "capo_sagemaker.types.inference_specification_name.InferenceSpecificationName"
    ]
    """<p>The inference specification name in the model package version.</p>"""
    environment_parameter_ranges: NotRequired[
        "capo_sagemaker.types.environment_parameter_ranges.EnvironmentParameterRanges"
    ]
    """<p> The parameter you want to benchmark against.</p>"""

environment_parameter_ranges instance-attribute

environment_parameter_ranges: NotRequired[EnvironmentParameterRanges]

The parameter you want to benchmark against.

inference_specification_name instance-attribute

inference_specification_name: NotRequired[InferenceSpecificationName]

The inference specification name in the model package version.

instance_type instance-attribute

instance_type: NotRequired[ProductionVariantInstanceType]

The instance types to use for the load test.

serverless_config instance-attribute

serverless_config: NotRequired[ProductionVariantServerlessConfig]