InferenceComponentComputeResourceRequirements ¶

class InferenceComponentComputeResourceRequirements(TypedDict, closed=True):
    number_of_cpu_cores_required: NotRequired[
        "capo_sagemaker.types.number_of_cpu_cores.NumberOfCpuCores"
    ]
    """<p>The number of CPU cores to allocate to run a model that you assign to an inference component.</p>"""
    number_of_accelerator_devices_required: NotRequired[
        "capo_sagemaker.types.number_of_accelerator_devices.NumberOfAcceleratorDevices"
    ]
    """<p>The number of accelerators to allocate to run a model that you assign to an inference component. Accelerators include GPUs and Amazon Web Services Inferentia.</p>"""
    min_memory_required_in_mb: NotRequired[
        "capo_sagemaker.types.memory_in_mb.MemoryInMb"
    ]
    """<p>The minimum MB of memory to allocate to run a model that you assign to an inference component.</p>"""
    max_memory_required_in_mb: NotRequired[
        "capo_sagemaker.types.memory_in_mb.MemoryInMb"
    ]
    """<p>The maximum MB of memory to allocate to run a model that you assign to an inference component.</p>"""