Skip to content

InferenceDeviceInfo

Source code in docs_src/capo_ec2/types/inference_device_info.py 
16
17
18
19
20
21
22
23
24
25
26
27
28
class InferenceDeviceInfo(TypedDict, closed=True):
    count: NotRequired["capo_ec2.types.inference_device_count.InferenceDeviceCount"]
    """<p>The number of Inference accelerators for the instance type.</p>"""
    name: NotRequired["capo_ec2.types.inference_device_name.InferenceDeviceName"]
    """<p>The name of the Inference accelerator.</p>"""
    manufacturer: NotRequired[
        "capo_ec2.types.inference_device_manufacturer_name.InferenceDeviceManufacturerName"
    ]
    """<p>The manufacturer of the Inference accelerator.</p>"""
    memory_info: NotRequired[
        "capo_ec2.types.inference_device_memory_info.InferenceDeviceMemoryInfo"
    ]
    """<p>Describes the memory available to the inference accelerator.</p>"""

count instance-attribute 

count: NotRequired[InferenceDeviceCount]

The number of Inference accelerators for the instance type.

manufacturer instance-attribute 

manufacturer: NotRequired[InferenceDeviceManufacturerName]

The manufacturer of the Inference accelerator.

memory_info instance-attribute 

memory_info: NotRequired[InferenceDeviceMemoryInfo]

Describes the memory available to the inference accelerator.

name instance-attribute 

name: NotRequired[InferenceDeviceName]

The name of the Inference accelerator.