Skip to content

SampleResponse

Source code in docs_src/capo_sagemakertrainingsessionruntime/types/sample_response.py 
13
14
15
16
17
18
19
20
21
22
23
class SampleResponse(TypedDict, closed=True):
    sequences: "capo_sagemakertrainingsessionruntime.types.sampled_sequence_list.SampledSequenceList"
    """<p>The list of generated sequences.</p>"""
    prompt_logprobs: NotRequired[
        "capo_sagemakertrainingsessionruntime.types.double_list.DoubleList"
    ]
    """<p>The per-token log-probabilities for the input prompt. Populated only when <code>includePromptLogprobs</code> is true.</p>"""
    topk_prompt_logprobs: NotRequired[
        "capo_sagemakertrainingsessionruntime.types.topk_prompt_logprobs_list.TopkPromptLogprobsList"
    ]
    """<p>The top-k log-probabilities per prompt token, as a list of lists. Populated only when <code>topkPromptLogprobs</code> is greater than 0.</p>"""

prompt_logprobs instance-attribute 

prompt_logprobs: NotRequired[DoubleList]

The per-token log-probabilities for the input prompt. Populated only when includePromptLogprobs is true.

sequences instance-attribute 

sequences: SampledSequenceList

The list of generated sequences.

topk_prompt_logprobs instance-attribute 

topk_prompt_logprobs: NotRequired[TopkPromptLogprobsList]

The top-k log-probabilities per prompt token, as a list of lists. Populated only when topkPromptLogprobs is greater than 0.