easydel.inference.esurge.outputs

class easydel.inference.esurge.outputs.LogprobsLists(logprob_token_ids, logprobs, sampled_token_ranks)

Bases: NamedTuple

logprob_token_ids: list[list[int]]

Alias for field number 0

logprobs: list[list[float]]

Alias for field number 1

sampled_token_ranks: list[int]

Alias for field number 2

slice(start: int, end: int)

class easydel.inference.esurge.outputs.LogprobsTensors(logprob_token_ids, logprobs, selected_token_ranks)

Bases: NamedTuple

static empty(num_positions: int, num_tokens_per_position: int) → LogprobsTensors

logprob_token_ids: Array

Alias for field number 0

logprobs: Array

Alias for field number 1

selected_token_ranks: Array

Alias for field number 2

tolists()

class easydel.inference.esurge.outputs.ModelRunnerOutput(req_ids: 'list[str]', req_id_to_index: 'dict[str, int]', sampled_token_ids: 'list[list[int]]', spec_token_ids: 'list[list[int]] | None', logprobs: 'LogprobsLists | None', prompt_logprobs_dict: 'dict[str, LogprobsTensors | None]', finished_sending: 'set[str] | None' = None, finished_recving: 'set[str] | None' = None, num_nans_in_logits: 'dict[str, int] | None' = None, token_logprobs: 'dict[str, float] | None' = None)

Bases: object

finished_recving: set[str] | None = None

finished_sending: set[str] | None = None

logprobs: easydel.inference.esurge.outputs.LogprobsLists | None

num_nans_in_logits: dict[str, int] | None = None

prompt_logprobs_dict: dict[str, easydel.inference.esurge.outputs.LogprobsTensors | None]

req_id_to_index: dict[str, int]

req_ids: list[str]

sampled_token_ids: list[list[int]]

spec_token_ids: list[list[int]] | None

token_logprobs: dict[str, float] | None = None

easydel.inference.esurge.outputs.swap_dict_values(obj: dict[_K, _V], key1: _K, key2: _K) → None

Helper function to swap values for two keys