easydel.layers.operations.modules.ragged_page_attention

easydel.layers.operations.modules.ragged_page_attention#

class easydel.layers.operations.modules.ragged_page_attention.RaggedPageAttnV2(metadata: OperationMetadata)[source]#

Bases: _RaggedPageAttn

classmethod get_impl_name() → str | tuple[str][source]#

Returns the registered name for this attention implementation.

Returns

The name “ragged_page_attention_v2”.

Return type

tp.Union[str, tp.Tuple[str]]

class easydel.layers.operations.modules.ragged_page_attention.RaggedPageAttnV3(metadata: OperationMetadata)[source]#

Bases: _RaggedPageAttn

classmethod get_impl_name() → str | tuple[str][source]#

Returns the registered name for this attention implementation.

Returns

The name “ragged_page_attention_v3”.

Return type

tp.Union[str, tp.Tuple[str]]

Contents