easydel.layers.caching.lightning_cache

easydel.layers.caching.lightning_cache#

class easydel.layers.caching.lightning_cache.LightningCache(views: 'tp.List[tp.Optional[LightningCacheView]]')[source]#

Bases: Mapping

from_tuple()#
classmethod init_empty(num_hidden_layers)[source]#
classmethod init_layers_cache(num_hidden_layers: int, metadata: LightningCacheMetaData)[source]#
items() → a set-like object providing a view on D's items#
keys() → a set-like object providing a view on D's keys#
replace(**kwargs)#
to_tuple()#
values() → an object providing a view on D's values#
views: List[Optional[LightningCacheView]]#
class easydel.layers.caching.lightning_cache.LightningCacheMetaData(batch_size: Optional[int], num_heads: Optional[int], head_dim: Optional[int], key_heads: Optional[int], value_heads: Optional[int], key_dim: Optional[int], value_dim: Optional[int])[source]#

Bases: Mapping

Metadata for transformer cache configuration.

batch_size: Optional[int]#
classmethod create(batch_size: Optional[int] = None, num_heads: Optional[int] = None, head_dim: Optional[int] = None, key_heads: Optional[int] = None, value_heads: Optional[int] = None, key_dim: Optional[int] = None, value_dim: Optional[int] = None) → LightningCacheMetaData[source]#

Create a LightningCacheMetaData instance with validation. :returns: LightningCacheMetaData instance

Raises

ValueError – If required parameters are missing or invalid.

from_tuple()#
head_dim: Optional[int]#
items() → a set-like object providing a view on D's items#
key_dim: Optional[int]#
key_heads: Optional[int]#
keys() → a set-like object providing a view on D's keys#
num_heads: Optional[int]#
replace(**kwargs)#
to_tuple()#
value_dim: Optional[int]#
value_heads: Optional[int]#
values() → an object providing a view on D's values#
class easydel.layers.caching.lightning_cache.LightningCacheView(key_value: 'tp.Union[cx.Array, ImplicitArray]', metadata: 'LightningCacheMetaData', layer_index: 'tp.Optional[int]' = None)[source]#

Bases: Mapping

from_tuple()#
classmethod init(metadata: LightningCacheMetaData, layer_index: Optional[int] = None)[source]#
items() → a set-like object providing a view on D's items#
key_value: Union[Array, ndarray, bool, number, ImplicitArray]#
keys() → a set-like object providing a view on D's keys#
layer_index: Optional[int] = None#
metadata: LightningCacheMetaData#
replace(**kwargs)#
to_tuple()#
values() → an object providing a view on D's values#
Contents