easydel.modules.xerxes.modeling_xerxes_flax

class easydel.modules.xerxes.modeling_xerxes_flax.RMSNorm(*args: Any, **kwargs: Any)

Bases: Module

class easydel.modules.xerxes.modeling_xerxes_flax.XerxesAttention(*args: Any, **kwargs: Any)

Bases: AttentionModule

class easydel.modules.xerxes.modeling_xerxes_flax.XerxesDecoderLayer(*args: Any, **kwargs: Any)

Bases: Module

class easydel.modules.xerxes.modeling_xerxes_flax.XerxesForCausalLM(*args: Any, **kwargs: Any)

Bases: EasyDeLBaseModule

class easydel.modules.xerxes.modeling_xerxes_flax.XerxesMLP(*args: Any, **kwargs: Any)

Bases: Module

class easydel.modules.xerxes.modeling_xerxes_flax.XerxesModel(*args: Any, **kwargs: Any)

Bases: EasyDeLBaseModule

class easydel.modules.xerxes.modeling_xerxes_flax.XerxesSparseMoeBlock(*args: Any, **kwargs: Any)

Bases: Module