easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax

easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax#

class easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax.GLU(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax.MiniMaxText01Attention(*args: Any, **kwargs: Any)[source]#

Bases: AttentionModule

class easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax.MiniMaxText01BlockSparseTop2MLP(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax.MiniMaxText01DecoderLayer(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax.MiniMaxText01ForCausalLM(*args: Any, **kwargs: Any)[source]#

Bases: EasyDeLBaseModule

class easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax.MiniMaxText01LightningAttention(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax.MiniMaxText01MLP(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax.MiniMaxText01Model(*args: Any, **kwargs: Any)[source]#

Bases: EasyDeLBaseModule

class easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax.MiniMaxText01SparseMoeBlock(*args: Any, **kwargs: Any)[source]#

Bases: Module

easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax.compute_slops(nhd)[source]#
easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax.get_activation_fn(activation)[source]#
Contents