easydel.modules.phimoe.modeling_phimoe_flax

easydel.modules.phimoe.modeling_phimoe_flax#

class easydel.modules.phimoe.modeling_phimoe_flax.FlaxPhiMoeDecoderLayer(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.phimoe.modeling_phimoe_flax.PhiMoEAttention(*args: Any, **kwargs: Any)[source]#

Bases: FlaxAttentionModule

class easydel.modules.phimoe.modeling_phimoe_flax.PhiMoEBlockSparseTop2MLP(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.phimoe.modeling_phimoe_flax.PhiMoeForCausalLM(*args: Any, **kwargs: Any)[source]#

Bases: EasyDeLBaseModule

class easydel.modules.phimoe.modeling_phimoe_flax.PhiMoeModel(*args: Any, **kwargs: Any)[source]#

Bases: EasyDeLBaseModule

class easydel.modules.phimoe.modeling_phimoe_flax.PhiMoeSparseMoeBlock(*args: Any, **kwargs: Any)[source]#

Bases: Module

Contents