easydel.modules.mosaic_mpt.modeling_mpt_flax

easydel.modules.mosaic_mpt.modeling_mpt_flax#

class easydel.modules.mosaic_mpt.modeling_mpt_flax.MptAttention(*args: Any, **kwargs: Any)[source]#

Bases: FlaxAttentionModule

class easydel.modules.mosaic_mpt.modeling_mpt_flax.MptBlock(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.mosaic_mpt.modeling_mpt_flax.MptForCausalLM(*args: Any, **kwargs: Any)[source]#

Bases: EasyDeLBaseModule

class easydel.modules.mosaic_mpt.modeling_mpt_flax.MptMLP(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.mosaic_mpt.modeling_mpt_flax.MptModel(*args: Any, **kwargs: Any)[source]#

Bases: EasyDeLBaseModule

property alibi#
easydel.modules.mosaic_mpt.modeling_mpt_flax.build_mpt_alibi_tensor(num_heads, sequence_length, alibi_bias_max=8)[source]#
Contents