easydel.modules.dbrx.modeling_dbrx_flax#

class easydel.modules.dbrx.modeling_dbrx_flax.DbrxAttention(*args: Any, **kwargs: Any)[source]#

Bases: FlaxAttentionModule

class easydel.modules.dbrx.modeling_dbrx_flax.DbrxBlock(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.dbrx.modeling_dbrx_flax.DbrxExpertGLU(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.dbrx.modeling_dbrx_flax.DbrxExperts(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.dbrx.modeling_dbrx_flax.DbrxFFN(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.dbrx.modeling_dbrx_flax.DbrxForCausalLM(*args: Any, **kwargs: Any)[source]#

Bases: EasyDeLBaseModule

class easydel.modules.dbrx.modeling_dbrx_flax.DbrxForSequenceClassification(*args: Any, **kwargs: Any)[source]#

Bases: EasyDeLBaseModule

class easydel.modules.dbrx.modeling_dbrx_flax.DbrxModel(*args: Any, **kwargs: Any)[source]#

Bases: EasyDeLBaseModule

property frequencies#

Returns frequency values from the config.

class easydel.modules.dbrx.modeling_dbrx_flax.DbrxNormAttentionNorm(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.dbrx.modeling_dbrx_flax.DbrxRouter(*args: Any, **kwargs: Any)[source]#

Bases: Module

jitter(x: Union[Array, ndarray, bool, number]) Union[Array, ndarray, bool, number][source]#