easydel.modules.gpt_neox.modeling_gpt_neox_flax

easydel.modules.gpt_neox.modeling_gpt_neox_flax#

class easydel.modules.gpt_neox.modeling_gpt_neox_flax.GPTNeoXAttention(*args: Any, **kwargs: Any)[source]#

Bases: FlaxAttentionModule

class easydel.modules.gpt_neox.modeling_gpt_neox_flax.GPTNeoXBlock(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.gpt_neox.modeling_gpt_neox_flax.GPTNeoXForCausalLM(*args: Any, **kwargs: Any)[source]#

Bases: EasyDeLBaseModule

class easydel.modules.gpt_neox.modeling_gpt_neox_flax.GPTNeoXMlp(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.gpt_neox.modeling_gpt_neox_flax.GPTNeoXModel(*args: Any, **kwargs: Any)[source]#

Bases: EasyDeLBaseModule

property frequencies#

Returns frequency values from the config.