easydel.modules.grok_1.modeling_grok_1_flax

easydel.modules.grok_1.modeling_grok_1_flax#

class easydel.modules.grok_1.modeling_grok_1_flax.FlaxGrok1Attention(*args: Any, **kwargs: Any)[source]#

Bases: FlaxAttentionModule

class easydel.modules.grok_1.modeling_grok_1_flax.FlaxGrok1BLockSparseMLP(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.grok_1.modeling_grok_1_flax.FlaxGrok1DecoderLayer(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.grok_1.modeling_grok_1_flax.FlaxGrok1SparseMoeBlock(*args: Any, **kwargs: Any)[source]#

Bases: Module

class easydel.modules.grok_1.modeling_grok_1_flax.Grok1ForCausalLM(*args: Any, **kwargs: Any)[source]#

Bases: EasyDeLBaseModule

class easydel.modules.grok_1.modeling_grok_1_flax.Grok1Model(*args: Any, **kwargs: Any)[source]#

Bases: EasyDeLBaseModule

property frequencies#

Returns frequency values from the config.

Contents