Skip to main content
Back to top
Ctrl
+
K
EasyDeL documentation
Getting Started
EasyDeL Installation and Usage Guide
Contributing to EasyDeL
APIs
EasyDeL APIs 🔮
Inference
easydel.inference.__init__
easydel.inference.logits_process
easydel.inference.utilities
Vengine
easydel.inference.vengine.__init__
easydel.inference.vengine.orchestrator
easydel.inference.vengine.request_state
easydel.inference.vengine.vengine
Vinference
easydel.inference.vinference.__init__
easydel.inference.vinference._fn
Api Server
easydel.inference.vinference.metrics
easydel.inference.vinference.utilities
easydel.inference.vinference.vinference
Vwhisper
easydel.inference.vwhisper.__init__
easydel.inference.vwhisper.cli
easydel.inference.vwhisper.config
easydel.inference.vwhisper.core
easydel.inference.vwhisper.generation
easydel.inference.vwhisper.server
easydel.inference.vwhisper.utils
Infra
easydel.infra.__init__
easydel.infra.base_config
easydel.infra.base_module
easydel.infra.base_state
easydel.infra.errors
easydel.infra.etils
easydel.infra.factory
easydel.infra.loss_utils
easydel.infra.loss_utils_test
Mixins
easydel.infra.mixins.__init__
easydel.infra.mixins.bridge
easydel.infra.mixins.generation
easydel.infra.mixins.protocol
easydel.infra.modeling_outputs
easydel.infra.utils
Kernels
easydel.kernels.__init__
easydel.kernels.collective_matmul
Cpu Ops
easydel.kernels.cpu_ops.__init__
Flash Attention Jax
Ring Attention Jax
easydel.kernels.flash_attention
Gpu Ops
Deprecated
easydel.kernels.gpu_ops.__init__
easydel.kernels.gpu_ops._utils
Flash Attention Triton
Matmul Triton
easydel.kernels.matmul
easydel.kernels.ring_attention
easydel.kernels.rms_norm
Tpu Ops
easydel.kernels.tpu_ops.__init__
Matmul Pallas
Paged Attention
Paged Attention Pallas
Ring Attention Pallas
easydel.kernels.utils
Layers
easydel.layers.__init__
easydel.layers.attention
Attention Operator
easydel.layers.attention_operator.__init__
easydel.layers.attention_operator._attention_impl
Modules
Caching
easydel.layers.caching.__init__
easydel.layers.caching._abstracts
Lightning
Mamba
Mamba2
Paged Attention
Transformer
easydel.layers.linear
easydel.layers.norms
Ops
easydel.layers.ops.__init__
easydel.layers.ops._base_operation
easydel.layers.ops._gla
easydel.layers.ops._lightning_attention
Quantization
easydel.layers.quantization._8bit_quantizer
easydel.layers.quantization.__init__
easydel.layers.quantization._nf4_quantizer
easydel.layers.quantization.base_quant
easydel.layers.quantization.linear_8bit
easydel.layers.quantization.linear_nf4
easydel.layers.quantization.quantizers
easydel.layers.rotary_embedding
easydel.layers.rotary_embedding_test
Modules
easydel.modules.__init__
Arctic
easydel.modules.arctic.__init__
easydel.modules.arctic.arctic_configuration
easydel.modules.arctic.modeling_arctic_flax
Auto
easydel.modules.auto.__init__
easydel.modules.auto.auto_configuration
easydel.modules.auto.auto_modeling
Aya Vision
easydel.modules.aya_vision.__init__
easydel.modules.aya_vision.aya_vision_configuration
easydel.modules.aya_vision.modeling_aya_vision_flax
Clip
easydel.modules.clip.__init__
easydel.modules.clip.clip_configuration
easydel.modules.clip.modeling_clip_flax
Cohere
easydel.modules.cohere.__init__
easydel.modules.cohere.cohere_configuration
easydel.modules.cohere.modeling_cohere_flax
Cohere2
easydel.modules.cohere2.__init__
easydel.modules.cohere2.cohere2_configuration
easydel.modules.cohere2.modeling_cohere2_flax
Dbrx
easydel.modules.dbrx.__init__
easydel.modules.dbrx.dbrx_configuration
easydel.modules.dbrx.modeling_dbrx_flax
Deepseek V2
easydel.modules.deepseek_v2.__init__
easydel.modules.deepseek_v2.deepseek_configuration
easydel.modules.deepseek_v2.modeling_deepseek_flax
Deepseek V3
easydel.modules.deepseek_v3.__init__
easydel.modules.deepseek_v3.deepseek_configuration
easydel.modules.deepseek_v3.modeling_deepseek_flax
Exaone
easydel.modules.exaone.__init__
easydel.modules.exaone.exaone_configuration
easydel.modules.exaone.modeling_exaone_flax
Falcon
easydel.modules.falcon.__init__
easydel.modules.falcon.falcon_configuration
easydel.modules.falcon.modeling_falcon_flax
Gemma
easydel.modules.gemma.__init__
easydel.modules.gemma.gemma_configuration
easydel.modules.gemma.modeling_gemma_flax
Gemma2
easydel.modules.gemma2.__init__
easydel.modules.gemma2.gemma2_configuration
easydel.modules.gemma2.modeling_gemma2_flax
Gemma3
easydel.modules.gemma3.__init__
easydel.modules.gemma3.gemma3_configuration
easydel.modules.gemma3.modeling_gemma3_flax
Gpt2
easydel.modules.gpt2.__init__
easydel.modules.gpt2.gpt2_configuration
easydel.modules.gpt2.modeling_gpt2_flax
Gpt J
easydel.modules.gpt_j.__init__
easydel.modules.gpt_j.gpt_j_configuration
easydel.modules.gpt_j.modeling_gpt_j_flax
Gpt Neox
easydel.modules.gpt_neox.__init__
easydel.modules.gpt_neox.gpt_neox_configuration
easydel.modules.gpt_neox.modeling_gpt_neox_flax
Grok 1
easydel.modules.grok_1.__init__
easydel.modules.grok_1.grok_1_configuration
easydel.modules.grok_1.modeling_grok_1_flax
Internlm2
easydel.modules.internlm2.__init__
easydel.modules.internlm2.internlm2_configuration
easydel.modules.internlm2.modeling_internlm2_flax
Llama
easydel.modules.llama.__init__
easydel.modules.llama.llama_configuration
easydel.modules.llama.modeling_llama_flax
Llama4
easydel.modules.llama4.__init__
easydel.modules.llama4.llama4_configuration
easydel.modules.llama4.modeling_llama4_flax
Llava
easydel.modules.llava.__init__
easydel.modules.llava.llava_configuration
easydel.modules.llava.modeling_llava_flax
Mamba
easydel.modules.mamba.__init__
easydel.modules.mamba.mamba_configuration
easydel.modules.mamba.modeling_mamba_flax
Mamba2
easydel.modules.mamba2.__init__
easydel.modules.mamba2.mamba2_configuration
easydel.modules.mamba2.modeling_mamba2_flax
Minimax Text V1
easydel.modules.minimax_text_v1.__init__
easydel.modules.minimax_text_v1.minimax_text_01_configuration
easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax
Mistral
easydel.modules.mistral.__init__
easydel.modules.mistral.mistral_configuration
easydel.modules.mistral.modeling_mistral_flax
Mixtral
easydel.modules.mixtral.__init__
easydel.modules.mixtral.mixtral_configuration
easydel.modules.mixtral.modeling_mixtral_flax
Mosaic Mpt
easydel.modules.mosaic_mpt.__init__
easydel.modules.mosaic_mpt.modeling_mpt_flax
easydel.modules.mosaic_mpt.mosaic_configuration
Olmo
easydel.modules.olmo.__init__
easydel.modules.olmo.modeling_olmo_flax
easydel.modules.olmo.olmo_configuration
Olmo2
easydel.modules.olmo2.__init__
easydel.modules.olmo2.modeling_olmo2_flax
easydel.modules.olmo2.olmo2_configuration
Openelm
easydel.modules.openelm.__init__
easydel.modules.openelm.modeling_openelm_flax
easydel.modules.openelm.openelm_configuration
Opt
easydel.modules.opt.__init__
easydel.modules.opt.modeling_opt_flax
easydel.modules.opt.opt_configuration
Phi
easydel.modules.phi.__init__
easydel.modules.phi.modeling_phi_flax
easydel.modules.phi.phi_configuration
Phi3
easydel.modules.phi3.__init__
easydel.modules.phi3.modeling_phi3_flax
easydel.modules.phi3.phi3_configuration
Phimoe
easydel.modules.phimoe.__init__
easydel.modules.phimoe.modeling_phimoe_flax
easydel.modules.phimoe.phimoe_configuration
Pixtral
easydel.modules.pixtral.__init__
easydel.modules.pixtral.modeling_pixtral_flax
easydel.modules.pixtral.pixtral_configuration
Qwen2
easydel.modules.qwen2.__init__
easydel.modules.qwen2.modeling_qwen_flax
easydel.modules.qwen2.qwen_configuration
Qwen2 Moe
easydel.modules.qwen2_moe.__init__
easydel.modules.qwen2_moe.configuration_qwen2_moe
easydel.modules.qwen2_moe.modeling_qwen2_moe_flax
Qwen2 Vl
easydel.modules.qwen2_vl.__init__
easydel.modules.qwen2_vl.modeling_qwen2_vl_flax
easydel.modules.qwen2_vl.qwen2_vl_configuration
Qwen3
easydel.modules.qwen3.__init__
easydel.modules.qwen3.modeling_qwen3_flax
easydel.modules.qwen3.qwen3_configuration
Qwen3 Moe
easydel.modules.qwen3_moe.__init__
easydel.modules.qwen3_moe.modeling_qwen3_moe_flax
easydel.modules.qwen3_moe.qwen3_moe_configuration
Roberta
easydel.modules.roberta.__init__
easydel.modules.roberta.modeling_roberta_flax
easydel.modules.roberta.roberta_configuration
Rwkv
easydel.modules.rwkv.__init__
easydel.modules.rwkv.modeling_rwkv_flax
easydel.modules.rwkv.rwkv_configuration
Siglip
easydel.modules.siglip.__init__
easydel.modules.siglip.configuration_siglip
easydel.modules.siglip.modeling_siglip_flax
Stablelm
easydel.modules.stablelm.__init__
easydel.modules.stablelm.modeling_stablelm_flax
easydel.modules.stablelm.stablelm_configuration
Whisper
easydel.modules.whisper.__init__
easydel.modules.whisper.modeling_whisper_flax
easydel.modules.whisper.whisper_configuration
Xerxes
easydel.modules.xerxes.__init__
easydel.modules.xerxes.modeling_xerxes_flax
easydel.modules.xerxes.xerxes_configuration
Xerxes2
easydel.modules.xerxes2.__init__
easydel.modules.xerxes2.modeling_xerxes2_flax
easydel.modules.xerxes2.xerxes2_configuration
Scripts
easydel.scripts.__init__
Finetune
easydel.scripts.finetune.__init__
easydel.scripts.finetune.dpo
easydel.scripts.finetune.gsm8k_grpo
easydel.scripts.finetune.numinamath_grpo
easydel.scripts.finetune.orpo
easydel.scripts.finetune.reward
easydel.scripts.finetune.sft
Trainers
easydel.trainers.__init__
easydel.trainers.base_trainer
Direct Preference Optimization Trainer
easydel.trainers.direct_preference_optimization_trainer.__init__
easydel.trainers.direct_preference_optimization_trainer._fn
easydel.trainers.direct_preference_optimization_trainer.dpo_config
easydel.trainers.direct_preference_optimization_trainer.dpo_trainer
Group Relative Policy Optimization
easydel.trainers.group_relative_policy_optimization.__init__
easydel.trainers.group_relative_policy_optimization._fn
easydel.trainers.group_relative_policy_optimization.grpo_config
easydel.trainers.group_relative_policy_optimization.grpo_trainer
Odds Ratio Preference Optimization Trainer
easydel.trainers.odds_ratio_preference_optimization_trainer.__init__
easydel.trainers.odds_ratio_preference_optimization_trainer._fn
easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config
easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer
easydel.trainers.packer
easydel.trainers.prompt_utils
Reward Trainer
easydel.trainers.reward_trainer.__init__
easydel.trainers.reward_trainer._fn
easydel.trainers.reward_trainer.reward_config
easydel.trainers.reward_trainer.reward_trainer
Supervised Fine Tuning Trainer
easydel.trainers.supervised_fine_tuning_trainer.__init__
easydel.trainers.supervised_fine_tuning_trainer.sft_config
easydel.trainers.supervised_fine_tuning_trainer.sft_trainer
Trainer
easydel.trainers.trainer.__init__
easydel.trainers.trainer._fn
easydel.trainers.trainer.modeling_output
easydel.trainers.trainer.trainer
easydel.trainers.trainer_protocol
easydel.trainers.training_configurations
easydel.trainers.training_utils
easydel.trainers.utils
Utils
easydel.utils.__init__
easydel.utils.analyze_memory
Checkpoint Managers
easydel.utils.checkpoint_managers.__init__
easydel.utils.checkpoint_managers.streamer
easydel.utils.cli_helpers
easydel.utils.compiling_utils
easydel.utils.graph_utils
easydel.utils.helpers
easydel.utils.lazy_import
easydel.utils.parameters_transformation
easydel.utils.readme_generator
easydel.utils.rngs_utils
easydel.utils.traversals
Inference Engines
EasyDeL Whisper API Server
EasyDeL vInference API Server
Trainers
Direct Preference Optimization (DPO) Trainer
Group Relative Policy Optimization (GRPO) Trainer
Odds Ratio Preference Optimization (ORPO) Trainer
Supervised Fine-Tuning (SFT) Trainer
Reward Model Training
Multimodality
Vision-Language Models
Audio-Language Models
Multimodal Inference Serving
TRC
Getting Started with EasyDeL on TPU Research Cloud (TRC)
.rst
.pdf
easydel.layers.caching.mamba2.mamba2_cache_test
easydel.layers.caching.mamba2.mamba2_cache_test
#