Index

A

A8BIT (easydel.infra.etils.EasyDeLQuantizationMethods attribute) accuracy (easydel.infra.loss_utils.LossMetrics attribute) ADAFACTOR (easydel.infra.etils.EasyDeLOptimizers attribute) ADAMW (easydel.infra.etils.EasyDeLOptimizers attribute) add_basic_configurations() (easydel.infra.__init__.EasyDeLBaseConfig method) (easydel.infra.base_config.EasyDeLBaseConfig method) add_bos_token_if_needed() (in module easydel.trainers.utils) add_eos_token_if_needed() (in module easydel.trainers.utils) add_jax_args() (easydel.infra.__init__.EasyDeLBaseConfig method) (easydel.infra.base_config.EasyDeLBaseConfig method) (easydel.modules.arctic.__init__.ArcticConfig method) (easydel.modules.arctic.arctic_configuration.ArcticConfig method) (easydel.modules.cohere.__init__.CohereConfig method) (easydel.modules.cohere.cohere_configuration.CohereConfig method) (easydel.modules.deepseek_v2.__init__.DeepseekV2Config method) (easydel.modules.deepseek_v2.deepseek_configuration.DeepseekV2Config method) (easydel.modules.exaone.__init__.ExaoneConfig method) (easydel.modules.exaone.exaone_configuration.ExaoneConfig method) (easydel.modules.falcon.__init__.FalconConfig method) (easydel.modules.falcon.falcon_configuration.FalconConfig method) (easydel.modules.gemma.__init__.GemmaConfig method) (easydel.modules.gemma.gemma_configuration.GemmaConfig method) (easydel.modules.gemma2.__init__.Gemma2Config method) (easydel.modules.gemma2.gemma2_configuration.Gemma2Config method) (easydel.modules.gpt2.__init__.GPT2Config method) (easydel.modules.gpt2.gpt2_configuration.GPT2Config method) (easydel.modules.gpt_j.__init__.GPTJConfig method) (easydel.modules.gpt_j.gpt_j_configuration.GPTJConfig method) (easydel.modules.gpt_neox.__init__.GPTNeoXConfig method) (easydel.modules.gpt_neox.gpt_neox_configuration.GPTNeoXConfig method) (easydel.modules.grok_1.__init__.Grok1Config method) (easydel.modules.grok_1.grok_1_configuration.Grok1Config method) (easydel.modules.internlm2.__init__.InternLM2Config method) (easydel.modules.internlm2.internlm2_configuration.InternLM2Config method) (easydel.modules.llama.__init__.LlamaConfig method) (easydel.modules.llama.llama_configuration.LlamaConfig method) (easydel.modules.mamba.__init__.MambaConfig method) (easydel.modules.mamba.mamba_configuration.MambaConfig method) (easydel.modules.mamba2.__init__.Mamba2Config method) (easydel.modules.mamba2.mamba2_configuration.Mamba2Config method) (easydel.modules.mistral.__init__.MistralConfig method) (easydel.modules.mistral.mistral_configuration.MistralConfig method) (easydel.modules.mixtral.__init__.MixtralConfig method) (easydel.modules.mixtral.mixtral_configuration.MixtralConfig method) (easydel.modules.mosaic_mpt.__init__.MptConfig method) (easydel.modules.mosaic_mpt.mosaic_configuration.MptConfig method) (easydel.modules.olmo.__init__.OlmoConfig method) (easydel.modules.olmo.olmo_configuration.OlmoConfig method) (easydel.modules.olmo2.__init__.Olmo2Config method) (easydel.modules.olmo2.olmo2_configuration.Olmo2Config method) (easydel.modules.openelm.__init__.OpenELMConfig method) (easydel.modules.openelm.openelm_configuration.OpenELMConfig method) (easydel.modules.opt.__init__.OPTConfig method) (easydel.modules.opt.opt_configuration.OPTConfig method) (easydel.modules.phi.__init__.PhiConfig method) (easydel.modules.phi.phi_configuration.PhiConfig method) (easydel.modules.phi3.__init__.Phi3Config method) (easydel.modules.phi3.phi3_configuration.Phi3Config method) (easydel.modules.phimoe.__init__.PhiMoeConfig method) (easydel.modules.phimoe.phimoe_configuration.PhiMoeConfig method) (easydel.modules.qwen2.__init__.Qwen2Config method) (easydel.modules.qwen2.qwen_configuration.Qwen2Config method) (easydel.modules.qwen2_moe.__init__.Qwen2MoeConfig method) (easydel.modules.qwen2_moe.configuration_qwen2_moe.Qwen2MoeConfig method) (easydel.modules.roberta.__init__.RobertaConfig method) (easydel.modules.roberta.roberta_configuration.RobertaConfig method) (easydel.modules.rwkv.__init__.RwkvConfig method) (easydel.modules.rwkv.rwkv_configuration.RwkvConfig method) (easydel.modules.stablelm.__init__.StableLmConfig method) (easydel.modules.stablelm.stablelm_configuration.StableLmConfig method) (easydel.modules.whisper.__init__.WhisperConfig method) (easydel.modules.whisper.whisper_configuration.WhisperConfig method) (easydel.modules.xerxes.__init__.XerxesConfig method) (easydel.modules.xerxes.xerxes_configuration.XerxesConfig method) (easydel.modules.xerxes2.__init__.Xerxes2Config method) (easydel.modules.xerxes2.xerxes2_configuration.Xerxes2Config method) add_special_tokens (easydel.trainers.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) add_start_docstrings() (in module easydel.inference.logits_process) (in module easydel.infra.utils) alibi (easydel.modules.mosaic_mpt.__init__.MptModel property) (easydel.modules.mosaic_mpt.modeling_mpt_flax.MptModel property) all_router_losses (easydel.infra.modeling_outputs.MoeCausalLMOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) allocation_efficiency (easydel.utils.analyze_memory.DeviceStats attribute), [1] analyze_device() (easydel.utils.analyze_memory.SMPMemoryMonitor method) analyze_memory() (easydel.utils.analyze_memory.MemoryMonitorClient method) apply_basic_rope() (in module easydel.layers.rotary_embedding) apply_chat_template() (in module easydel.trainers.prompt_utils) apply_fn (easydel.infra.__init__.EasyDeLState attribute) (easydel.infra.base_state.EasyDeLState attribute) apply_gradients() (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_state.EasyDeLState method) apply_lora_to_layers() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (in module easydel.infra.utils) apply_phi3_rope() (in module easydel.layers.rotary_embedding) apply_rotary_pos_emb() (in module easydel.modules.deepseek_v2.modeling_deepseek_flax) (in module easydel.modules.deepseek_v3.modeling_deepseek_flax) (in module easydel.modules.pixtral.modeling_pixtral_flax) apply_rotary_pos_emb_vision() (in module easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) apply_sparsity_to_params() (in module easydel.infra.utils) apply_training_hooks() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) ArcticAttention (class in easydel.modules.arctic.modeling_arctic_flax) ArcticConfig (class in easydel.modules.arctic.__init__) (class in easydel.modules.arctic.arctic_configuration) ArcticDecoderLayer (class in easydel.modules.arctic.modeling_arctic_flax)

ArcticForCausalLM (class in easydel.modules.arctic.__init__) (class in easydel.modules.arctic.modeling_arctic_flax) ArcticForSequenceClassification (class in easydel.modules.arctic.__init__) (class in easydel.modules.arctic.modeling_arctic_flax) ArcticMLP (class in easydel.modules.arctic.modeling_arctic_flax) ArcticModel (class in easydel.modules.arctic.__init__) (class in easydel.modules.arctic.modeling_arctic_flax) ArcticMoeBlock (class in easydel.modules.arctic.modeling_arctic_flax) Argu() (in module easydel.utils.cli_helpers) arguments (easydel.trainers.__init__.DPOTrainer attribute) (easydel.trainers.__init__.GRPOTrainer attribute) (easydel.trainers.__init__.ORPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) attention_outputs (easydel.layers.attention_operator.__init__.AttentionOutput attribute) (easydel.layers.attention_operator._attention_impl.AttentionOutput attribute) attention_pack_with_static_shape() (in module easydel.kernels.gpu_ops.flash_attention_triton._utils) attention_unpack_with_static_shape() (in module easydel.kernels.gpu_ops.flash_attention_triton._utils) attention_weights (easydel.layers.attention_operator.__init__.AttentionOutput attribute) (easydel.layers.attention_operator._attention_impl.AttentionOutput attribute) AttentionConfig (class in easydel.kernels.flash_attention) AttentionImpl (class in easydel.layers.attention_operator.__init__) (class in easydel.layers.attention_operator._attention_impl) AttentionMechanisms (class in easydel.layers.attention) AttentionMetadata (class in easydel.layers.attention_operator.__init__) (class in easydel.layers.attention_operator._attention_impl) AttentionOutput (class in easydel.layers.attention_operator.__init__) (class in easydel.layers.attention_operator._attention_impl) AttentionRegistry (class in easydel.layers.attention_operator.__init__) (class in easydel.layers.attention_operator._attention_impl) attentions (easydel.infra.modeling_outputs.FlaxBaseModelOutput attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPast attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPastAndCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPooling attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxCausalLMOutputWithCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxCLIPTextModelOutput attribute) (easydel.infra.modeling_outputs.FlaxImageClassifierOutput attribute) (easydel.infra.modeling_outputs.FlaxMaskedLMOutput attribute) (easydel.infra.modeling_outputs.FlaxMultipleChoiceModelOutput attribute) (easydel.infra.modeling_outputs.FlaxNextSentencePredictorOutput attribute) (easydel.infra.modeling_outputs.FlaxQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.FlaxTokenClassifierOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLCausalLMOutputWithPast attribute) (easydel.modules.rwkv.modeling_rwkv_flax.RwkvCausalLMOutput attribute) (easydel.modules.rwkv.modeling_rwkv_flax.RwkvOutput attribute) attribute_map (easydel.modules.dbrx.__init__.DbrxConfig attribute) (easydel.modules.dbrx.dbrx_configuration.DbrxConfig attribute) (easydel.modules.falcon.__init__.FalconConfig attribute) (easydel.modules.falcon.falcon_configuration.FalconConfig attribute) (easydel.modules.gpt2.__init__.GPT2Config attribute) (easydel.modules.gpt2.gpt2_configuration.GPT2Config attribute) (easydel.modules.gpt_j.__init__.GPTJConfig attribute) (easydel.modules.gpt_j.gpt_j_configuration.GPTJConfig attribute) (easydel.modules.mosaic_mpt.__init__.MptConfig attribute) (easydel.modules.mosaic_mpt.mosaic_configuration.MptConfig attribute) (easydel.modules.openelm.__init__.OpenELMConfig attribute) (easydel.modules.openelm.openelm_configuration.OpenELMConfig attribute) (easydel.modules.phi.__init__.PhiConfig attribute) (easydel.modules.phi.phi_configuration.PhiConfig attribute) (easydel.modules.rwkv.__init__.RwkvConfig attribute) (easydel.modules.rwkv.rwkv_configuration.RwkvConfig attribute) (easydel.modules.whisper.__init__.WhisperConfig attribute) (easydel.modules.whisper.whisper_configuration.WhisperConfig attribute) AUDIO_CLASSIFICATION (easydel.infra.factory.TaskType attribute) AUTO (easydel.layers.attention.AttentionMechanisms attribute) auto_remat() (in module easydel.infra.utils) auto_shard_states (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) AutoEasyDeLConfig (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_configuration) AutoEasyDeLModelForCausalLM (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_modeling) AutoEasyDeLModelForImageTextToText (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_modeling) AutoEasyDeLModelForSeq2SeqLM (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_modeling) AutoEasyDeLModelForSequenceClassification (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_modeling) AutoEasyDeLModelForSpeechSeq2Seq (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_modeling) AutoEasyDeLModelForZeroShotImageClassification (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_modeling) AutoShardAndGatherFunctions (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_configuration) AutoStateForCausalLM (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_modeling) AutoStateForImageSequenceClassification (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_modeling) AutoStateForImageTextToText (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_modeling) AutoStateForSeq2SeqLM (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_modeling) AutoStateForSpeechSeq2Seq (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_modeling) AutoStateForZeroShotImageClassification (class in easydel.modules.auto.__init__) (class in easydel.modules.auto.auto_modeling) aux_loss (easydel.infra.modeling_outputs.FlaxSequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.MoeCausalLMOutput attribute) aux_loss_enabled (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) auxiliary_load_balancing_loss_func() (in module easydel.infra.loss_utils) available_inference() (easydel.inference.__init__.vInferenceApiServer method) (easydel.inference.vinference.__init__.vInferenceApiServer method) (easydel.inference.vinference.api_server.vInferenceApiServer method) AVERAGE_PER_SEQUENCE (easydel.infra.loss_utils.SpecialLossNormalizingFactor attribute)

B

Backend (class in easydel.kernels.flash_attention) backend (easydel.kernels.flash_attention.AttentionConfig attribute) (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) base_config (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) base_config_key (easydel.modules.clip.__init__.CLIPTextConfig attribute) (easydel.modules.clip.__init__.CLIPVisionConfig attribute) (easydel.modules.clip.clip_configuration.CLIPTextConfig attribute) (easydel.modules.clip.clip_configuration.CLIPVisionConfig attribute) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLVisionConfig attribute) base_model_prefix (easydel.infra.mixins.__init__.BaseModuleProtocol attribute) (easydel.infra.mixins.__init__.EasyBridgeMixin attribute) (easydel.infra.mixins.__init__.EasyGenerationMixin attribute) (easydel.infra.mixins.bridge.EasyBridgeMixin attribute) (easydel.infra.mixins.generation.EasyGenerationMixin attribute) (easydel.infra.mixins.protocol.BaseModuleProtocol attribute) BASE_MODULE (easydel.infra.factory.TaskType attribute) BASE_VISION (easydel.infra.factory.TaskType attribute) BaseAutoEasyModel (class in easydel.modules.auto.auto_modeling) BaseAutoEasyState (class in easydel.modules.auto.auto_modeling) BaseModuleProtocol (class in easydel.infra.mixins.__init__) (class in easydel.infra.mixins.protocol) BaseProgressBar (class in easydel.trainers.trainer_protocol) BaseTrainer (class in easydel.trainers.__init__) (class in easydel.trainers.base_trainer) BaseTrainerProtocol (class in easydel.trainers.trainer_protocol) basic_attention_refrence() (in module easydel.kernels.gpu_ops.flash_attention_triton._utils) basic_generation_first_iter_fn() (in module easydel.inference.vinference._fn) basic_generation_iter_fn() (in module easydel.inference.vinference._fn) basic_layer_norm() (in module easydel.kernels.rms_norm) batch_size (easydel.inference.__init__.vWhisperInferenceConfig attribute) (easydel.inference.vinference.metrics.ModelMetadata attribute) (easydel.inference.whisper_inference.vWhisperInferenceConfig attribute) (easydel.layers.caching.__init__.LightningCacheMetaData attribute) (easydel.layers.caching.__init__.Mamba2CacheMetaData attribute) (easydel.layers.caching.__init__.MambaCacheMetaData attribute) (easydel.layers.caching.__init__.TransformerCacheMetaData attribute) (easydel.layers.caching.lightning_cache.LightningCacheMetaData attribute) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData attribute) (easydel.layers.caching.mamba_cache.MambaCacheMetaData attribute) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData attribute) BeamSearchState (class in easydel.infra.mixins.generation)

below_or_on_diag() (in module easydel.kernels.cpu_ops.ring_attention_jax._utils) (in module easydel.kernels.tpu_ops.ring_attention_pallas._utils) beta (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.GRPOConfig attribute) (easydel.trainers.__init__.ORPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] block_b (easydel.kernels.tpu_ops.ring_attention_pallas._utils.BlockSizes attribute) block_k (easydel.kernels.tpu_ops.ring_attention_pallas._utils.BlockSizes attribute) block_k_dkv (easydel.kernels.tpu_ops.ring_attention_pallas._utils.BlockSizes attribute) block_k_dq (easydel.kernels.tpu_ops.ring_attention_pallas._utils.BlockSizes attribute) block_k_major (easydel.kernels.tpu_ops.ring_attention_pallas._utils.BlockSizes attribute) block_k_major_dkv (easydel.kernels.tpu_ops.ring_attention_pallas._utils.BlockSizes attribute) block_k_major_dq (easydel.kernels.tpu_ops.ring_attention_pallas._utils.BlockSizes attribute) block_q (easydel.kernels.tpu_ops.ring_attention_pallas._utils.BlockSizes attribute) block_q_dkv (easydel.kernels.tpu_ops.ring_attention_pallas._utils.BlockSizes attribute) block_q_dq (easydel.kernels.tpu_ops.ring_attention_pallas._utils.BlockSizes attribute) block_q_major_dkv (easydel.kernels.tpu_ops.ring_attention_pallas._utils.BlockSizes attribute) block_wise_ffn() (in module easydel.infra.utils) blocksize_b (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) blocksize_k (easydel.kernels.flash_attention.AttentionConfig attribute) (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) blocksize_q (easydel.kernels.flash_attention.AttentionConfig attribute) (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) BlockSizes (class in easydel.kernels.tpu_ops.ring_attention_pallas._utils) BLOCKWISE (easydel.layers.attention.AttentionMechanisms attribute) blockwise_attn() (in module easydel.layers.attention_operator.modules.ring) bos_token_id (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) break_on_nan (easydel.infra.__init__.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) build_mpt_alibi_tensor() (in module easydel.modules.mosaic_mpt.modeling_mpt_flax) build_slope_tensor() (in module easydel.layers.ops.lightning_attention) build_tokenized_answer() (easydel.trainers.__init__.ORPOTrainer method) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer method) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer method) built_bloom_alibi() (in module easydel.modules.falcon.modeling_falcon_flax)

C

cache (easydel.modules.mamba.modeling_mamba_flax.MambaCausalLMOutput attribute) (easydel.modules.mamba.modeling_mamba_flax.MambaOutput attribute) cache_compiles() (in module easydel.utils.__init__) (in module easydel.utils.compiling_utils) cache_params (easydel.infra.modeling_outputs.MambaCausalLMOutput attribute) (easydel.infra.modeling_outputs.MambaOutput attribute) (easydel.modules.mamba2.modeling_mamba2_flax.Mamba2CausalLMOutput attribute) (easydel.modules.mamba2.modeling_mamba2_flax.Mamba2Output attribute) calc_bias_strides() (in module easydel.kernels.gpu_ops.flash_attention_triton._utils) calculate() (easydel.trainers.trainer_protocol.StepMetrics method) calculate_number_total_flops() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) can_generate() (easydel.infra.mixins.__init__.EasyBridgeMixin class method) (easydel.infra.mixins.bridge.EasyBridgeMixin class method) canonicalize_dtype() (in module easydel.infra.utils) capture_time() (in module easydel.utils.helpers) Carry (class in easydel.layers.attention_operator.modules.ring) CAUSAL_LM (easydel.infra.factory.TaskType attribute) causal_mask (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.modules.clip.modeling_clip_flax.CLIPEncoder property) ceildiv() (in module easydel.layers.ops.gla) center_rewards_coefficient (easydel.trainers.__init__.RewardConfig attribute) (easydel.trainers.reward_trainer.__init__.RewardConfig attribute) (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute) chars_per_token (easydel.trainers.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) chat_completions() (easydel.inference.__init__.vInferenceApiServer method) (easydel.inference.vinference.__init__.vInferenceApiServer method) (easydel.inference.vinference.api_server.vInferenceApiServer method) ChatCompletionClient (class in easydel.inference.vinference.api_server_test) ChatCompletionRequest (class in easydel.inference.vinference.api_models) ChatCompletionResponse (class in easydel.inference.vinference.api_models) ChatCompletionResponseChoice (class in easydel.inference.vinference.api_models) ChatCompletionStreamResponse (class in easydel.inference.vinference.api_models) ChatCompletionStreamResponseChoice (class in easydel.inference.vinference.api_models) ChatMessage (class in easydel.inference.vinference.api_models) check_all_devices() (easydel.utils.analyze_memory.SMPMemoryMonitor method) CHECKPOINT_DOTS (easydel.infra.etils.EasyDeLGradientCheckPointers attribute) CHECKPOINT_DOTS_WITH_NO_BATCH_DMIS (easydel.infra.etils.EasyDeLGradientCheckPointers attribute) checkpoint_manager (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer.modeling_output.TrainerOutput attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureFunctionOutput attribute) checkpoint_path (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer.modeling_output.TrainerOutput attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerOutput attribute) CheckpointManager (class in easydel.utils.checkpoint_managers.__init__) (class in easydel.utils.checkpoint_managers.streamer) choices (easydel.inference.vinference.api_models.ChatCompletionResponse attribute) (easydel.inference.vinference.api_models.ChatCompletionStreamResponse attribute) chosen_rewards (easydel.infra.loss_utils.LossMetrics attribute) chunk_iter_with_batch() (easydel.inference.__init__.vWhisperInference method) (easydel.inference.whisper_inference.vWhisperInference method) cjit() (in module easydel.utils.__init__) (in module easydel.utils.compiling_utils) classification_problem_type (easydel.infra.__init__.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) clip_grad (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) clip_loss() (in module easydel.modules.clip.modeling_clip_flax) CLIPAttention (class in easydel.modules.clip.modeling_clip_flax) CLIPConfig (class in easydel.modules.clip.__init__) (class in easydel.modules.clip.clip_configuration) CLIPEncoder (class in easydel.modules.clip.modeling_clip_flax) CLIPEncoderLayer (class in easydel.modules.clip.modeling_clip_flax) CLIPForImageClassification (class in easydel.modules.clip.__init__) (class in easydel.modules.clip.modeling_clip_flax) CLIPMLP (class in easydel.modules.clip.modeling_clip_flax) CLIPModel (class in easydel.modules.clip.__init__) (class in easydel.modules.clip.modeling_clip_flax) CLIPTextConfig (class in easydel.modules.clip.__init__) (class in easydel.modules.clip.clip_configuration) CLIPTextEmbeddings (class in easydel.modules.clip.modeling_clip_flax) CLIPTextModel (class in easydel.modules.clip.__init__) (class in easydel.modules.clip.modeling_clip_flax) CLIPTextModelWithProjection (class in easydel.modules.clip.__init__) (class in easydel.modules.clip.modeling_clip_flax) CLIPTextTransformer (class in easydel.modules.clip.modeling_clip_flax) CLIPVisionConfig (class in easydel.modules.clip.__init__) (class in easydel.modules.clip.clip_configuration) CLIPVisionEmbeddings (class in easydel.modules.clip.modeling_clip_flax) CLIPVisionModel (class in easydel.modules.clip.__init__) (class in easydel.modules.clip.modeling_clip_flax) CLIPVisionTransformer (class in easydel.modules.clip.modeling_clip_flax) close() (easydel.trainers.trainer_protocol.BaseProgressBar method) (easydel.trainers.trainer_protocol.JSONProgressBar method) (easydel.trainers.trainer_protocol.NullProgressBar method) (easydel.trainers.trainer_protocol.RichProgressBar method) (easydel.trainers.trainer_protocol.TqdmProgressBar method) CohereAttention (class in easydel.modules.cohere.modeling_cohere_flax) CohereBlock (class in easydel.modules.cohere.modeling_cohere_flax) CohereConfig (class in easydel.modules.cohere.__init__) (class in easydel.modules.cohere.cohere_configuration) CohereForCausalLM (class in easydel.modules.cohere.__init__) (class in easydel.modules.cohere.modeling_cohere_flax) CohereForSequenceClassification (class in easydel.modules.cohere.__init__) (class in easydel.modules.cohere.modeling_cohere_flax) CohereMLP (class in easydel.modules.cohere.modeling_cohere_flax) CohereModel (class in easydel.modules.cohere.__init__) (class in easydel.modules.cohere.modeling_cohere_flax) ColorFormatter (class in easydel.utils.helpers) CompilationTracker (class in easydel.infra.utils) compile_aot() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) compile_function() (in module easydel.inference.utils) (in module easydel.utils.__init__) (in module easydel.utils.compiling_utils) completion_tokens (easydel.inference.vinference.api_models.UsageInfo attribute) compute_basic_frequencies() (in module easydel.layers.rotary_embedding) compute_basic_inv_frequencies() (in module easydel.layers.rotary_embedding) compute_deepseek_frequencies() (in module easydel.layers.rotary_embedding) compute_dynamic_frequencies() (in module easydel.layers.rotary_embedding) compute_frequencies() (in module easydel.modules.pixtral.modeling_pixtral_flax) compute_heads() (in module easydel.modules.openelm.openelm_configuration) compute_linear_frequencies() (in module easydel.layers.rotary_embedding) compute_llama3_frequencies() (in module easydel.layers.rotary_embedding) compute_llama3_inv_frequencies() (in module easydel.layers.rotary_embedding) compute_loss() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (easydel.modules.clip.__init__.CLIPModel method) (easydel.modules.clip.modeling_clip_flax.CLIPModel method) (easydel.modules.whisper.__init__.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper_flax.WhisperForConditionalGeneration method) compute_per_token_logps() (in module easydel.trainers.group_relative_policy_optimization._fn) compute_phi3_frequencies() (in module easydel.layers.rotary_embedding) compute_reference_log_probs() (easydel.trainers.__init__.DPOTrainer method) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer method) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer method) compute_slops() (in module easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax) compute_weighted_cross_entropy() (in module easydel.infra.loss_utils) compute_weighted_cross_entropy_and_accuracy() (in module easydel.infra.loss_utils) compute_yarn_frequencies() (in module easydel.layers.rotary_embedding) compute_yarn_inv_frequencies() (in module easydel.layers.rotary_embedding) concatenate() (easydel.layers.attention.FlaxAttentionModule method) concatenated_forward() (in module easydel.trainers.direct_preference_optimization_trainer._fn) (in module easydel.trainers.odds_ratio_preference_optimization_trainer._fn) concatenated_inputs() (in module easydel.trainers.direct_preference_optimization_trainer._fn) (in module easydel.trainers.odds_ratio_preference_optimization_trainer._fn) config (easydel.infra.factory.ModuleRegistration attribute) (easydel.infra.mixins.__init__.BaseModuleProtocol attribute) (easydel.infra.mixins.__init__.EasyBridgeMixin attribute) (easydel.infra.mixins.__init__.EasyGenerationMixin attribute) (easydel.infra.mixins.bridge.EasyBridgeMixin attribute) (easydel.infra.mixins.generation.EasyGenerationMixin attribute) (easydel.infra.mixins.protocol.BaseModuleProtocol attribute) (easydel.modules.llama.__init__.LlamaForCausalLM attribute) (easydel.modules.llama.modeling_llama_flax.LlamaForCausalLM attribute) (easydel.modules.rwkv.__init__.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.__init__.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvBlockCollection attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvFeedForward attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvSelfAttention attribute) (easydel.modules.rwkv.modeling_rwkv_flax.SingleStandFlaxRwkvBlock attribute) (easydel.modules.whisper.modeling_whisper_flax.WhisperForConditionalGeneration attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureModelOutput attribute)

config_class (easydel.infra.mixins.__init__.BaseModuleProtocol attribute) (easydel.infra.mixins.__init__.EasyBridgeMixin attribute) (easydel.infra.mixins.__init__.EasyGenerationMixin attribute) (easydel.infra.mixins.bridge.EasyBridgeMixin attribute) (easydel.infra.mixins.generation.EasyGenerationMixin attribute) (easydel.infra.mixins.protocol.BaseModuleProtocol attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VisionTransformerPretrainedModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvPretrainedModel attribute) config_prune_kernel() (in module easydel.kernels.gpu_ops.flash_attention_triton._backward_triton) (in module easydel.kernels.gpu_ops.flash_attention_triton._forward_triton) config_registry (easydel.infra.factory.Registry property) ConfigType (class in easydel.infra.factory) configure_dataloaders() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.__init__.DPOTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer method) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) configure_functions() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.__init__.DPOTrainer method) (easydel.trainers.__init__.GRPOTrainer method) (easydel.trainers.__init__.ORPOTrainer method) (easydel.trainers.__init__.RewardTrainer method) (easydel.trainers.__init__.Trainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer method) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer method) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer method) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer method) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer method) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer method) (easydel.trainers.reward_trainer.__init__.RewardTrainer method) (easydel.trainers.reward_trainer.reward_trainer.RewardTrainer method) (easydel.trainers.trainer.__init__.Trainer method) (easydel.trainers.trainer.trainer.Trainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) configure_model() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) content (easydel.inference.vinference.api_models.ChatMessage attribute) (easydel.inference.vinference.api_models.DeltaMessage attribute) contrastive_loss() (in module easydel.modules.clip.modeling_clip_flax) control_mlp_sharding() (in module easydel.infra.utils) Conv1D (class in easydel.modules.gpt2.modeling_gpt2_flax) (class in easydel.modules.mamba2.modeling_mamba2_flax) conv_kernel_size (easydel.layers.caching.__init__.Mamba2CacheMetaData attribute) (easydel.layers.caching.__init__.MambaCacheMetaData attribute) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData attribute) (easydel.layers.caching.mamba_cache.MambaCacheMetaData attribute) conv_states (easydel.layers.caching.__init__.Mamba2CacheView attribute) (easydel.layers.caching.__init__.MambaCacheView attribute) (easydel.layers.caching.mamba2_cache.Mamba2CacheView attribute) (easydel.layers.caching.mamba_cache.MambaCacheView attribute) conversation (easydel.inference.vinference.api_models.CountTokenRequest attribute) conversations_formatting_function() (in module easydel.trainers.__init__) (in module easydel.trainers.utils) CONVERT (easydel.infra.base_config.EasyMethod attribute) convert_pytorch_tensor_to_jax() (in module easydel.utils.parameters_transformation) convert_special_loss_normalizing_factor_to_enum() (in module easydel.infra.loss_utils) convert_sub_id_to_group_id() (in module easydel.inference.vinference.api_id_generator) COSINE (easydel.infra.etils.EasyDeLSchedulers attribute) cost_analysis (easydel.infra.utils.TraceResult property) count_flop_jaxpr() (in module easydel.infra.utils) count_model_parameters() (easydel.trainers.__init__.BaseTrainer static method) (easydel.trainers.base_trainer.BaseTrainer static method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol static method) count_tokens() (easydel.inference.__init__.vInference method) (easydel.inference.__init__.vInferenceApiServer method) (easydel.inference.vinference.__init__.vInference method) (easydel.inference.vinference.__init__.vInferenceApiServer method) (easydel.inference.vinference.api_server.vInferenceApiServer method) (easydel.inference.vinference.vinference.vInference method) CountTokenRequest (class in easydel.inference.vinference.api_models) CPU (easydel.infra.etils.EasyDeLBackends attribute) (easydel.kernels.flash_attention.Backend attribute) create() (easydel.infra.__init__.EasyDeLState class method) (easydel.infra.base_state.EasyDeLState class method) (easydel.layers.attention_operator.__init__.AttentionRegistry class method) (easydel.layers.attention_operator._attention_impl.AttentionRegistry class method) (easydel.layers.caching.__init__.LightningCacheMetaData class method) (easydel.layers.caching.__init__.Mamba2CacheMetaData class method) (easydel.layers.caching.__init__.MambaCacheMetaData class method) (easydel.layers.caching.__init__.TransformerCacheMetaData class method) (easydel.layers.caching.lightning_cache.LightningCacheMetaData class method) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData class method) (easydel.layers.caching.mamba_cache.MambaCacheMetaData class method) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData class method) create_attention_bias (easydel.layers.caching.__init__.TransformerCacheMetaData attribute) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData attribute) create_attention_mask() (in module easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) create_chat_completion() (easydel.inference.vinference.api_client.vInferenceChatCompletionClient method) (easydel.inference.vinference.api_server_test.ChatCompletionClient method) create_collect_function() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.__init__.DPOTrainer method) (easydel.trainers.__init__.ORPOTrainer method) (easydel.trainers.__init__.RewardTrainer method) (easydel.trainers.__init__.Trainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer method) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer method) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer method) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer method) (easydel.trainers.reward_trainer.__init__.RewardTrainer method) (easydel.trainers.reward_trainer.reward_trainer.RewardTrainer method) (easydel.trainers.trainer.__init__.Trainer method) (easydel.trainers.trainer.trainer.Trainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) create_constant_length_dataset() (in module easydel.trainers.__init__) (in module easydel.trainers.utils) create_error_response() (in module easydel.inference.vinference.api_server) create_flash_attention() (in module easydel.kernels.flash_attention) create_graphdef() (in module easydel.utils.traversals) create_mesh() (easydel.infra.__init__.EasyDeLBaseConfig static method) (easydel.infra.base_config.EasyDeLBaseConfig static method) create_progress_bar() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) create_prompt_creator() (in module easydel.trainers.__init__) (in module easydel.trainers.utils) create_sampling_step() (in module easydel.inference.utils) create_stable_sharding() (easydel.layers.attention_operator.__init__.AttentionImpl method) (easydel.layers.attention_operator._attention_impl.AttentionImpl method) create_tuple_parser() (in module easydel.modules.mamba.modeling_mamba_flax) (in module easydel.modules.mamba2.modeling_mamba2_flax) created (easydel.inference.vinference.api_models.ChatCompletionResponse attribute) (easydel.inference.vinference.api_models.ChatCompletionStreamResponse attribute) cross_attentions (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPastAndCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxCausalLMOutputWithCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqSequenceClassifierOutput attribute) cross_entropy_loss_and_accuracy() (in module easydel.infra.loss_utils) CUDA_FLASH_ATTN2 (easydel.layers.attention.AttentionMechanisms attribute) CUDNN (easydel.layers.attention.AttentionMechanisms attribute) cur_len (easydel.infra.mixins.generation.BeamSearchState attribute), [1] (easydel.infra.mixins.generation.GreedyState attribute), [1] (easydel.infra.mixins.generation.SampleState attribute), [1] current_backend() (easydel.layers.attention_operator.__init__.AttentionImpl method) (easydel.layers.attention_operator._attention_impl.AttentionImpl method) current_length (easydel.inference.utils.SampleState attribute) custom_dot_general_kernel() (in module easydel.kernels.matmul) custom_scheduler (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute)

D

data_collator (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) dataclass_types (easydel.utils.__init__.DataClassArgumentParser attribute) (easydel.utils.cli_helpers.DataClassArgumentParser attribute) DataClassArgumentParser (class in easydel.utils.__init__) (class in easydel.utils.cli_helpers) DataCollatorForCompletionOnlyLM (class in easydel.trainers.utils) DataCollatorForPreference (class in easydel.trainers.utils) dataloader_eval (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureDataloaderOutput attribute) dataloader_num_workers (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) dataloader_pin_memory (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) dataloader_train (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureDataloaderOutput attribute) dataset_batch_size (easydel.trainers.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) dataset_eval (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) dataset_kwargs (easydel.trainers.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) dataset_num_proc (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.GRPOConfig attribute) (easydel.trainers.__init__.ORPOConfig attribute), [1] (easydel.trainers.__init__.RewardConfig attribute) (easydel.trainers.__init__.SFTConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.reward_trainer.__init__.RewardConfig attribute) (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) dataset_text_field (easydel.trainers.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) dataset_train (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) DbrxAttention (class in easydel.modules.dbrx.modeling_dbrx_flax) DbrxAttentionConfig (class in easydel.modules.dbrx.__init__) (class in easydel.modules.dbrx.dbrx_configuration) DbrxBlock (class in easydel.modules.dbrx.modeling_dbrx_flax) DbrxConfig (class in easydel.modules.dbrx.__init__) (class in easydel.modules.dbrx.dbrx_configuration) DbrxExpertGLU (class in easydel.modules.dbrx.modeling_dbrx_flax) DbrxExperts (class in easydel.modules.dbrx.modeling_dbrx_flax) DbrxFFN (class in easydel.modules.dbrx.modeling_dbrx_flax) DbrxFFNConfig (class in easydel.modules.dbrx.__init__) (class in easydel.modules.dbrx.dbrx_configuration) DbrxForCausalLM (class in easydel.modules.dbrx.__init__) (class in easydel.modules.dbrx.modeling_dbrx_flax) DbrxForSequenceClassification (class in easydel.modules.dbrx.__init__) (class in easydel.modules.dbrx.modeling_dbrx_flax) DbrxModel (class in easydel.modules.dbrx.__init__) (class in easydel.modules.dbrx.modeling_dbrx_flax) DbrxNormAttentionNorm (class in easydel.modules.dbrx.modeling_dbrx_flax) DbrxRouter (class in easydel.modules.dbrx.modeling_dbrx_flax) decode() (easydel.modules.whisper.__init__.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper_flax.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper_flax.WhisperModel method)

decoder_attentions (easydel.infra.modeling_outputs.FlaxSeq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqSequenceClassifierOutput attribute) decoder_hidden_states (easydel.infra.modeling_outputs.FlaxSeq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqSequenceClassifierOutput attribute) deepcopy_model() (in module easydel.utils.traversals) DeepseekScalingRotaryEmbedding (class in easydel.layers.rotary_embedding) DeepseekV2Config (class in easydel.modules.deepseek_v2.__init__) (class in easydel.modules.deepseek_v2.deepseek_configuration) DeepseekV2ForCausalLM (class in easydel.modules.deepseek_v2.__init__) (class in easydel.modules.deepseek_v2.modeling_deepseek_flax) DeepseekV2Model (class in easydel.modules.deepseek_v2.__init__) (class in easydel.modules.deepseek_v2.modeling_deepseek_flax) DeepseekV3Attention (class in easydel.modules.deepseek_v3.modeling_deepseek_flax) DeepseekV3Config (class in easydel.modules.deepseek_v3.__init__) (class in easydel.modules.deepseek_v3.deepseek_configuration) DeepseekV3DecoderLayer (class in easydel.modules.deepseek_v3.modeling_deepseek_flax) DeepseekV3ForCausalLM (class in easydel.modules.deepseek_v3.__init__) (class in easydel.modules.deepseek_v3.modeling_deepseek_flax) DeepseekV3MLP (class in easydel.modules.deepseek_v3.modeling_deepseek_flax) DeepseekV3Model (class in easydel.modules.deepseek_v3.__init__) (class in easydel.modules.deepseek_v3.modeling_deepseek_flax) DeepseekV3MoE (class in easydel.modules.deepseek_v3.modeling_deepseek_flax) default_key_value_sharding (easydel.layers.attention.FlaxAttentionModule property) define_flags_with_default() (in module easydel.infra.etils) delete_tree() (in module easydel.trainers.group_relative_policy_optimization.grpo_trainer) delta (easydel.inference.vinference.api_models.ChatCompletionStreamResponseChoice attribute) DeltaMessage (class in easydel.inference.vinference.api_models) denominator (easydel.layers.attention_operator.modules.ring.Carry attribute) dequantize_8bit() (in module easydel.layers.quantization.linear_8bit) dequantize_nf4() (in module easydel.layers.quantization._nf4_quantizer) (in module easydel.layers.quantization.linear_nf4) dequantize_row_q8_0() (in module easydel.layers.quantization._8bit_quantizer) description (easydel.utils.readme_generator.ModelInfo attribute) device_id (easydel.utils.analyze_memory.DeviceStats attribute), [1] DeviceStats (class in easydel.utils.analyze_memory) diffrentiate_state() (in module easydel.utils.traversals) disable_dropout (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.ORPOConfig attribute), [1] (easydel.trainers.__init__.RewardConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.reward_trainer.__init__.RewardConfig attribute) (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute) divide_weight_sum (easydel.infra.__init__.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) do_eval (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) do_last_save (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) do_sample (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) do_train (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) DPOConfig (class in easydel.trainers.__init__) (class in easydel.trainers.direct_preference_optimization_trainer.__init__) (class in easydel.trainers.direct_preference_optimization_trainer.dpo_config) DPODataCollatorWithPadding (class in easydel.trainers.utils) DPOTrainer (class in easydel.trainers.__init__) (class in easydel.trainers.direct_preference_optimization_trainer.__init__) (class in easydel.trainers.direct_preference_optimization_trainer.dpo_trainer) dropout_add() (in module easydel.modules.falcon.modeling_falcon_flax) dropout_prob (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) dtype (easydel.inference.vinference.metrics.ModelMetadata attribute) (easydel.modules.llama.__init__.LlamaForCausalLM attribute) (easydel.modules.llama.modeling_llama_flax.LlamaForCausalLM attribute) (easydel.modules.rwkv.__init__.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.__init__.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvBlockCollection attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvFeedForward attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvSelfAttention attribute) (easydel.modules.rwkv.modeling_rwkv_flax.SingleStandFlaxRwkvBlock attribute) (easydel.modules.whisper.modeling_whisper_flax.WhisperForConditionalGeneration attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) dtype_index() (in module easydel.kernels.gpu_ops._utils) DummyStream (class in easydel.utils.helpers) dynamic_cross_entropy_loss() (in module easydel.infra.loss_utils) DynamicNTKScalingRotaryEmbedding (class in easydel.layers.rotary_embedding)

E

EasyBridgeMixin (class in easydel.infra.mixins.__init__) (class in easydel.infra.mixins.bridge) easydel.__init__ module easydel.inference.__init__ module easydel.inference.logits_process module easydel.inference.utils module easydel.inference.vinference.__init__ module easydel.inference.vinference._fn module easydel.inference.vinference.api_client module easydel.inference.vinference.api_id_generator module easydel.inference.vinference.api_models module easydel.inference.vinference.api_server module easydel.inference.vinference.api_server_test module easydel.inference.vinference.metrics module easydel.inference.vinference.vinference module easydel.inference.whisper_inference module easydel.infra.__init__ module easydel.infra.base_config module easydel.infra.base_module module easydel.infra.base_state module easydel.infra.errors module easydel.infra.etils module easydel.infra.factory module easydel.infra.loss_utils module easydel.infra.mixins.__init__ module easydel.infra.mixins.bridge module easydel.infra.mixins.generation module easydel.infra.mixins.protocol module easydel.infra.modeling_outputs module easydel.infra.utils module easydel.kernels.__init__ module easydel.kernels.cpu_ops.__init__ module easydel.kernels.cpu_ops.flash_attention_jax.__init__ module easydel.kernels.cpu_ops.flash_attention_jax._backward_jax module easydel.kernels.cpu_ops.flash_attention_jax._flash_attention module easydel.kernels.cpu_ops.flash_attention_jax._forward_jax module easydel.kernels.cpu_ops.ring_attention_jax.__init__ module easydel.kernels.cpu_ops.ring_attention_jax._backward_jax module easydel.kernels.cpu_ops.ring_attention_jax._forward_jax module easydel.kernels.cpu_ops.ring_attention_jax._ring_attention module easydel.kernels.cpu_ops.ring_attention_jax._utils module easydel.kernels.flash_attention module easydel.kernels.gpu_ops.__init__ module easydel.kernels.gpu_ops._deprecated.pallas_gemm module easydel.kernels.gpu_ops._deprecated.pallas_gqa_flash_attention_2 module easydel.kernels.gpu_ops._deprecated.pallas_mha_flash_attention_2 module easydel.kernels.gpu_ops._deprecated.triton_gqa_flash_attention_2 module easydel.kernels.gpu_ops._utils module easydel.kernels.gpu_ops.flash_attention_triton.__init__ module easydel.kernels.gpu_ops.flash_attention_triton._backward_triton module easydel.kernels.gpu_ops.flash_attention_triton._flash_attention module easydel.kernels.gpu_ops.flash_attention_triton._forward_triton module easydel.kernels.gpu_ops.flash_attention_triton._utils module easydel.kernels.gpu_ops.matmul_triton.__init__ module easydel.kernels.gpu_ops.matmul_triton._caller module easydel.kernels.matmul module easydel.kernels.ring_attention module easydel.kernels.rms_norm module easydel.kernels.tpu_ops.__init__ module easydel.kernels.tpu_ops.matmul_pallas.__init__ module easydel.kernels.tpu_ops.matmul_pallas._caller module easydel.kernels.tpu_ops.ring_attention_pallas.__init__ module easydel.kernels.tpu_ops.ring_attention_pallas._backward_pallas module easydel.kernels.tpu_ops.ring_attention_pallas._forward_pallas module easydel.kernels.tpu_ops.ring_attention_pallas._ring_attention module easydel.kernels.tpu_ops.ring_attention_pallas._utils module easydel.kernels.utils module easydel.layers.__init__ module easydel.layers.attention module easydel.layers.attention_operator.__init__ module easydel.layers.attention_operator._attention_impl module easydel.layers.attention_operator.modules.__init__ module easydel.layers.attention_operator.modules.flash module easydel.layers.attention_operator.modules.ring module easydel.layers.attention_operator.modules.scaled_dot_product module easydel.layers.attention_operator.modules.splash module easydel.layers.attention_operator.modules.vanilla module easydel.layers.caching.__init__ module easydel.layers.caching.lightning_cache module easydel.layers.caching.mamba2_cache module easydel.layers.caching.mamba_cache module easydel.layers.caching.transformer_cache module easydel.layers.norms module easydel.layers.ops.__init__ module easydel.layers.ops.gla module easydel.layers.ops.lightning_attention module easydel.layers.quantization._8bit_quantizer module easydel.layers.quantization.__init__ module easydel.layers.quantization._nf4_quantizer module easydel.layers.quantization.base_quant module easydel.layers.quantization.linear_8bit module easydel.layers.quantization.linear_nf4 module easydel.layers.quantization.quantizers module easydel.layers.rotary_embedding module easydel.layers.rotary_embedding_test module easydel.modules.__init__ module easydel.modules.arctic.__init__ module easydel.modules.arctic.arctic_configuration module easydel.modules.arctic.modeling_arctic_flax module easydel.modules.auto.__init__ module easydel.modules.auto.auto_configuration module easydel.modules.auto.auto_modeling module easydel.modules.clip.__init__ module easydel.modules.clip.clip_configuration module easydel.modules.clip.modeling_clip_flax module easydel.modules.cohere.__init__ module easydel.modules.cohere.cohere_configuration module easydel.modules.cohere.modeling_cohere_flax module easydel.modules.dbrx.__init__ module easydel.modules.dbrx.dbrx_configuration module easydel.modules.dbrx.modeling_dbrx_flax module easydel.modules.deepseek_v2.__init__ module easydel.modules.deepseek_v2.deepseek_configuration module easydel.modules.deepseek_v2.modeling_deepseek_flax module easydel.modules.deepseek_v3.__init__ module easydel.modules.deepseek_v3.deepseek_configuration module easydel.modules.deepseek_v3.modeling_deepseek_flax module easydel.modules.exaone.__init__ module easydel.modules.exaone.exaone_configuration module easydel.modules.exaone.modeling_exaone_flax module easydel.modules.falcon.__init__ module easydel.modules.falcon.falcon_configuration module easydel.modules.falcon.modeling_falcon_flax module easydel.modules.gemma.__init__ module easydel.modules.gemma.gemma_configuration module easydel.modules.gemma.modeling_gemma_flax module easydel.modules.gemma2.__init__ module easydel.modules.gemma2.gemma2_configuration module easydel.modules.gemma2.modeling_gemma2_flax module easydel.modules.gpt2.__init__ module easydel.modules.gpt2.gpt2_configuration module easydel.modules.gpt2.modeling_gpt2_flax module easydel.modules.gpt_j.__init__ module easydel.modules.gpt_j.gpt_j_configuration module easydel.modules.gpt_j.modeling_gpt_j_flax module easydel.modules.gpt_neox.__init__ module easydel.modules.gpt_neox.gpt_neox_configuration module easydel.modules.gpt_neox.modeling_gpt_neox_flax module easydel.modules.grok_1.__init__ module easydel.modules.grok_1.grok_1_configuration module easydel.modules.grok_1.modeling_grok_1_flax module easydel.modules.internlm2.__init__ module easydel.modules.internlm2.internlm2_configuration module easydel.modules.internlm2.modeling_internlm2_flax module easydel.modules.llama.__init__ module easydel.modules.llama.llama_configuration module easydel.modules.llama.modeling_llama_flax module easydel.modules.llava.__init__ module easydel.modules.llava.llava_configuration module easydel.modules.llava.modeling_llava_flax module easydel.modules.mamba.__init__ module easydel.modules.mamba.mamba_configuration module easydel.modules.mamba.modeling_mamba_flax module easydel.modules.mamba2.__init__ module easydel.modules.mamba2.mamba2_configuration module easydel.modules.mamba2.modeling_mamba2_flax module easydel.modules.minimax_text_v1.__init__ module easydel.modules.minimax_text_v1.minimax_text_01_configuration module easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax module easydel.modules.mistral.__init__ module

easydel.modules.mistral.mistral_configuration module easydel.modules.mistral.modeling_mistral_flax module easydel.modules.mixtral.__init__ module easydel.modules.mixtral.mixtral_configuration module easydel.modules.mixtral.modeling_mixtral_flax module easydel.modules.mosaic_mpt.__init__ module easydel.modules.mosaic_mpt.modeling_mpt_flax module easydel.modules.mosaic_mpt.mosaic_configuration module easydel.modules.olmo.__init__ module easydel.modules.olmo.modeling_olmo_flax module easydel.modules.olmo.olmo_configuration module easydel.modules.olmo2.__init__ module easydel.modules.olmo2.modeling_olmo2_flax module easydel.modules.olmo2.olmo2_configuration module easydel.modules.openelm.__init__ module easydel.modules.openelm.modeling_openelm_flax module easydel.modules.openelm.openelm_configuration module easydel.modules.opt.__init__ module easydel.modules.opt.modeling_opt_flax module easydel.modules.opt.opt_configuration module easydel.modules.phi.__init__ module easydel.modules.phi.modeling_phi_flax module easydel.modules.phi.phi_configuration module easydel.modules.phi3.__init__ module easydel.modules.phi3.modeling_phi3_flax module easydel.modules.phi3.phi3_configuration module easydel.modules.phimoe.__init__ module easydel.modules.phimoe.modeling_phimoe_flax module easydel.modules.phimoe.phimoe_configuration module easydel.modules.pixtral.__init__ module easydel.modules.pixtral.modeling_pixtral_flax module easydel.modules.pixtral.pixtral_configuration module easydel.modules.qwen2.__init__ module easydel.modules.qwen2.modeling_qwen_flax module easydel.modules.qwen2.qwen_configuration module easydel.modules.qwen2_moe.__init__ module easydel.modules.qwen2_moe.configuration_qwen2_moe module easydel.modules.qwen2_moe.modeling_qwen2_moe_flax module easydel.modules.qwen2_vl.__init__ module easydel.modules.qwen2_vl.modeling_qwen2_vl_flax module easydel.modules.qwen2_vl.qwen2_vl_configuration module easydel.modules.roberta.__init__ module easydel.modules.roberta.modeling_roberta_flax module easydel.modules.roberta.roberta_configuration module easydel.modules.rwkv.__init__ module easydel.modules.rwkv.modeling_rwkv_flax module easydel.modules.rwkv.rwkv_configuration module easydel.modules.stablelm.__init__ module easydel.modules.stablelm.modeling_stablelm_flax module easydel.modules.stablelm.stablelm_configuration module easydel.modules.whisper.__init__ module easydel.modules.whisper.modeling_whisper_flax module easydel.modules.whisper.whisper_configuration module easydel.modules.xerxes.__init__ module easydel.modules.xerxes.modeling_xerxes_flax module easydel.modules.xerxes.xerxes_configuration module easydel.modules.xerxes2.__init__ module easydel.modules.xerxes2.modeling_xerxes2_flax module easydel.modules.xerxes2.xerxes2_configuration module easydel.scripts.__init__ module easydel.scripts.finetune.__init__ module easydel.trainers.__init__ module easydel.trainers.base_trainer module easydel.trainers.direct_preference_optimization_trainer.__init__ module easydel.trainers.direct_preference_optimization_trainer._fn module easydel.trainers.direct_preference_optimization_trainer.dpo_config module easydel.trainers.direct_preference_optimization_trainer.dpo_trainer module easydel.trainers.group_relative_policy_optimization.__init__ module easydel.trainers.group_relative_policy_optimization._fn module easydel.trainers.group_relative_policy_optimization.grpo_config module easydel.trainers.group_relative_policy_optimization.grpo_trainer module easydel.trainers.odds_ratio_preference_optimization_trainer.__init__ module easydel.trainers.odds_ratio_preference_optimization_trainer._fn module easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config module easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer module easydel.trainers.packer module easydel.trainers.prompt_utils module easydel.trainers.reward_trainer.__init__ module easydel.trainers.reward_trainer._fn module easydel.trainers.reward_trainer.reward_config module easydel.trainers.reward_trainer.reward_trainer module easydel.trainers.supervised_fine_tuning_trainer.__init__ module easydel.trainers.supervised_fine_tuning_trainer.sft_config module easydel.trainers.supervised_fine_tuning_trainer.sft_trainer module easydel.trainers.trainer.__init__ module easydel.trainers.trainer._fn module easydel.trainers.trainer.modeling_output module easydel.trainers.trainer.trainer module easydel.trainers.trainer_protocol module easydel.trainers.training_configurations module easydel.trainers.training_utils module easydel.trainers.utils module easydel.utils.__init__ module easydel.utils.analyze_memory module easydel.utils.checkpoint_managers.__init__ module easydel.utils.checkpoint_managers.streamer module easydel.utils.cli_helpers module easydel.utils.compiling_utils module easydel.utils.graph_utils module easydel.utils.helpers module easydel.utils.parameters_transformation module easydel.utils.readme_generator module easydel.utils.rngs_utils module easydel.utils.traversals module EasyDeLBackends (class in easydel.infra.etils) EasyDeLBaseConfig (class in easydel.infra.__init__) (class in easydel.infra.base_config) EasyDeLBaseConfigDict (class in easydel.infra.__init__) (class in easydel.infra.base_config) EasyDeLBaseModule (class in easydel.infra.__init__) (class in easydel.infra.base_module) EasyDeLBlockWiseFFNError EasyDeLBreakRequest EasyDeLComputeError EasyDeLGradientCheckPointers (class in easydel.infra.etils) EasyDeLNotImplementedFeatureError EasyDeLOptimizers (class in easydel.infra.etils) EasyDeLPlatforms (class in easydel.infra.etils) EasyDeLProcessError EasyDeLQuantizationMethods (class in easydel.infra.etils) EasyDeLRuntimeError EasyDeLSchedulers (class in easydel.infra.etils) EasyDeLState (class in easydel.infra.__init__) (class in easydel.infra.base_state) EasyDeLSyntaxRuntimeError EasyDeLTimerError EasyGenerationMixin (class in easydel.infra.mixins.__init__) (class in easydel.infra.mixins.generation) EasyMethod (class in easydel.infra.base_config) EasyQuantizer (class in easydel.layers.quantization.__init__) (class in easydel.layers.quantization.quantizers) (class in easydel.utils.__init__) elapsed_time() (easydel.utils.__init__.Timer method) (easydel.utils.helpers.Timer method) embedding_layer_names (easydel.infra.factory.ModuleRegistration attribute) encode() (easydel.modules.whisper.__init__.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper_flax.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper_flax.WhisperModel method) encoder_attentions (easydel.infra.modeling_outputs.FlaxSeq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqSequenceClassifierOutput attribute) encoder_hidden_states (easydel.infra.modeling_outputs.FlaxSeq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqSequenceClassifierOutput attribute) encoder_last_hidden_state (easydel.infra.modeling_outputs.FlaxSeq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqSequenceClassifierOutput attribute) end_logits (easydel.infra.modeling_outputs.FlaxQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqQuestionAnsweringModelOutput attribute) EndpointConfig (class in easydel.inference.vinference.api_server) ensure_checkpoint_path() (easydel.trainers.__init__.TrainingArguments method) (easydel.trainers.training_configurations.TrainingArguments method) ensure_training_time_limit() (easydel.trainers.__init__.TrainingArguments method) (easydel.trainers.training_configurations.TrainingArguments method) eos_token_id (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) EVAL (easydel.infra.base_config.EasyMethod attribute) eval() (easydel.trainers.__init__.Trainer method) (easydel.trainers.trainer.__init__.Trainer method) (easydel.trainers.trainer.trainer.Trainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) eval_batch_size (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) eval_packing (easydel.trainers.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) evalu_tracker (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) evaluation_batch_size (easydel.trainers.__init__.BaseTrainer property) (easydel.trainers.base_trainer.BaseTrainer property) (easydel.trainers.trainer_protocol.BaseTrainerProtocol property) evaluation_step() (in module easydel.trainers.direct_preference_optimization_trainer._fn) (in module easydel.trainers.reward_trainer._fn) (in module easydel.trainers.trainer._fn) evaluation_steps (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) EVERYTHING_SAVEABLE (easydel.infra.etils.EasyDeLGradientCheckPointers attribute) ExaoneAttention (class in easydel.modules.exaone.modeling_exaone_flax) ExaoneAttentionInner (class in easydel.modules.exaone.modeling_exaone_flax) ExaoneConfig (class in easydel.modules.exaone.__init__) (class in easydel.modules.exaone.exaone_configuration) ExaoneDecoderLayer (class in easydel.modules.exaone.modeling_exaone_flax) ExaoneForCausalLM (class in easydel.modules.exaone.__init__) (class in easydel.modules.exaone.modeling_exaone_flax) ExaoneForSequenceClassification (class in easydel.modules.exaone.__init__) (class in easydel.modules.exaone.modeling_exaone_flax) ExaoneGatedMLP (class in easydel.modules.exaone.modeling_exaone_flax) ExaoneModel (class in easydel.modules.exaone.__init__) (class in easydel.modules.exaone.modeling_exaone_flax) execution_time (easydel.infra.loss_utils.LossMetrics attribute) extra_optimizer_kwargs (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute) (easydel.trainers.reward_trainer.__init__.RewardConfig attribute) (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) extract_prompt() (in module easydel.trainers.prompt_utils) extract_shardings() (in module easydel.inference.vinference.vinference) extract_static_parameters() (in module easydel.infra.utils)

F

factor (easydel.layers.rotary_embedding.RopeConfig attribute) FalconAttention (class in easydel.modules.falcon.modeling_falcon_flax) FalconBlock (class in easydel.modules.falcon.modeling_falcon_flax) FalconConfig (class in easydel.modules.falcon.__init__) (class in easydel.modules.falcon.falcon_configuration) FalconForCausalLM (class in easydel.modules.falcon.__init__) (class in easydel.modules.falcon.modeling_falcon_flax) FalconMlp (class in easydel.modules.falcon.modeling_falcon_flax) FalconModel (class in easydel.modules.falcon.__init__) (class in easydel.modules.falcon.modeling_falcon_flax) features (easydel.utils.readme_generator.ModelInfo attribute) finetune (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) finish() (easydel.trainers.__init__.BaseTrainer static method) (easydel.trainers.base_trainer.BaseTrainer static method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) finish_reason (easydel.inference.vinference.api_models.ChatCompletionResponseChoice attribute) (easydel.inference.vinference.api_models.ChatCompletionStreamResponseChoice attribute) fire() (easydel.inference.__init__.vInferenceApiServer method) (easydel.inference.vinference.__init__.vInferenceApiServer method) (easydel.inference.vinference.api_server.vInferenceApiServer method) first_iter_flops (easydel.inference.vinference.api_models.UsageInfo attribute) first_true_indices() (in module easydel.trainers.utils) fixed_cross_entropy() (in module easydel.infra.loss_utils) flash_attention() (in module easydel.kernels.gpu_ops.flash_attention_triton._flash_attention) FLASH_ATTN2 (easydel.layers.attention.AttentionMechanisms attribute) FlashAttention (class in easydel.kernels.flash_attention) FlashAttn (class in easydel.layers.attention_operator.__init__) (class in easydel.layers.attention_operator.modules.__init__) (class in easydel.layers.attention_operator.modules.flash) flatten_dict() (in module easydel.utils.traversals) flatten_tree() (in module easydel.utils.traversals) FlaxAttentionModule (class in easydel.layers.attention) FlaxBaseModelOutput (class in easydel.infra.modeling_outputs) FlaxBaseModelOutputWithNoAttention (class in easydel.infra.modeling_outputs) FlaxBaseModelOutputWithPast (class in easydel.infra.modeling_outputs) FlaxBaseModelOutputWithPastAndCrossAttentions (class in easydel.infra.modeling_outputs) FlaxBaseModelOutputWithPooling (class in easydel.infra.modeling_outputs) FlaxBaseModelOutputWithPoolingAndCrossAttentions (class in easydel.infra.modeling_outputs) FlaxBaseModelOutputWithPoolingAndNoAttention (class in easydel.infra.modeling_outputs) FlaxBeamSearchOutput (class in easydel.infra.modeling_outputs) FlaxCausalLMOutput (in module easydel.infra.modeling_outputs) FlaxCausalLMOutputWithCrossAttentions (class in easydel.infra.modeling_outputs) FlaxCLIPOutput (class in easydel.infra.modeling_outputs) FlaxCLIPTextModelOutput (class in easydel.infra.modeling_outputs) FlaxDeepseekV2Attention (class in easydel.modules.deepseek_v2.modeling_deepseek_flax) FlaxDeepseekV2DecoderLayer (class in easydel.modules.deepseek_v2.modeling_deepseek_flax) FlaxDeepseekV2MLP (class in easydel.modules.deepseek_v2.modeling_deepseek_flax) FlaxDeepseekV2MoE (class in easydel.modules.deepseek_v2.modeling_deepseek_flax) FlaxForcedBOSTokenLogitsProcessor (class in easydel.inference.logits_process) FlaxForcedEOSTokenLogitsProcessor (class in easydel.inference.logits_process) FlaxForceTokensLogitsProcessor (class in easydel.inference.logits_process) FlaxGreedySearchOutput (class in easydel.infra.modeling_outputs) FlaxGrok1Attention (class in easydel.modules.grok_1.modeling_grok_1_flax) FlaxGrok1BLockSparseMLP (class in easydel.modules.grok_1.modeling_grok_1_flax) FlaxGrok1DecoderLayer (class in easydel.modules.grok_1.modeling_grok_1_flax) FlaxGrok1SparseMoeBlock (class in easydel.modules.grok_1.modeling_grok_1_flax) FlaxImageClassifierOutput (class in easydel.infra.modeling_outputs) FlaxImageClassifierOutputWithNoAttention (class in easydel.infra.modeling_outputs) FlaxInternLM2Block (class in easydel.modules.internlm2.modeling_internlm2_flax) FlaxLogitsProcessor (class in easydel.inference.logits_process) FlaxLogitsProcessorList (class in easydel.inference.logits_process) FlaxLogitsWarper (class in easydel.inference.logits_process) FlaxMaskedLMOutput (class in easydel.infra.modeling_outputs) FlaxMinLengthLogitsProcessor (class in easydel.inference.logits_process) FlaxMoEGate (class in easydel.modules.deepseek_v2.modeling_deepseek_flax) FlaxMultipleChoiceModelOutput (class in easydel.infra.modeling_outputs) FlaxNextSentencePredictorOutput (class in easydel.infra.modeling_outputs) FlaxNoRepeatNGramLogitsProcessor (class in easydel.inference.logits_process) FlaxOlmoDecoderLayer (class in easydel.modules.olmo.modeling_olmo_flax) FlaxPhiDecoderLayer (class in easydel.modules.phi.modeling_phi_flax) FlaxPhiMoeDecoderLayer (class in easydel.modules.phimoe.modeling_phimoe_flax) FlaxQuestionAnsweringModelOutput (class in easydel.infra.modeling_outputs) FlaxRwkvBlockCollection (class in easydel.modules.rwkv.modeling_rwkv_flax) FlaxRwkvFeedForward (class in easydel.modules.rwkv.modeling_rwkv_flax) FlaxRwkvForCausalLM (class in easydel.modules.rwkv.__init__) (class in easydel.modules.rwkv.modeling_rwkv_flax) FlaxRwkvModel (class in easydel.modules.rwkv.__init__) (class in easydel.modules.rwkv.modeling_rwkv_flax) FlaxRwkvPretrainedModel (class in easydel.modules.rwkv.modeling_rwkv_flax) FlaxRwkvSelfAttention (class in easydel.modules.rwkv.modeling_rwkv_flax) FlaxSampleOutput (class in easydel.infra.modeling_outputs) FlaxSeq2SeqLMOutput (class in easydel.infra.modeling_outputs) FlaxSeq2SeqModelOutput (class in easydel.infra.modeling_outputs) FlaxSeq2SeqQuestionAnsweringModelOutput (class in easydel.infra.modeling_outputs) FlaxSeq2SeqSequenceClassifierOutput (class in easydel.infra.modeling_outputs) FlaxSequenceClassifierOutput (class in easydel.infra.modeling_outputs) FlaxStaticForceTokensLogitsProcessor (class in easydel.inference.logits_process) FlaxSuppressTokensAtBeginLogitsProcessor (class in easydel.inference.logits_process) FlaxSuppressTokensLogitsProcessor (class in easydel.inference.logits_process) FlaxTemperatureLogitsWarper (class in easydel.inference.logits_process) FlaxTokenClassifierOutput (class in easydel.infra.modeling_outputs) FlaxTopKLogitsWarper (class in easydel.inference.logits_process) FlaxTopPLogitsWarper (class in easydel.inference.logits_process) FlexibleAttentionModule (class in easydel.layers.attention) float() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) float_tensor_to_dtype() (in module easydel.utils.parameters_transformation) flops (easydel.infra.utils.TraceResult property) flush() (easydel.utils.helpers.DummyStream method) fn (easydel.modules.mamba.modeling_mamba_flax.Lambda attribute) ForCausalLMLoss() (in module easydel.infra.loss_utils) force_use_ref_model (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] forced_bos_token_id (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) forced_eos_token_id (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) format() (easydel.utils.helpers.ColorFormatter method) ForQuestionAnsweringLoss() (in module easydel.infra.loss_utils) ForSequenceClassificationLoss() (in module easydel.infra.loss_utils) ForTokenClassification() (in module easydel.infra.loss_utils) forward() (easydel.layers.attention.FlexibleAttentionModule method) forward_cpu() (easydel.layers.attention_operator.__init__.AttentionImpl method) (easydel.layers.attention_operator.__init__.FlashAttn method) (easydel.layers.attention_operator.__init__.RingAttn method) (easydel.layers.attention_operator.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.__init__.SplashAttn method) (easydel.layers.attention_operator.__init__.VanillaAttn method) (easydel.layers.attention_operator._attention_impl.AttentionImpl method) (easydel.layers.attention_operator.modules.__init__.FlashAttn method) (easydel.layers.attention_operator.modules.__init__.RingAttn method) (easydel.layers.attention_operator.modules.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.__init__.SplashAttn method) (easydel.layers.attention_operator.modules.__init__.VanillaAttn method) (easydel.layers.attention_operator.modules.flash.FlashAttn method) (easydel.layers.attention_operator.modules.ring.RingAttn method) (easydel.layers.attention_operator.modules.scaled_dot_product.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.splash.SplashAttn method) (easydel.layers.attention_operator.modules.vanilla.VanillaAttn method) forward_cuda() (easydel.layers.attention_operator.__init__.AttentionImpl method) (easydel.layers.attention_operator.__init__.FlashAttn method) (easydel.layers.attention_operator.__init__.RingAttn method) (easydel.layers.attention_operator.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.__init__.SplashAttn method) (easydel.layers.attention_operator.__init__.VanillaAttn method) (easydel.layers.attention_operator._attention_impl.AttentionImpl method) (easydel.layers.attention_operator.modules.__init__.FlashAttn method) (easydel.layers.attention_operator.modules.__init__.RingAttn method) (easydel.layers.attention_operator.modules.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.__init__.SplashAttn method) (easydel.layers.attention_operator.modules.__init__.VanillaAttn method) (easydel.layers.attention_operator.modules.flash.FlashAttn method) (easydel.layers.attention_operator.modules.ring.RingAttn method) (easydel.layers.attention_operator.modules.scaled_dot_product.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.splash.SplashAttn method) (easydel.layers.attention_operator.modules.vanilla.VanillaAttn method) forward_gpu() (easydel.layers.attention_operator.__init__.AttentionImpl method) (easydel.layers.attention_operator.__init__.FlashAttn method) (easydel.layers.attention_operator.__init__.RingAttn method) (easydel.layers.attention_operator.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.__init__.SplashAttn method) (easydel.layers.attention_operator.__init__.VanillaAttn method) (easydel.layers.attention_operator._attention_impl.AttentionImpl method) (easydel.layers.attention_operator.modules.__init__.FlashAttn method) (easydel.layers.attention_operator.modules.__init__.RingAttn method) (easydel.layers.attention_operator.modules.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.__init__.SplashAttn method) (easydel.layers.attention_operator.modules.__init__.VanillaAttn method) (easydel.layers.attention_operator.modules.flash.FlashAttn method) (easydel.layers.attention_operator.modules.ring.RingAttn method) (easydel.layers.attention_operator.modules.scaled_dot_product.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.splash.SplashAttn method) (easydel.layers.attention_operator.modules.vanilla.VanillaAttn method)

forward_native() (easydel.layers.attention_operator.__init__.AttentionImpl method) (easydel.layers.attention_operator.__init__.FlashAttn method) (easydel.layers.attention_operator.__init__.RingAttn method) (easydel.layers.attention_operator.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.__init__.SplashAttn method) (easydel.layers.attention_operator.__init__.VanillaAttn method) (easydel.layers.attention_operator._attention_impl.AttentionImpl method) (easydel.layers.attention_operator.modules.__init__.FlashAttn method) (easydel.layers.attention_operator.modules.__init__.RingAttn method) (easydel.layers.attention_operator.modules.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.__init__.SplashAttn method) (easydel.layers.attention_operator.modules.__init__.VanillaAttn method) (easydel.layers.attention_operator.modules.flash.FlashAttn method) (easydel.layers.attention_operator.modules.ring.RingAttn method) (easydel.layers.attention_operator.modules.scaled_dot_product.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.splash.SplashAttn method) (easydel.layers.attention_operator.modules.vanilla.VanillaAttn method) forward_rocm() (easydel.layers.attention_operator.__init__.AttentionImpl method) (easydel.layers.attention_operator.__init__.FlashAttn method) (easydel.layers.attention_operator.__init__.RingAttn method) (easydel.layers.attention_operator.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.__init__.SplashAttn method) (easydel.layers.attention_operator.__init__.VanillaAttn method) (easydel.layers.attention_operator._attention_impl.AttentionImpl method) (easydel.layers.attention_operator.modules.__init__.FlashAttn method) (easydel.layers.attention_operator.modules.__init__.RingAttn method) (easydel.layers.attention_operator.modules.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.__init__.SplashAttn method) (easydel.layers.attention_operator.modules.__init__.VanillaAttn method) (easydel.layers.attention_operator.modules.flash.FlashAttn method) (easydel.layers.attention_operator.modules.ring.RingAttn method) (easydel.layers.attention_operator.modules.scaled_dot_product.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.splash.SplashAttn method) (easydel.layers.attention_operator.modules.vanilla.VanillaAttn method) forward_tpu() (easydel.layers.attention_operator.__init__.AttentionImpl method) (easydel.layers.attention_operator.__init__.FlashAttn method) (easydel.layers.attention_operator.__init__.RingAttn method) (easydel.layers.attention_operator.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.__init__.SplashAttn method) (easydel.layers.attention_operator.__init__.VanillaAttn method) (easydel.layers.attention_operator._attention_impl.AttentionImpl method) (easydel.layers.attention_operator.modules.__init__.FlashAttn method) (easydel.layers.attention_operator.modules.__init__.RingAttn method) (easydel.layers.attention_operator.modules.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.__init__.SplashAttn method) (easydel.layers.attention_operator.modules.__init__.VanillaAttn method) (easydel.layers.attention_operator.modules.flash.FlashAttn method) (easydel.layers.attention_operator.modules.ring.RingAttn method) (easydel.layers.attention_operator.modules.scaled_dot_product.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.splash.SplashAttn method) (easydel.layers.attention_operator.modules.vanilla.VanillaAttn method) fragmentation_ratio (easydel.utils.analyze_memory.DeviceStats attribute), [1] free_gpu_in_process() (in module easydel.kernels.flash_attention) frequencies (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.modules.dbrx.__init__.DbrxModel property) (easydel.modules.dbrx.modeling_dbrx_flax.DbrxModel property) (easydel.modules.deepseek_v2.__init__.DeepseekV2Model property) (easydel.modules.deepseek_v2.modeling_deepseek_flax.DeepseekV2Model property) (easydel.modules.deepseek_v3.__init__.DeepseekV3Model property) (easydel.modules.deepseek_v3.modeling_deepseek_flax.DeepseekV3Model property) (easydel.modules.exaone.__init__.ExaoneModel property) (easydel.modules.exaone.modeling_exaone_flax.ExaoneModel property) (easydel.modules.gpt_j.__init__.GPTJModel property) (easydel.modules.gpt_j.modeling_gpt_j_flax.GPTJModel property) (easydel.modules.gpt_neox.__init__.GPTNeoXModel property) (easydel.modules.gpt_neox.modeling_gpt_neox_flax.GPTNeoXModel property) (easydel.modules.grok_1.__init__.Grok1Model property) (easydel.modules.grok_1.modeling_grok_1_flax.Grok1Model property) (easydel.modules.openelm.__init__.OpenELMModel property) (easydel.modules.openelm.modeling_openelm_flax.OpenELMModel property) (easydel.modules.phi.__init__.PhiModel property) (easydel.modules.phi.modeling_phi_flax.PhiModel property) (easydel.modules.phi3.__init__.Phi3Model property) (easydel.modules.phi3.modeling_phi3_flax.Phi3Model property) (easydel.modules.pixtral.__init__.PixtralVisionModel property) (easydel.modules.pixtral.modeling_pixtral_flax.PixtralVisionModel property) (easydel.modules.stablelm.__init__.StableLmModel property) (easydel.modules.stablelm.modeling_stablelm_flax.StableLmModel property) (easydel.modules.xerxes2.__init__.Xerxes2Model property) (easydel.modules.xerxes2.modeling_xerxes2_flax.Xerxes2Model property) frequency_penalty (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) from_config() (easydel.layers.attention_operator.__init__.AttentionMetadata class method) (easydel.layers.attention_operator._attention_impl.AttentionMetadata class method) (easydel.modules.auto.__init__.AutoShardAndGatherFunctions class method) (easydel.modules.auto.__init__.AutoShardAndGatherFunctions method) (easydel.modules.auto.auto_configuration.AutoShardAndGatherFunctions class method) (easydel.modules.auto.auto_configuration.AutoShardAndGatherFunctions method) from_dict() (easydel.layers.rotary_embedding.RopeConfig class method) (easydel.trainers.__init__.TrainingArguments class method) (easydel.trainers.training_configurations.TrainingArguments class method) from_linear() (easydel.layers.quantization.__init__.Linear8bit class method) (easydel.layers.quantization.__init__.LinearNF4 class method) (easydel.layers.quantization.linear_8bit.Linear8bit class method) (easydel.layers.quantization.linear_nf4.LinearNF4 class method) from_params() (easydel.modules.auto.__init__.AutoShardAndGatherFunctions static method) (easydel.modules.auto.auto_configuration.AutoShardAndGatherFunctions static method) from_pretrained() (easydel.infra.__init__.EasyDeLBaseConfig class method) (easydel.infra.base_config.EasyDeLBaseConfig class method) (easydel.infra.mixins.__init__.EasyBridgeMixin class method) (easydel.infra.mixins.bridge.EasyBridgeMixin class method) (easydel.modules.auto.__init__.AutoEasyDeLConfig class method) (easydel.modules.auto.__init__.AutoShardAndGatherFunctions class method) (easydel.modules.auto.__init__.AutoShardAndGatherFunctions method) (easydel.modules.auto.auto_configuration.AutoEasyDeLConfig class method) (easydel.modules.auto.auto_configuration.AutoShardAndGatherFunctions class method) (easydel.modules.auto.auto_configuration.AutoShardAndGatherFunctions method) (easydel.modules.auto.auto_modeling.BaseAutoEasyModel class method) (easydel.modules.auto.auto_modeling.BaseAutoEasyState class method) (easydel.modules.dbrx.__init__.DbrxAttentionConfig class method) (easydel.modules.dbrx.__init__.DbrxFFNConfig class method) (easydel.modules.dbrx.dbrx_configuration.DbrxAttentionConfig class method) (easydel.modules.dbrx.dbrx_configuration.DbrxFFNConfig class method) (easydel.modules.mosaic_mpt.__init__.MptAttentionConfig class method) (easydel.modules.mosaic_mpt.mosaic_configuration.MptAttentionConfig class method) from_seed() (easydel.utils.__init__.JaxRNG class method) (easydel.utils.rngs_utils.JaxRNG class method) from_text_vision_configs() (easydel.modules.clip.__init__.CLIPConfig class method) (easydel.modules.clip.clip_configuration.CLIPConfig class method) from_tuple() (easydel.inference.utils.SampleState method) (easydel.inference.vinference.metrics.ModelMetadata method) (easydel.infra.__init__.LossConfig method) (easydel.infra.loss_utils.LossConfig method) (easydel.infra.loss_utils.LossMetrics method) (easydel.infra.mixins.generation.BeamSearchState method) (easydel.infra.mixins.generation.GreedyState method) (easydel.infra.mixins.generation.SampleState method) (easydel.layers.caching.__init__.LightningCache method) (easydel.layers.caching.__init__.LightningCacheMetaData method) (easydel.layers.caching.__init__.LightningCacheView method) (easydel.layers.caching.__init__.Mamba2Cache method) (easydel.layers.caching.__init__.Mamba2CacheMetaData method) (easydel.layers.caching.__init__.Mamba2CacheView method) (easydel.layers.caching.__init__.MambaCache method) (easydel.layers.caching.__init__.MambaCacheMetaData method) (easydel.layers.caching.__init__.MambaCacheView method) (easydel.layers.caching.__init__.TransformerCache method) (easydel.layers.caching.__init__.TransformerCacheMetaData method) (easydel.layers.caching.__init__.TransformerCacheView method) (easydel.layers.caching.lightning_cache.LightningCache method) (easydel.layers.caching.lightning_cache.LightningCacheMetaData method) (easydel.layers.caching.lightning_cache.LightningCacheView method) (easydel.layers.caching.mamba2_cache.Mamba2Cache method) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData method) (easydel.layers.caching.mamba2_cache.Mamba2CacheView method) (easydel.layers.caching.mamba_cache.MambaCache method) (easydel.layers.caching.mamba_cache.MambaCacheMetaData method) (easydel.layers.caching.mamba_cache.MambaCacheView method) (easydel.layers.caching.transformer_cache.TransformerCache method) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData method) (easydel.layers.caching.transformer_cache.TransformerCacheView method) (easydel.layers.rotary_embedding.RopeConfig method) (easydel.trainers.trainer.modeling_output.TrainerOutput method) (easydel.utils.traversals.StateValidationResult method) frozen_parameters (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) fully_gather() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) fully_shard() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) function_call (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) FunctionTracer (class in easydel.infra.utils)

G

gather_fns (easydel.trainers.trainer.modeling_output.TrainerOutput attribute) gather_model() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.base_state.EasyDeLState method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) gather_optimizer_state() (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_state.EasyDeLState method) gather_state() (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_state.EasyDeLState method) Gemma2Attention (class in easydel.modules.gemma2.modeling_gemma2_flax) Gemma2Config (class in easydel.modules.gemma2.__init__) (class in easydel.modules.gemma2.gemma2_configuration) Gemma2DecoderLayer (class in easydel.modules.gemma2.modeling_gemma2_flax) Gemma2ForCausalLM (class in easydel.modules.gemma2.__init__) (class in easydel.modules.gemma2.modeling_gemma2_flax) Gemma2ForSequenceClassification (class in easydel.modules.gemma2.__init__) (class in easydel.modules.gemma2.modeling_gemma2_flax) Gemma2MLP (class in easydel.modules.gemma2.modeling_gemma2_flax) Gemma2Model (class in easydel.modules.gemma2.__init__) (class in easydel.modules.gemma2.modeling_gemma2_flax) Gemma2RMSNorm (class in easydel.modules.gemma2.modeling_gemma2_flax) GemmaAttention (class in easydel.modules.gemma.modeling_gemma_flax) GemmaConfig (class in easydel.modules.gemma.__init__) (class in easydel.modules.gemma.gemma_configuration) GemmaDecoderLayer (class in easydel.modules.gemma.modeling_gemma_flax) GemmaForCausalLM (class in easydel.modules.gemma.__init__) (class in easydel.modules.gemma.modeling_gemma_flax) GemmaForSequenceClassification (class in easydel.modules.gemma.__init__) (class in easydel.modules.gemma.modeling_gemma_flax) GemmaMLP (class in easydel.modules.gemma.modeling_gemma_flax) GemmaModel (class in easydel.modules.gemma.__init__) (class in easydel.modules.gemma.modeling_gemma_flax) GemmaRMSNorm (class in easydel.modules.gemma.modeling_gemma_flax) generate() (easydel.inference.__init__.vInference method) (easydel.inference.__init__.vWhisperInference method) (easydel.inference.vinference.__init__.vInference method) (easydel.inference.vinference.vinference.vInference method) (easydel.inference.whisper_inference.vWhisperInference method) (easydel.infra.mixins.__init__.EasyGenerationMixin method) (easydel.infra.mixins.generation.EasyGenerationMixin method) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvPretrainedModel method) (easydel.modules.whisper.__init__.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper_flax.WhisperForConditionalGeneration method) generate_block_attention_mask() (in module easydel.modules.pixtral.modeling_pixtral_flax) generate_during_eval (easydel.trainers.__init__.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] generate_func_flops (easydel.inference.utils.SampleState attribute) generate_id() (easydel.inference.vinference.api_id_generator.ReqIDGenerator method) generate_readme() (easydel.utils.readme_generator.ReadmeGenerator method) generated_tokens (easydel.inference.utils.SampleState attribute) GenerateRNG (class in easydel.utils.__init__) (class in easydel.utils.rngs_utils) generation (easydel.layers.attention_operator._attention_impl.RuntimeType attribute) generation_config (easydel.inference.__init__.vWhisperInferenceConfig attribute) (easydel.inference.vinference.vinference.vInferenceMetaData attribute) (easydel.inference.whisper_inference.vWhisperInferenceConfig attribute) get() (easydel.layers.attention_operator.__init__.AttentionRegistry class method) (easydel.layers.attention_operator._attention_impl.AttentionRegistry class method) get_activation_fn() (in module easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax) get_axis_dims() (easydel.infra.__init__.EasyDeLBaseConfig method) (easydel.infra.base_config.EasyDeLBaseConfig method) get_axis_names() (easydel.infra.__init__.EasyDeLBaseConfig method) (easydel.infra.base_config.EasyDeLBaseConfig method) get_backend() (easydel.infra.__init__.EasyDeLBaseConfig method) (easydel.infra.base_config.EasyDeLBaseConfig method) get_banned_tokens_mask() (easydel.inference.logits_process.FlaxNoRepeatNGramLogitsProcessor method) get_basic_causal_mask() (easydel.infra.__init__.EasyDeLBaseConfig method) (easydel.infra.base_config.EasyDeLBaseConfig method) get_basic_frequencies() (easydel.infra.__init__.EasyDeLBaseConfig method) (easydel.infra.base_config.EasyDeLBaseConfig method) get_basic_rope() (easydel.infra.__init__.EasyDeLBaseConfig method) (easydel.infra.base_config.EasyDeLBaseConfig method) get_batch_logps() (in module easydel.trainers.odds_ratio_preference_optimization_trainer._fn) get_cache_dir() (in module easydel.utils.helpers) get_compiled_funcs() (in module easydel.inference.vinference._fn) get_config() (easydel.infra.factory.Registry method) get_count() (easydel.utils.traversals.MetaValueRecreator method) get_decoder() (easydel.modules.opt.__init__.OPTForCausalLM method) (easydel.modules.opt.modeling_opt_flax.OPTForCausalLM method) (easydel.modules.qwen2_vl.__init__.Qwen2VLForConditionalGeneration method) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLForConditionalGeneration method) get_decoder_input_ids() (easydel.inference.__init__.vWhisperInference method) (easydel.inference.whisper_inference.vWhisperInference method) get_default() (easydel.kernels.tpu_ops.ring_attention_pallas._utils.BlockSizes class method) get_default_config() (easydel.trainers.__init__.JaxDistributedConfig static method) (easydel.trainers.utils.JaxDistributedConfig static method) get_device_history() (easydel.utils.analyze_memory.SMPMemoryMonitor method) get_device_memory_usage() (in module easydel.kernels.flash_attention) get_device_stats() (easydel.utils.analyze_memory.MemoryMonitorServer method) get_dot_general_by_bits() (in module easydel.infra.utils) get_dtype() (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VisionTransformerPretrainedModel method) (in module easydel.utils.parameters_transformation) get_fcm_mask() (easydel.infra.__init__.EasyDeLBaseConfig method) (easydel.infra.base_config.EasyDeLBaseConfig method) get_formatting_func_from_dataset() (in module easydel.trainers.__init__) (in module easydel.trainers.utils) get_frequencies() (in module easydel.layers.rotary_embedding) get_gradient_checkpoint_policy() (in module easydel.infra.utils) get_hash_of_lowering() (in module easydel.utils.compiling_utils) get_image_features() (easydel.modules.clip.__init__.CLIPModel method) (easydel.modules.clip.modeling_clip_flax.CLIPModel method) get_impl_metadata() (easydel.layers.attention_operator.__init__.AttentionImpl method) (easydel.layers.attention_operator.__init__.FlashAttn method) (easydel.layers.attention_operator.__init__.RingAttn method) (easydel.layers.attention_operator.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.__init__.SplashAttn method) (easydel.layers.attention_operator.__init__.VanillaAttn method) (easydel.layers.attention_operator._attention_impl.AttentionImpl method) (easydel.layers.attention_operator.modules.__init__.FlashAttn method) (easydel.layers.attention_operator.modules.__init__.RingAttn method) (easydel.layers.attention_operator.modules.__init__.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.__init__.SplashAttn method) (easydel.layers.attention_operator.modules.__init__.VanillaAttn method) (easydel.layers.attention_operator.modules.flash.FlashAttn method) (easydel.layers.attention_operator.modules.ring.RingAttn method) (easydel.layers.attention_operator.modules.scaled_dot_product.ScaledDotProductAttn method) (easydel.layers.attention_operator.modules.splash.SplashAttn method) (easydel.layers.attention_operator.modules.vanilla.VanillaAttn method) get_impl_name() (easydel.layers.attention_operator.__init__.AttentionImpl class method) (easydel.layers.attention_operator.__init__.FlashAttn class method) (easydel.layers.attention_operator.__init__.RingAttn class method) (easydel.layers.attention_operator.__init__.ScaledDotProductAttn class method) (easydel.layers.attention_operator.__init__.SplashAttn class method) (easydel.layers.attention_operator.__init__.VanillaAttn class method) (easydel.layers.attention_operator._attention_impl.AttentionImpl class method) (easydel.layers.attention_operator.modules.__init__.FlashAttn class method) (easydel.layers.attention_operator.modules.__init__.RingAttn class method) (easydel.layers.attention_operator.modules.__init__.ScaledDotProductAttn class method) (easydel.layers.attention_operator.modules.__init__.SplashAttn class method) (easydel.layers.attention_operator.modules.__init__.VanillaAttn class method) (easydel.layers.attention_operator.modules.flash.FlashAttn class method) (easydel.layers.attention_operator.modules.ring.RingAttn class method) (easydel.layers.attention_operator.modules.scaled_dot_product.ScaledDotProductAttn class method) (easydel.layers.attention_operator.modules.splash.SplashAttn class method) (easydel.layers.attention_operator.modules.vanilla.VanillaAttn class method) get_input_embeddings() (easydel.modules.opt.__init__.OPTForCausalLM method) (easydel.modules.opt.__init__.OPTModel method) (easydel.modules.opt.modeling_opt_flax.OPTForCausalLM method) (easydel.modules.opt.modeling_opt_flax.OPTModel method) (easydel.modules.qwen2_vl.__init__.Qwen2VLForConditionalGeneration method) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLForConditionalGeneration method) get_kernel() (easydel.layers.quantization.__init__.Linear8bit method) (easydel.layers.quantization.__init__.LinearNF4 method) (easydel.layers.quantization.linear_8bit.Linear8bit method) (easydel.layers.quantization.linear_nf4.LinearNF4 method) get_logger() (in module easydel.utils.__init__) (in module easydel.utils.helpers) get_logits_processor() (easydel.inference.__init__.vInferenceConfig method) (easydel.inference.utils.vInferenceConfig method) (easydel.inference.vinference.__init__.vInferenceConfig method) get_logits_warper() (easydel.inference.__init__.vInferenceConfig method) (easydel.inference.utils.vInferenceConfig method) (easydel.inference.vinference.__init__.vInferenceConfig method) get_loss_function() (in module easydel.trainers.direct_preference_optimization_trainer._fn) get_loss_normalizing_factor_and_weights() (in module easydel.infra.loss_utils) get_mesh_names() (easydel.modules.falcon.__init__.FalconConfig static method) (easydel.modules.falcon.falcon_configuration.FalconConfig static method) (easydel.modules.gpt_j.__init__.GPTJConfig static method) (easydel.modules.gpt_j.gpt_j_configuration.GPTJConfig static method) (easydel.modules.gpt_neox.__init__.GPTNeoXConfig static method) (easydel.modules.gpt_neox.gpt_neox_configuration.GPTNeoXConfig static method) get_module_from_path() (in module easydel.utils.graph_utils) get_module_registration() (easydel.infra.factory.Registry method) get_module_repr() (in module easydel.infra.mixins.protocol) get_modules_by_type() (in module easydel.modules.auto.__init__) (in module easydel.modules.auto.auto_configuration) get_optimal_config() (in module easydel.layers.attention) get_optimizer_and_scheduler() (easydel.trainers.__init__.TrainingArguments method) (easydel.trainers.training_configurations.TrainingArguments method) get_output_embeddings() (easydel.modules.opt.__init__.OPTForCausalLM method) (easydel.modules.opt.modeling_opt_flax.OPTForCausalLM method) (easydel.modules.qwen2_vl.__init__.Qwen2VLForConditionalGeneration method) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLForConditionalGeneration method) get_partition_rules() (easydel.inference.__init__.vInferenceConfig method) (easydel.inference.utils.vInferenceConfig method) (easydel.inference.vinference.__init__.vInferenceConfig method) (easydel.infra.__init__.EasyDeLBaseConfig method) (easydel.infra.base_config.EasyDeLBaseConfig method) (easydel.modules.arctic.__init__.ArcticConfig method) (easydel.modules.arctic.arctic_configuration.ArcticConfig method) (easydel.modules.clip.__init__.CLIPConfig method) (easydel.modules.clip.__init__.CLIPTextConfig method) (easydel.modules.clip.__init__.CLIPVisionConfig method) (easydel.modules.clip.clip_configuration.CLIPConfig method) (easydel.modules.clip.clip_configuration.CLIPTextConfig method) (easydel.modules.clip.clip_configuration.CLIPVisionConfig method) (easydel.modules.cohere.__init__.CohereConfig method) (easydel.modules.cohere.cohere_configuration.CohereConfig method) (easydel.modules.dbrx.__init__.DbrxConfig method) (easydel.modules.dbrx.dbrx_configuration.DbrxConfig method) (easydel.modules.deepseek_v2.__init__.DeepseekV2Config method) (easydel.modules.deepseek_v2.deepseek_configuration.DeepseekV2Config method) (easydel.modules.deepseek_v3.__init__.DeepseekV3Config method) (easydel.modules.deepseek_v3.deepseek_configuration.DeepseekV3Config method) (easydel.modules.exaone.__init__.ExaoneConfig method) (easydel.modules.exaone.exaone_configuration.ExaoneConfig method) (easydel.modules.falcon.__init__.FalconConfig method) (easydel.modules.falcon.falcon_configuration.FalconConfig method) (easydel.modules.gemma.__init__.GemmaConfig method) (easydel.modules.gemma.gemma_configuration.GemmaConfig method) (easydel.modules.gemma2.__init__.Gemma2Config method) (easydel.modules.gemma2.gemma2_configuration.Gemma2Config method) (easydel.modules.gpt2.__init__.GPT2Config method) (easydel.modules.gpt2.gpt2_configuration.GPT2Config method) (easydel.modules.gpt_j.__init__.GPTJConfig method) (easydel.modules.gpt_j.gpt_j_configuration.GPTJConfig method) (easydel.modules.gpt_neox.__init__.GPTNeoXConfig method) (easydel.modules.gpt_neox.gpt_neox_configuration.GPTNeoXConfig method) (easydel.modules.grok_1.__init__.Grok1Config method) (easydel.modules.grok_1.grok_1_configuration.Grok1Config method) (easydel.modules.internlm2.__init__.InternLM2Config method) (easydel.modules.internlm2.internlm2_configuration.InternLM2Config method) (easydel.modules.llama.__init__.LlamaConfig method) (easydel.modules.llama.__init__.VisionLlamaConfig method) (easydel.modules.llama.llama_configuration.LlamaConfig method) (easydel.modules.llama.llama_configuration.VisionLlamaConfig method) (easydel.modules.mamba.__init__.MambaConfig method) (easydel.modules.mamba.mamba_configuration.MambaConfig method) (easydel.modules.mamba2.__init__.Mamba2Config method) (easydel.modules.mamba2.mamba2_configuration.Mamba2Config method) (easydel.modules.mistral.__init__.MistralConfig method) (easydel.modules.mistral.mistral_configuration.MistralConfig method) (easydel.modules.mixtral.__init__.MixtralConfig method) (easydel.modules.mixtral.mixtral_configuration.MixtralConfig method) (easydel.modules.mosaic_mpt.__init__.MptConfig method) (easydel.modules.mosaic_mpt.mosaic_configuration.MptConfig method) (easydel.modules.olmo.__init__.OlmoConfig method) (easydel.modules.olmo.olmo_configuration.OlmoConfig method) (easydel.modules.olmo2.__init__.Olmo2Config method) (easydel.modules.olmo2.olmo2_configuration.Olmo2Config method) (easydel.modules.openelm.__init__.OpenELMConfig method) (easydel.modules.openelm.openelm_configuration.OpenELMConfig method) (easydel.modules.opt.__init__.OPTConfig method) (easydel.modules.opt.opt_configuration.OPTConfig method) (easydel.modules.phi.__init__.PhiConfig method) (easydel.modules.phi.phi_configuration.PhiConfig method) (easydel.modules.phi3.__init__.Phi3Config method) (easydel.modules.phi3.phi3_configuration.Phi3Config method) (easydel.modules.phimoe.__init__.PhiMoeConfig method) (easydel.modules.phimoe.phimoe_configuration.PhiMoeConfig method) (easydel.modules.pixtral.__init__.PixtralVisionConfig method) (easydel.modules.pixtral.pixtral_configuration.PixtralVisionConfig method) (easydel.modules.qwen2.__init__.Qwen2Config method) (easydel.modules.qwen2.qwen_configuration.Qwen2Config method) (easydel.modules.qwen2_moe.__init__.Qwen2MoeConfig method) (easydel.modules.qwen2_moe.configuration_qwen2_moe.Qwen2MoeConfig method) (easydel.modules.qwen2_vl.__init__.Qwen2VLConfig method) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLConfig method) (easydel.modules.roberta.__init__.RobertaConfig method) (easydel.modules.roberta.roberta_configuration.RobertaConfig method) (easydel.modules.rwkv.__init__.RwkvConfig method) (easydel.modules.rwkv.rwkv_configuration.RwkvConfig method) (easydel.modules.stablelm.__init__.StableLmConfig method) (easydel.modules.stablelm.stablelm_configuration.StableLmConfig method) (easydel.modules.whisper.__init__.WhisperConfig method) (easydel.modules.whisper.whisper_configuration.WhisperConfig method) (easydel.modules.xerxes.__init__.XerxesConfig method) (easydel.modules.xerxes.xerxes_configuration.XerxesConfig method) (easydel.modules.xerxes2.__init__.Xerxes2Config method) (easydel.modules.xerxes2.xerxes2_configuration.Xerxes2Config method)

get_partition_specs() (easydel.layers.attention_operator.__init__.AttentionMetadata method) (easydel.layers.attention_operator._attention_impl.AttentionMetadata method) get_path() (easydel.trainers.__init__.TrainingArguments method) (easydel.trainers.training_configurations.TrainingArguments method) get_per_token_logps() (in module easydel.trainers.group_relative_policy_optimization._fn) get_previous_ngrams() (easydel.inference.logits_process.FlaxNoRepeatNGramLogitsProcessor method) get_quantized_kernel() (easydel.layers.quantization.__init__.Linear8bit method) (easydel.layers.quantization.__init__.LinearNF4 method) (easydel.layers.quantization.linear_8bit.Linear8bit method) (easydel.layers.quantization.linear_nf4.LinearNF4 method) get_rng() (easydel.utils.traversals.MetaValueRecreator method) get_rope() (in module easydel.layers.rotary_embedding) get_rope_index() (in module easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) get_runstage_flops() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) get_runtime_type() (easydel.layers.attention_operator.__init__.AttentionImpl method) (easydel.layers.attention_operator._attention_impl.AttentionImpl method) get_safe_arr() (in module easydel.trainers.training_configurations) get_safe_hash_int() (in module easydel.utils.compiling_utils) get_sharding() (in module easydel.kernels.gpu_ops._utils) get_sharding_safely() (easydel.layers.attention.FlaxAttentionModule method) get_signature() (in module easydel.utils.compiling_utils) get_static_arguments() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (easydel.modules.qwen2_vl.__init__.Qwen2VLForConditionalGeneration method) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLForConditionalGeneration method) get_streaming_checkpointer() (easydel.trainers.__init__.TrainingArguments method) (easydel.trainers.training_configurations.TrainingArguments method) get_stride() (in module easydel.kernels.utils) get_strides() (in module easydel.kernels.gpu_ops._utils) get_summary() (easydel.utils.analyze_memory.SMPMemoryMonitor method) get_tensorboard() (easydel.trainers.__init__.TrainingArguments method) (easydel.trainers.training_configurations.TrainingArguments method) get_text_features() (easydel.modules.clip.__init__.CLIPModel method) (easydel.modules.clip.modeling_clip_flax.CLIPModel method) get_torch() (in module easydel.utils.parameters_transformation) get_torch_loader() (easydel.infra.mixins.__init__.EasyBridgeMixin class method) (easydel.infra.mixins.bridge.EasyBridgeMixin class method) get_wandb_init() (easydel.trainers.__init__.TrainingArguments method) (easydel.trainers.training_configurations.TrainingArguments method) get_weight_decay_exclusions() (easydel.modules.arctic.__init__.ArcticConfig static method) (easydel.modules.arctic.arctic_configuration.ArcticConfig static method) (easydel.modules.cohere.__init__.CohereConfig static method) (easydel.modules.cohere.cohere_configuration.CohereConfig static method) (easydel.modules.deepseek_v2.__init__.DeepseekV2Config static method) (easydel.modules.deepseek_v2.deepseek_configuration.DeepseekV2Config static method) (easydel.modules.exaone.__init__.ExaoneConfig static method) (easydel.modules.exaone.exaone_configuration.ExaoneConfig static method) (easydel.modules.gemma.__init__.GemmaConfig static method) (easydel.modules.gemma.gemma_configuration.GemmaConfig static method) (easydel.modules.gemma2.__init__.Gemma2Config static method) (easydel.modules.gemma2.gemma2_configuration.Gemma2Config static method) (easydel.modules.grok_1.__init__.Grok1Config static method) (easydel.modules.grok_1.grok_1_configuration.Grok1Config static method) (easydel.modules.internlm2.__init__.InternLM2Config static method) (easydel.modules.internlm2.internlm2_configuration.InternLM2Config static method) (easydel.modules.llama.__init__.LlamaConfig static method) (easydel.modules.llama.llama_configuration.LlamaConfig static method) (easydel.modules.mistral.__init__.MistralConfig static method) (easydel.modules.mistral.mistral_configuration.MistralConfig static method) (easydel.modules.mixtral.__init__.MixtralConfig static method) (easydel.modules.mixtral.mixtral_configuration.MixtralConfig static method) (easydel.modules.openelm.__init__.OpenELMConfig static method) (easydel.modules.openelm.openelm_configuration.OpenELMConfig static method) (easydel.modules.qwen2.__init__.Qwen2Config static method) (easydel.modules.qwen2.qwen_configuration.Qwen2Config static method) (easydel.modules.qwen2_moe.__init__.Qwen2MoeConfig static method) (easydel.modules.qwen2_moe.configuration_qwen2_moe.Qwen2MoeConfig static method) (easydel.modules.xerxes.__init__.XerxesConfig static method) (easydel.modules.xerxes.xerxes_configuration.XerxesConfig static method) (easydel.modules.xerxes2.__init__.Xerxes2Config static method) (easydel.modules.xerxes2.xerxes2_configuration.Xerxes2Config static method) GLU (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax) GPT2Attention (class in easydel.modules.gpt2.modeling_gpt2_flax) GPT2Block (class in easydel.modules.gpt2.modeling_gpt2_flax) GPT2Config (class in easydel.modules.gpt2.__init__) (class in easydel.modules.gpt2.gpt2_configuration) GPT2LMHeadModel (class in easydel.modules.gpt2.__init__) (class in easydel.modules.gpt2.modeling_gpt2_flax) GPT2MLP (class in easydel.modules.gpt2.modeling_gpt2_flax) GPT2Model (class in easydel.modules.gpt2.__init__) (class in easydel.modules.gpt2.modeling_gpt2_flax) GPTJAttention (class in easydel.modules.gpt_j.modeling_gpt_j_flax) GPTJBlock (class in easydel.modules.gpt_j.modeling_gpt_j_flax) GPTJConfig (class in easydel.modules.gpt_j.__init__) (class in easydel.modules.gpt_j.gpt_j_configuration) GPTJForCausalLM (class in easydel.modules.gpt_j.__init__) (class in easydel.modules.gpt_j.modeling_gpt_j_flax) GPTJMLP (class in easydel.modules.gpt_j.modeling_gpt_j_flax) GPTJModel (class in easydel.modules.gpt_j.__init__) (class in easydel.modules.gpt_j.modeling_gpt_j_flax) GPTNeoXAttention (class in easydel.modules.gpt_neox.modeling_gpt_neox_flax) GPTNeoXBlock (class in easydel.modules.gpt_neox.modeling_gpt_neox_flax) GPTNeoXConfig (class in easydel.modules.gpt_neox.__init__) (class in easydel.modules.gpt_neox.gpt_neox_configuration) GPTNeoXForCausalLM (class in easydel.modules.gpt_neox.__init__) (class in easydel.modules.gpt_neox.modeling_gpt_neox_flax) GPTNeoXMlp (class in easydel.modules.gpt_neox.modeling_gpt_neox_flax) GPTNeoXModel (class in easydel.modules.gpt_neox.__init__) (class in easydel.modules.gpt_neox.modeling_gpt_neox_flax) GPU (easydel.infra.etils.EasyDeLBackends attribute) (easydel.kernels.flash_attention.Backend attribute) grad_norms (easydel.infra.loss_utils.LossMetrics attribute) gradient_accumulation_steps (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) granted_freq_max_position_embedding (easydel.infra.__init__.EasyDeLBaseConfig property) (easydel.infra.base_config.EasyDeLBaseConfig property) (easydel.modules.arctic.__init__.ArcticConfig property) (easydel.modules.arctic.arctic_configuration.ArcticConfig property) (easydel.modules.cohere.__init__.CohereConfig property) (easydel.modules.cohere.cohere_configuration.CohereConfig property) (easydel.modules.dbrx.__init__.DbrxConfig property) (easydel.modules.dbrx.dbrx_configuration.DbrxConfig property) (easydel.modules.deepseek_v2.__init__.DeepseekV2Config property) (easydel.modules.deepseek_v2.deepseek_configuration.DeepseekV2Config property) (easydel.modules.exaone.__init__.ExaoneConfig property) (easydel.modules.exaone.exaone_configuration.ExaoneConfig property) (easydel.modules.falcon.__init__.FalconConfig property) (easydel.modules.falcon.falcon_configuration.FalconConfig property) (easydel.modules.gemma.__init__.GemmaConfig property) (easydel.modules.gemma.gemma_configuration.GemmaConfig property) (easydel.modules.gemma2.__init__.Gemma2Config property) (easydel.modules.gemma2.gemma2_configuration.Gemma2Config property) (easydel.modules.grok_1.__init__.Grok1Config property) (easydel.modules.grok_1.grok_1_configuration.Grok1Config property) (easydel.modules.internlm2.__init__.InternLM2Config property) (easydel.modules.internlm2.internlm2_configuration.InternLM2Config property) (easydel.modules.llama.__init__.LlamaConfig property) (easydel.modules.llama.__init__.VisionLlamaConfig property) (easydel.modules.llama.llama_configuration.LlamaConfig property) (easydel.modules.llama.llama_configuration.VisionLlamaConfig property) (easydel.modules.mistral.__init__.MistralConfig property) (easydel.modules.mistral.mistral_configuration.MistralConfig property) (easydel.modules.mixtral.__init__.MixtralConfig property) (easydel.modules.mixtral.mixtral_configuration.MixtralConfig property) (easydel.modules.mosaic_mpt.__init__.MptConfig property) (easydel.modules.mosaic_mpt.mosaic_configuration.MptConfig property) (easydel.modules.olmo.__init__.OlmoConfig property) (easydel.modules.olmo.olmo_configuration.OlmoConfig property) (easydel.modules.olmo2.__init__.Olmo2Config property) (easydel.modules.olmo2.olmo2_configuration.Olmo2Config property) (easydel.modules.openelm.__init__.OpenELMConfig property) (easydel.modules.openelm.openelm_configuration.OpenELMConfig property) (easydel.modules.phi.__init__.PhiConfig property) (easydel.modules.phi.phi_configuration.PhiConfig property) (easydel.modules.phi3.__init__.Phi3Config property) (easydel.modules.phi3.phi3_configuration.Phi3Config property) (easydel.modules.phimoe.__init__.PhiMoeConfig property) (easydel.modules.phimoe.phimoe_configuration.PhiMoeConfig property) (easydel.modules.qwen2.__init__.Qwen2Config property) (easydel.modules.qwen2.qwen_configuration.Qwen2Config property) (easydel.modules.qwen2_moe.__init__.Qwen2MoeConfig property) (easydel.modules.qwen2_moe.configuration_qwen2_moe.Qwen2MoeConfig property) (easydel.modules.stablelm.__init__.StableLmConfig property) (easydel.modules.stablelm.stablelm_configuration.StableLmConfig property) (easydel.modules.xerxes.__init__.XerxesConfig property) (easydel.modules.xerxes.xerxes_configuration.XerxesConfig property) (easydel.modules.xerxes2.__init__.Xerxes2Config property) (easydel.modules.xerxes2.xerxes2_configuration.Xerxes2Config property) granted_mask_max_position_embedding (easydel.infra.__init__.EasyDeLBaseConfig property) (easydel.infra.base_config.EasyDeLBaseConfig property) (easydel.modules.arctic.__init__.ArcticConfig property) (easydel.modules.arctic.arctic_configuration.ArcticConfig property) (easydel.modules.cohere.__init__.CohereConfig property) (easydel.modules.cohere.cohere_configuration.CohereConfig property) (easydel.modules.dbrx.__init__.DbrxConfig property) (easydel.modules.dbrx.dbrx_configuration.DbrxConfig property) (easydel.modules.deepseek_v2.__init__.DeepseekV2Config property) (easydel.modules.deepseek_v2.deepseek_configuration.DeepseekV2Config property) (easydel.modules.exaone.__init__.ExaoneConfig property) (easydel.modules.exaone.exaone_configuration.ExaoneConfig property) (easydel.modules.falcon.__init__.FalconConfig property) (easydel.modules.falcon.falcon_configuration.FalconConfig property) (easydel.modules.gemma.__init__.GemmaConfig property) (easydel.modules.gemma.gemma_configuration.GemmaConfig property) (easydel.modules.gemma2.__init__.Gemma2Config property) (easydel.modules.gemma2.gemma2_configuration.Gemma2Config property) (easydel.modules.grok_1.__init__.Grok1Config property) (easydel.modules.grok_1.grok_1_configuration.Grok1Config property) (easydel.modules.internlm2.__init__.InternLM2Config property) (easydel.modules.internlm2.internlm2_configuration.InternLM2Config property) (easydel.modules.llama.__init__.LlamaConfig property) (easydel.modules.llama.__init__.VisionLlamaConfig property) (easydel.modules.llama.llama_configuration.LlamaConfig property) (easydel.modules.llama.llama_configuration.VisionLlamaConfig property) (easydel.modules.mistral.__init__.MistralConfig property) (easydel.modules.mistral.mistral_configuration.MistralConfig property) (easydel.modules.mixtral.__init__.MixtralConfig property) (easydel.modules.mixtral.mixtral_configuration.MixtralConfig property) (easydel.modules.mosaic_mpt.__init__.MptConfig property) (easydel.modules.mosaic_mpt.mosaic_configuration.MptConfig property) (easydel.modules.olmo.__init__.OlmoConfig property) (easydel.modules.olmo.olmo_configuration.OlmoConfig property) (easydel.modules.olmo2.__init__.Olmo2Config property) (easydel.modules.olmo2.olmo2_configuration.Olmo2Config property) (easydel.modules.openelm.__init__.OpenELMConfig property) (easydel.modules.openelm.openelm_configuration.OpenELMConfig property) (easydel.modules.phi.__init__.PhiConfig property) (easydel.modules.phi.phi_configuration.PhiConfig property) (easydel.modules.phi3.__init__.Phi3Config property) (easydel.modules.phi3.phi3_configuration.Phi3Config property) (easydel.modules.phimoe.__init__.PhiMoeConfig property) (easydel.modules.phimoe.phimoe_configuration.PhiMoeConfig property) (easydel.modules.qwen2.__init__.Qwen2Config property) (easydel.modules.qwen2.qwen_configuration.Qwen2Config property) (easydel.modules.qwen2_moe.__init__.Qwen2MoeConfig property) (easydel.modules.qwen2_moe.configuration_qwen2_moe.Qwen2MoeConfig property) (easydel.modules.stablelm.__init__.StableLmConfig property) (easydel.modules.stablelm.stablelm_configuration.StableLmConfig property) (easydel.modules.xerxes.__init__.XerxesConfig property) (easydel.modules.xerxes.xerxes_configuration.XerxesConfig property) (easydel.modules.xerxes2.__init__.Xerxes2Config property) (easydel.modules.xerxes2.xerxes2_configuration.Xerxes2Config property) graphdef (easydel.infra.__init__.EasyDeLState attribute) (easydel.infra.base_state.EasyDeLState attribute) graphother (easydel.infra.__init__.EasyDeLState attribute) (easydel.infra.base_state.EasyDeLState attribute) graphstate (easydel.infra.__init__.EasyDeLState attribute) (easydel.infra.base_state.EasyDeLState attribute) graphtree_params_shape (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) graphtree_shape (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) GreedyState (class in easydel.infra.mixins.generation) Grok1Config (class in easydel.modules.grok_1.__init__) (class in easydel.modules.grok_1.grok_1_configuration) Grok1ForCausalLM (class in easydel.modules.grok_1.__init__) (class in easydel.modules.grok_1.modeling_grok_1_flax) Grok1Model (class in easydel.modules.grok_1.__init__) (class in easydel.modules.grok_1.modeling_grok_1_flax) grpo_step() (in module easydel.trainers.group_relative_policy_optimization._fn) GRPOConfig (class in easydel.trainers.__init__) (class in easydel.trainers.group_relative_policy_optimization.__init__) (class in easydel.trainers.group_relative_policy_optimization.grpo_config) GRPOTrainer (class in easydel.trainers.__init__) (class in easydel.trainers.group_relative_policy_optimization.__init__) (class in easydel.trainers.group_relative_policy_optimization.grpo_trainer)

H

half() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) handler (easydel.inference.vinference.api_server.EndpointConfig attribute) has_backward_blocks (easydel.kernels.tpu_ops.ring_attention_pallas._utils.BlockSizes property) hash_fn() (in module easydel.utils.compiling_utils) head_dim (easydel.layers.caching.__init__.LightningCacheMetaData attribute) (easydel.layers.caching.__init__.Mamba2CacheMetaData attribute) (easydel.layers.caching.__init__.TransformerCacheMetaData attribute) (easydel.layers.caching.lightning_cache.LightningCacheMetaData attribute) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData attribute) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData attribute) hf_torch_auto_loader (easydel.infra.mixins.__init__.EasyBridgeMixin attribute) (easydel.infra.mixins.bridge.EasyBridgeMixin attribute) hidden_states (easydel.infra.modeling_outputs.FlaxBaseModelOutput attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithNoAttention attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPast attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPastAndCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPooling attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPoolingAndNoAttention attribute) (easydel.infra.modeling_outputs.FlaxCausalLMOutputWithCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxCLIPTextModelOutput attribute) (easydel.infra.modeling_outputs.FlaxImageClassifierOutput attribute) (easydel.infra.modeling_outputs.FlaxImageClassifierOutputWithNoAttention attribute) (easydel.infra.modeling_outputs.FlaxMaskedLMOutput attribute) (easydel.infra.modeling_outputs.FlaxMultipleChoiceModelOutput attribute) (easydel.infra.modeling_outputs.FlaxNextSentencePredictorOutput attribute) (easydel.infra.modeling_outputs.FlaxQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.FlaxTokenClassifierOutput attribute) (easydel.infra.modeling_outputs.MambaCausalLMOutput attribute) (easydel.infra.modeling_outputs.MambaOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) (easydel.modules.mamba.modeling_mamba_flax.MambaCausalLMOutput attribute) (easydel.modules.mamba.modeling_mamba_flax.MambaOutput attribute) (easydel.modules.mamba2.modeling_mamba2_flax.Mamba2CausalLMOutput attribute) (easydel.modules.mamba2.modeling_mamba2_flax.Mamba2Output attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLCausalLMOutputWithPast attribute) (easydel.modules.rwkv.modeling_rwkv_flax.RwkvCausalLMOutput attribute) (easydel.modules.rwkv.modeling_rwkv_flax.RwkvOutput attribute)

high_freq_factor (easydel.layers.rotary_embedding.RopeConfig attribute) hostname (easydel.utils.analyze_memory.DeviceStats attribute), [1]

I

id (easydel.inference.vinference.api_models.ChatCompletionResponse attribute) (easydel.inference.vinference.api_models.ChatCompletionStreamResponse attribute) ids_to_pop_from_dataset (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute) (easydel.trainers.reward_trainer.__init__.RewardConfig attribute) (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) ignore_index (easydel.infra.__init__.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) IMAGE_CLASSIFICATION (easydel.infra.factory.TaskType attribute) image_embeds (easydel.infra.modeling_outputs.FlaxCLIPOutput attribute) IMAGE_TEXT_TO_TEXT (easydel.infra.factory.TaskType attribute) in_compiling_process (easydel.inference.vinference.vinference.vInferenceMetaData attribute) index (easydel.inference.vinference.api_models.ChatCompletionResponseChoice attribute) (easydel.inference.vinference.api_models.ChatCompletionStreamResponseChoice attribute) (easydel.layers.caching.__init__.TransformerCacheView attribute) (easydel.layers.caching.transformer_cache.TransformerCacheView attribute) inference_name (easydel.inference.__init__.vInference property) (easydel.inference.vinference.__init__.vInference property) (easydel.inference.vinference.vinference.vInference property) (easydel.inference.vinference.vinference.vInferenceMetaData attribute) init() (easydel.layers.caching.__init__.LightningCacheView class method) (easydel.layers.caching.__init__.Mamba2CacheView class method) (easydel.layers.caching.__init__.MambaCacheView class method) (easydel.layers.caching.__init__.TransformerCacheView class method) (easydel.layers.caching.lightning_cache.LightningCacheView class method) (easydel.layers.caching.mamba2_cache.Mamba2CacheView class method) (easydel.layers.caching.mamba_cache.MambaCacheView class method) (easydel.layers.caching.transformer_cache.TransformerCacheView class method) init_cache() (easydel.infra.mixins.__init__.EasyGenerationMixin method) (easydel.infra.mixins.generation.EasyGenerationMixin method) (easydel.modules.mamba.__init__.MambaForCausalLM method) (easydel.modules.mamba.__init__.MambaModel method) (easydel.modules.mamba.modeling_mamba_flax.MambaForCausalLM method) (easydel.modules.mamba.modeling_mamba_flax.MambaModel method) (easydel.modules.mamba2.__init__.Mamba2ForCausalLM method) (easydel.modules.mamba2.modeling_mamba2_flax.Mamba2ForCausalLM method) (easydel.modules.xerxes2.__init__.Xerxes2ForCausalLM method) (easydel.modules.xerxes2.modeling_xerxes2_flax.Xerxes2ForCausalLM method) init_deepseek_rotary_embedding() (in module easydel.modules.deepseek_v2.modeling_deepseek_flax) (in module easydel.modules.deepseek_v3.modeling_deepseek_flax) init_empty() (easydel.layers.caching.__init__.LightningCache class method) (easydel.layers.caching.__init__.Mamba2Cache class method) (easydel.layers.caching.__init__.MambaCache class method) (easydel.layers.caching.__init__.TransformerCache class method) (easydel.layers.caching.lightning_cache.LightningCache class method) (easydel.layers.caching.mamba2_cache.Mamba2Cache class method) (easydel.layers.caching.mamba_cache.MambaCache class method) (easydel.layers.caching.transformer_cache.TransformerCache class method) init_garphstate() (in module easydel.utils.traversals) init_layers_cache() (easydel.layers.caching.__init__.LightningCache class method) (easydel.layers.caching.__init__.Mamba2Cache class method) (easydel.layers.caching.__init__.MambaCache class method) (easydel.layers.caching.__init__.TransformerCache class method) (easydel.layers.caching.lightning_cache.LightningCache class method) (easydel.layers.caching.mamba2_cache.Mamba2Cache class method) (easydel.layers.caching.mamba_cache.MambaCache class method) (easydel.layers.caching.transformer_cache.TransformerCache class method) init_state() (in module easydel.modules.rwkv.modeling_rwkv_flax) init_to_value() (in module easydel.modules.mamba.modeling_mamba_flax) (in module easydel.modules.mamba2.modeling_mamba2_flax) (in module easydel.modules.rwkv.modeling_rwkv_flax) init_tx (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) init_tx() (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_state.EasyDeLState method) init_weights() (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvPretrainedModel method) initialize() (easydel.trainers.__init__.JaxDistributedConfig class method) (easydel.trainers.utils.JaxDistributedConfig class method) initialize_trainer_utils() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) input_partition_spec (easydel.inference.vinference.vinference.vInferenceMetaData attribute) instructions_formatting_function() (in module easydel.trainers.__init__) (in module easydel.trainers.utils)

int_key_to_string() (in module easydel.utils.traversals) intermediate_size (easydel.layers.caching.__init__.Mamba2CacheMetaData attribute) (easydel.layers.caching.__init__.MambaCacheMetaData attribute) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData attribute) (easydel.layers.caching.mamba_cache.MambaCacheMetaData attribute) InternLM2Attention (class in easydel.modules.internlm2.modeling_internlm2_flax) InternLM2Config (class in easydel.modules.internlm2.__init__) (class in easydel.modules.internlm2.internlm2_configuration) InternLM2ForCausalLM (class in easydel.modules.internlm2.__init__) (class in easydel.modules.internlm2.modeling_internlm2_flax) InternLM2ForSequenceClassification (class in easydel.modules.internlm2.__init__) (class in easydel.modules.internlm2.modeling_internlm2_flax) InternLM2MLP (class in easydel.modules.internlm2.modeling_internlm2_flax) InternLM2Model (class in easydel.modules.internlm2.__init__) (class in easydel.modules.internlm2.modeling_internlm2_flax) interval_func_flops (easydel.inference.utils.SampleState attribute) invalid_types (easydel.utils.traversals.StateValidationResult attribute) is_conversational() (in module easydel.trainers.prompt_utils) is_encoder_decoder (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.ORPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.utils.DataCollatorForPreference attribute) (easydel.trainers.utils.DPODataCollatorWithPadding attribute) is_fine_tuning (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) is_flatten() (in module easydel.infra.utils) (in module easydel.modules.auto.auto_configuration) (in module easydel.utils.traversals) is_iterable() (in module easydel.utils.traversals) is_jit_wrapped() (in module easydel.utils.compiling_utils) is_multilingual (easydel.inference.__init__.vWhisperInferenceConfig attribute) (easydel.inference.whisper_inference.vWhisperInferenceConfig attribute) is_process_zero (easydel.trainers.__init__.BaseTrainer property) (easydel.trainers.__init__.TrainingArguments property) (easydel.trainers.base_trainer.BaseTrainer property) (easydel.trainers.training_configurations.TrainingArguments property) is_sent_finished (easydel.infra.mixins.generation.BeamSearchState attribute), [1] (easydel.infra.mixins.generation.GreedyState attribute), [1] (easydel.infra.mixins.generation.SampleState attribute), [1] is_sequence_finished (easydel.inference.utils.SampleState attribute) is_valid (easydel.utils.traversals.StateValidationResult attribute) items() (easydel.inference.utils.SampleState method) (easydel.inference.vinference.metrics.ModelMetadata method) (easydel.infra.__init__.LossConfig method) (easydel.infra.loss_utils.LossConfig method) (easydel.infra.loss_utils.LossMetrics method) (easydel.infra.mixins.generation.BeamSearchState method) (easydel.infra.mixins.generation.GreedyState method) (easydel.infra.mixins.generation.SampleState method) (easydel.layers.caching.__init__.LightningCache method) (easydel.layers.caching.__init__.LightningCacheMetaData method) (easydel.layers.caching.__init__.LightningCacheView method) (easydel.layers.caching.__init__.Mamba2Cache method) (easydel.layers.caching.__init__.Mamba2CacheMetaData method) (easydel.layers.caching.__init__.Mamba2CacheView method) (easydel.layers.caching.__init__.MambaCache method) (easydel.layers.caching.__init__.MambaCacheMetaData method) (easydel.layers.caching.__init__.MambaCacheView method) (easydel.layers.caching.__init__.TransformerCache method) (easydel.layers.caching.__init__.TransformerCacheMetaData method) (easydel.layers.caching.__init__.TransformerCacheView method) (easydel.layers.caching.lightning_cache.LightningCache method) (easydel.layers.caching.lightning_cache.LightningCacheMetaData method) (easydel.layers.caching.lightning_cache.LightningCacheView method) (easydel.layers.caching.mamba2_cache.Mamba2Cache method) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData method) (easydel.layers.caching.mamba2_cache.Mamba2CacheView method) (easydel.layers.caching.mamba_cache.MambaCache method) (easydel.layers.caching.mamba_cache.MambaCacheMetaData method) (easydel.layers.caching.mamba_cache.MambaCacheView method) (easydel.layers.caching.transformer_cache.TransformerCache method) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData method) (easydel.layers.caching.transformer_cache.TransformerCacheView method) (easydel.layers.rotary_embedding.RopeConfig method) (easydel.trainers.trainer.modeling_output.TrainerOutput method) (easydel.utils.traversals.StateValidationResult method) iter_flops (easydel.inference.vinference.api_models.UsageInfo attribute) iter_module_search() (in module easydel.utils.graph_utils)

J

JAX (easydel.infra.etils.EasyDeLPlatforms attribute) (easydel.kernels.flash_attention.Platform attribute) jax2pt() (in module easydel.utils.parameters_transformation) jax_call() (easydel.trainers.utils.DataCollatorForCompletionOnlyLM method) jax_distributed_config (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) jax_flash_attention() (in module easydel.kernels.cpu_ops.__init__) (in module easydel.kernels.cpu_ops.flash_attention_jax.__init__) jax_flash_attn_2_mu() (in module easydel.kernels.cpu_ops.flash_attention_jax._flash_attention)

jax_mask_tokens() (easydel.trainers.utils.DataCollatorForCompletionOnlyLM method) jax_mesh() (easydel.infra.__init__.EasyDeLBaseConfig method) (easydel.infra.base_config.EasyDeLBaseConfig method) jax_scatter() (in module easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) JaxDistributedConfig (class in easydel.trainers.__init__) (class in easydel.trainers.utils) JaxRNG (class in easydel.utils.__init__) (class in easydel.utils.rngs_utils) jitter() (easydel.modules.dbrx.modeling_dbrx_flax.DbrxRouter method) JSONProgressBar (class in easydel.trainers.trainer_protocol)

K

key (easydel.layers.caching.__init__.TransformerCacheView attribute) (easydel.layers.caching.transformer_cache.TransformerCacheView attribute) key_dim (easydel.layers.caching.__init__.LightningCacheMetaData attribute) (easydel.layers.caching.__init__.TransformerCacheMetaData attribute) (easydel.layers.caching.lightning_cache.LightningCacheMetaData attribute) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData attribute) key_heads (easydel.layers.caching.__init__.LightningCacheMetaData attribute) (easydel.layers.caching.__init__.TransformerCacheMetaData attribute) (easydel.layers.caching.lightning_cache.LightningCacheMetaData attribute) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData attribute) key_value (easydel.layers.caching.__init__.LightningCacheView attribute) (easydel.layers.caching.lightning_cache.LightningCacheView attribute) keys() (easydel.inference.utils.SampleState method) (easydel.inference.vinference.metrics.ModelMetadata method) (easydel.infra.__init__.LossConfig method) (easydel.infra.loss_utils.LossConfig method) (easydel.infra.loss_utils.LossMetrics method) (easydel.infra.mixins.generation.BeamSearchState method) (easydel.infra.mixins.generation.GreedyState method) (easydel.infra.mixins.generation.SampleState method) (easydel.layers.caching.__init__.LightningCache method) (easydel.layers.caching.__init__.LightningCacheMetaData method) (easydel.layers.caching.__init__.LightningCacheView method) (easydel.layers.caching.__init__.Mamba2Cache method) (easydel.layers.caching.__init__.Mamba2CacheMetaData method) (easydel.layers.caching.__init__.Mamba2CacheView method) (easydel.layers.caching.__init__.MambaCache method) (easydel.layers.caching.__init__.MambaCacheMetaData method) (easydel.layers.caching.__init__.MambaCacheView method) (easydel.layers.caching.__init__.TransformerCache method) (easydel.layers.caching.__init__.TransformerCacheMetaData method) (easydel.layers.caching.__init__.TransformerCacheView method) (easydel.layers.caching.lightning_cache.LightningCache method) (easydel.layers.caching.lightning_cache.LightningCacheMetaData method) (easydel.layers.caching.lightning_cache.LightningCacheView method) (easydel.layers.caching.mamba2_cache.Mamba2Cache method) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData method) (easydel.layers.caching.mamba2_cache.Mamba2CacheView method) (easydel.layers.caching.mamba_cache.MambaCache method) (easydel.layers.caching.mamba_cache.MambaCacheMetaData method) (easydel.layers.caching.mamba_cache.MambaCacheView method) (easydel.layers.caching.transformer_cache.TransformerCache method) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData method) (easydel.layers.caching.transformer_cache.TransformerCacheView method) (easydel.layers.rotary_embedding.RopeConfig method) (easydel.trainers.trainer.modeling_output.TrainerOutput method) (easydel.utils.traversals.StateValidationResult method)

keys_to_ignore_at_inference (easydel.modules.deepseek_v3.__init__.DeepseekV3Config attribute) (easydel.modules.deepseek_v3.deepseek_configuration.DeepseekV3Config attribute) (easydel.modules.gpt2.__init__.GPT2Config attribute) (easydel.modules.gpt2.gpt2_configuration.GPT2Config attribute) (easydel.modules.minimax_text_v1.__init__.MiniMaxText01Config attribute) (easydel.modules.minimax_text_v1.minimax_text_01_configuration.MiniMaxText01Config attribute) (easydel.modules.olmo2.__init__.Olmo2Config attribute) (easydel.modules.olmo2.olmo2_configuration.Olmo2Config attribute) (easydel.modules.opt.__init__.OPTConfig attribute) (easydel.modules.opt.opt_configuration.OPTConfig attribute) (easydel.modules.qwen2_vl.__init__.Qwen2VLConfig attribute) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLConfig attribute) kv (easydel.kernels.tpu_ops.ring_attention_pallas._utils.SegmentIds attribute), [1]

L

label_pad_token_id (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.ORPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.utils.DataCollatorForPreference attribute) (easydel.trainers.utils.DPODataCollatorWithPadding attribute) label_smoothing (easydel.infra.__init__.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] Lambda (class in easydel.modules.mamba.modeling_mamba_flax) language (easydel.inference.__init__.vWhisperInferenceConfig attribute) (easydel.inference.whisper_inference.vWhisperInferenceConfig attribute) last_hidden_state (easydel.infra.modeling_outputs.FlaxBaseModelOutput attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithNoAttention attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPast attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPastAndCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPooling attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPoolingAndNoAttention attribute) (easydel.infra.modeling_outputs.FlaxCLIPTextModelOutput attribute) (easydel.infra.modeling_outputs.FlaxImageClassifierOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.MambaOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) (easydel.modules.mamba.modeling_mamba_flax.MambaOutput attribute) (easydel.modules.mamba2.modeling_mamba2_flax.Mamba2Output attribute) (easydel.modules.rwkv.modeling_rwkv_flax.RwkvOutput attribute) last_save_file_name (easydel.trainers.trainer.modeling_output.TrainerOutput attribute) (easydel.trainers.trainer_protocol.TrainerOutput attribute) layer_id (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvFeedForward attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvSelfAttention attribute) (easydel.modules.rwkv.modeling_rwkv_flax.SingleStandFlaxRwkvBlock attribute) layer_index (easydel.layers.caching.__init__.LightningCacheView attribute) (easydel.layers.caching.__init__.Mamba2CacheView attribute) (easydel.layers.caching.__init__.MambaCacheView attribute) (easydel.layers.caching.__init__.TransformerCacheView attribute) (easydel.layers.caching.lightning_cache.LightningCacheView attribute) (easydel.layers.caching.mamba2_cache.Mamba2CacheView attribute) (easydel.layers.caching.mamba_cache.MambaCacheView attribute) (easydel.layers.caching.transformer_cache.TransformerCacheView attribute) layernorm_names (easydel.infra.factory.ModuleRegistration attribute) lazy_init() (easydel.infra.__init__.EasyDeLBaseModule class method) (easydel.infra.base_module.EasyDeLBaseModule class method) (easydel.infra.mixins.__init__.BaseModuleProtocol class method) (easydel.infra.mixins.protocol.BaseModuleProtocol class method) LazyLogger (class in easydel.utils.helpers) learning_rate (easydel.infra.loss_utils.LossMetrics attribute) (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.GRPOConfig attribute) (easydel.trainers.__init__.ORPOConfig attribute), [1] (easydel.trainers.__init__.SFTConfig attribute) (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.supervised_fine_tuning_trainer.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) learning_rate_end (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) leave_alone_context_manager() (in module easydel.trainers.utils) lightning_attention() (in module easydel.layers.ops.lightning_attention) LightningCache (class in easydel.layers.caching.__init__) (class in easydel.layers.caching.lightning_cache) LightningCacheMetaData (class in easydel.layers.caching.__init__) (class in easydel.layers.caching.lightning_cache) LightningCacheView (class in easydel.layers.caching.__init__) (class in easydel.layers.caching.lightning_cache) limitations (easydel.utils.readme_generator.ModelInfo attribute) LINEAR (easydel.infra.etils.EasyDeLSchedulers attribute) Linear8bit (class in easydel.layers.quantization.__init__) (class in easydel.layers.quantization.linear_8bit) LinearNF4 (class in easydel.layers.quantization.__init__) (class in easydel.layers.quantization.linear_nf4) LinearScalingRotaryEmbedding (class in easydel.layers.rotary_embedding) LION (easydel.infra.etils.EasyDeLOptimizers attribute) list_implementations() (easydel.layers.attention_operator.__init__.AttentionRegistry class method) (easydel.layers.attention_operator._attention_impl.AttentionRegistry class method) liveness() (easydel.inference.__init__.vInferenceApiServer method) (easydel.inference.vinference.__init__.vInferenceApiServer method) (easydel.inference.vinference.api_server.vInferenceApiServer method) Llama3RotaryEmbedding (class in easydel.layers.rotary_embedding) LlamaAttention (class in easydel.modules.llama.modeling_llama_flax) LlamaConfig (class in easydel.modules.llama.__init__) (class in easydel.modules.llama.llama_configuration) LlamaDecoderLayer (class in easydel.modules.llama.modeling_llama_flax) LlamaForCausalLM (class in easydel.modules.llama.__init__) (class in easydel.modules.llama.modeling_llama_flax)

LlamaForSequenceClassification (class in easydel.modules.llama.__init__) (class in easydel.modules.llama.modeling_llama_flax) LlamaMLP (class in easydel.modules.llama.modeling_llama_flax) LlamaModel (class in easydel.modules.llama.__init__) (class in easydel.modules.llama.modeling_llama_flax) load_checkpoint() (easydel.utils.checkpoint_managers.__init__.CheckpointManager static method) (easydel.utils.checkpoint_managers.streamer.CheckpointManager static method) load_compiled_fn() (in module easydel.utils.__init__) (in module easydel.utils.compiling_utils) load_inference() (easydel.inference.__init__.vInference class method) (easydel.inference.vinference.__init__.vInference class method) (easydel.inference.vinference.vinference.vInference class method) load_optimizer() (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_state.EasyDeLState method) load_state() (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_state.EasyDeLState method) log() (easydel.utils.__init__.Timers method) (easydel.utils.helpers.Timers method) log_all_workers (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) log_grad_norms (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) log_metrics() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.__init__.TrainingArguments method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) (easydel.trainers.training_configurations.TrainingArguments method) log_steps (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) logit_bias (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) logits (easydel.infra.modeling_outputs.FlaxCausalLMOutputWithCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxImageClassifierOutputWithNoAttention attribute) (easydel.infra.modeling_outputs.FlaxMaskedLMOutput attribute) (easydel.infra.modeling_outputs.FlaxMultipleChoiceModelOutput attribute) (easydel.infra.modeling_outputs.FlaxNextSentencePredictorOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqSequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.FlaxSequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.FlaxTokenClassifierOutput attribute) (easydel.infra.modeling_outputs.MambaCausalLMOutput attribute) (easydel.modules.mamba.modeling_mamba_flax.MambaCausalLMOutput attribute) (easydel.modules.mamba2.modeling_mamba2_flax.Mamba2CausalLMOutput attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLCausalLMOutputWithPast attribute) (easydel.modules.rwkv.modeling_rwkv_flax.RwkvCausalLMOutput attribute) logits_per_image (easydel.infra.modeling_outputs.FlaxCLIPOutput attribute) logits_per_text (easydel.infra.modeling_outputs.FlaxCLIPOutput attribute) logits_processor (easydel.inference.__init__.vWhisperInferenceConfig attribute) (easydel.inference.whisper_inference.vWhisperInferenceConfig attribute) long_factor (easydel.layers.rotary_embedding.RopeConfig attribute) long_mscale (easydel.layers.rotary_embedding.RopeConfig attribute) loss (easydel.infra.loss_utils.LossMetrics attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutput attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithNoAttention attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPast attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPastAndCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPooling attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPoolingAndNoAttention attribute) (easydel.infra.modeling_outputs.FlaxCausalLMOutputWithCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxCLIPOutput attribute) (easydel.infra.modeling_outputs.FlaxImageClassifierOutputWithNoAttention attribute) (easydel.infra.modeling_outputs.FlaxMaskedLMOutput attribute) (easydel.infra.modeling_outputs.FlaxMultipleChoiceModelOutput attribute) (easydel.infra.modeling_outputs.FlaxNextSentencePredictorOutput attribute) (easydel.infra.modeling_outputs.FlaxQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqSequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.FlaxSequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.FlaxTokenClassifierOutput attribute) (easydel.infra.modeling_outputs.MambaCausalLMOutput attribute) (easydel.infra.modeling_outputs.MambaOutput attribute) (easydel.infra.modeling_outputs.MoeCausalLMOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLCausalLMOutputWithPast attribute) loss_config (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) loss_function (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) loss_normalizing_factor (easydel.infra.__init__.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) loss_type (easydel.modules.whisper.__init__.WhisperForConditionalGeneration attribute) (easydel.modules.whisper.modeling_whisper_flax.WhisperForConditionalGeneration attribute) (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] LossConfig (class in easydel.infra.__init__) (class in easydel.infra.loss_utils) LossMetrics (class in easydel.infra.loss_utils) low_freq_factor (easydel.layers.rotary_embedding.RopeConfig attribute) low_mem_usage (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) lower_function() (in module easydel.inference.utils) (in module easydel.utils.compiling_utils)

M

main() (in module easydel.inference.vinference.api_server_test) make_assertions_and_get_sizes() (in module easydel.trainers.training_utils) make_choice_type_function() (in module easydel.utils.cli_helpers) make_divisible() (in module easydel.modules.openelm.openelm_configuration) Mamba2Block (class in easydel.modules.mamba2.modeling_mamba2_flax) Mamba2Cache (class in easydel.layers.caching.__init__) (class in easydel.layers.caching.mamba2_cache) Mamba2CacheMetaData (class in easydel.layers.caching.__init__) (class in easydel.layers.caching.mamba2_cache) Mamba2CacheView (class in easydel.layers.caching.__init__) (class in easydel.layers.caching.mamba2_cache) Mamba2CausalLMOutput (class in easydel.modules.mamba2.modeling_mamba2_flax) Mamba2Config (class in easydel.modules.mamba2.__init__) (class in easydel.modules.mamba2.mamba2_configuration) Mamba2ForCausalLM (class in easydel.modules.mamba2.__init__) (class in easydel.modules.mamba2.modeling_mamba2_flax) Mamba2Mixer (class in easydel.modules.mamba2.modeling_mamba2_flax) Mamba2Model (class in easydel.modules.mamba2.__init__) (class in easydel.modules.mamba2.modeling_mamba2_flax) Mamba2Output (class in easydel.modules.mamba2.modeling_mamba2_flax) MambaBlock (class in easydel.modules.mamba.modeling_mamba_flax) MambaCache (class in easydel.layers.caching.__init__) (class in easydel.layers.caching.mamba_cache) MambaCacheMetaData (class in easydel.layers.caching.__init__) (class in easydel.layers.caching.mamba_cache) MambaCacheView (class in easydel.layers.caching.__init__) (class in easydel.layers.caching.mamba_cache) MambaCausalLMOutput (class in easydel.infra.modeling_outputs) (class in easydel.modules.mamba.modeling_mamba_flax) MambaConfig (class in easydel.modules.mamba.__init__) (class in easydel.modules.mamba.mamba_configuration) MambaConv1D (class in easydel.modules.mamba.modeling_mamba_flax) MambaForCausalLM (class in easydel.modules.mamba.__init__) (class in easydel.modules.mamba.modeling_mamba_flax) MambaMixer (class in easydel.modules.mamba.modeling_mamba_flax) MambaModel (class in easydel.modules.mamba.__init__) (class in easydel.modules.mamba.modeling_mamba_flax) MambaOutput (class in easydel.infra.modeling_outputs) (class in easydel.modules.mamba.modeling_mamba_flax) MambaRMSNormGated (class in easydel.modules.mamba2.modeling_mamba2_flax) match_keywords() (in module easydel.utils.parameters_transformation) matmul() (in module easydel.kernels.matmul) matmul_benchmark() (in module easydel.kernels.matmul) matmul_grad_test() (in module easydel.kernels.matmul) matmul_test() (in module easydel.kernels.matmul) max_completion_length (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.GRPOConfig attribute) (easydel.trainers.__init__.ORPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.utils.DataCollatorForPreference attribute) (easydel.trainers.utils.DPODataCollatorWithPadding attribute) max_evaluation_steps (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureDataloaderOutput attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) max_grad_norm (easydel.infra.loss_utils.LossMetrics attribute) max_length (easydel.inference.__init__.vWhisperInferenceConfig attribute) (easydel.inference.whisper_inference.vWhisperInferenceConfig attribute) (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.ORPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.utils.RewardDataCollatorWithPadding attribute) max_new_tokens (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) max_prompt_length (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.GRPOConfig attribute) (easydel.trainers.__init__.ORPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.utils.DataCollatorForPreference attribute) (easydel.trainers.utils.DPODataCollatorWithPadding attribute) max_sequence_length (easydel.trainers.__init__.ORPOConfig attribute) (easydel.trainers.__init__.RewardConfig attribute) (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute) (easydel.trainers.reward_trainer.__init__.RewardConfig attribute) (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) max_so_far (easydel.layers.attention_operator.modules.ring.Carry attribute) max_tokens (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) max_training_steps (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureDataloaderOutput attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) maybe_apply_chat_template() (in module easydel.trainers.prompt_utils) maybe_extract_prompt() (in module easydel.trainers.prompt_utils) maybe_unpair_preference_dataset() (in module easydel.trainers.prompt_utils) mean_grad_norm (easydel.infra.loss_utils.LossMetrics attribute) measure_flops() (in module easydel.inference.vinference._fn) measure_inference_afterward() (easydel.inference.vinference.metrics.vInferenceMetrics method) measure_inference_first_step() (easydel.inference.vinference.metrics.vInferenceMetrics method) memory_monitor (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) memory_pressure (easydel.utils.analyze_memory.DeviceStats attribute), [1] MemoryMonitorClient (class in easydel.utils.analyze_memory) MemoryMonitorServer (class in easydel.utils.analyze_memory) merge() (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_state.EasyDeLState method) merge_lora_params() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (in module easydel.infra.utils) merge_model_and_tree() (in module easydel.utils.traversals) merge_params() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) merge_params_dict() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) merge_state_and_tree() (in module easydel.utils.traversals) merge_to_state() (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_state.EasyDeLState method) mesh (easydel.infra.__init__.EasyDeLBaseConfig property) (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_config.EasyDeLBaseConfig property) (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) (easydel.trainers.__init__.BaseTrainer property) (easydel.trainers.base_trainer.BaseTrainer property) (easydel.trainers.trainer.modeling_output.TrainerOutput attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol property) (easydel.trainers.trainer_protocol.TrainerConfigureFunctionOutput attribute) (easydel.trainers.trainer_protocol.TrainerOutput attribute) message (easydel.inference.vinference.api_models.ChatCompletionResponseChoice attribute) messages (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) metadata (easydel.layers.caching.__init__.LightningCacheView attribute) (easydel.layers.caching.__init__.Mamba2CacheView attribute) (easydel.layers.caching.__init__.MambaCacheView attribute) (easydel.layers.caching.__init__.TransformerCacheView attribute) (easydel.layers.caching.lightning_cache.LightningCacheView attribute) (easydel.layers.caching.mamba2_cache.Mamba2CacheView attribute) (easydel.layers.caching.mamba_cache.MambaCacheView attribute) (easydel.layers.caching.transformer_cache.TransformerCacheView attribute) metadata() (easydel.layers.quantization.__init__.Linear8bit static method) (easydel.layers.quantization.__init__.LinearNF4 static method) (easydel.layers.quantization.base_quant.QauntModule static method) (easydel.layers.quantization.linear_8bit.Linear8bit static method) (easydel.layers.quantization.linear_nf4.LinearNF4 static method) MetaValueRecreator (class in easydel.utils.traversals) methods (easydel.inference.vinference.api_server.EndpointConfig attribute) metrics (easydel.inference.__init__.vInference property) (easydel.inference.vinference.__init__.vInference property) (easydel.inference.vinference.vinference.vInference property) metrics_to_show_in_rich_pbar (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) MetricsColumn (class in easydel.trainers.trainer_protocol) MetricsTracker (class in easydel.trainers.trainer_protocol) min_length (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) minibatch_call() (in module easydel.trainers.training_utils) MiniMaxText01Attention (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax) MiniMaxText01BlockSparseTop2MLP (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax) MiniMaxText01Config (class in easydel.modules.minimax_text_v1.__init__) (class in easydel.modules.minimax_text_v1.minimax_text_01_configuration) MiniMaxText01DecoderLayer (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax) MiniMaxText01ForCausalLM (class in easydel.modules.minimax_text_v1.__init__) (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax) MiniMaxText01LightningAttention (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax) MiniMaxText01MLP (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax) MiniMaxText01Model (class in easydel.modules.minimax_text_v1.__init__) (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax) MiniMaxText01SparseMoeBlock (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax) missing_keys (easydel.utils.traversals.StateValidationResult attribute) MistralAttention (class in easydel.modules.mistral.modeling_mistral_flax) MistralConfig (class in easydel.modules.mistral.__init__) (class in easydel.modules.mistral.mistral_configuration) MistralDecoderLayer (class in easydel.modules.mistral.modeling_mistral_flax) MistralForCausalLM (class in easydel.modules.mistral.__init__) (class in easydel.modules.mistral.modeling_mistral_flax) MistralForSequenceClassification (class in easydel.modules.mistral.__init__) (class in easydel.modules.mistral.modeling_mistral_flax) MistralMLP (class in easydel.modules.mistral.modeling_mistral_flax) MistralModel (class in easydel.modules.mistral.__init__) (class in easydel.modules.mistral.modeling_mistral_flax) MixtralAttention (class in easydel.modules.mixtral.modeling_mixtral_flax) MixtralBLockSparseTop2MLP (class in easydel.modules.mixtral.modeling_mixtral_flax) MixtralConfig (class in easydel.modules.mixtral.__init__) (class in easydel.modules.mixtral.mixtral_configuration) MixtralDecoderLayer (class in easydel.modules.mixtral.modeling_mixtral_flax) MixtralForCausalLM (class in easydel.modules.mixtral.__init__) (class in easydel.modules.mixtral.modeling_mixtral_flax) MixtralForSequenceClassification (class in easydel.modules.mixtral.__init__) (class in easydel.modules.mixtral.modeling_mixtral_flax) MixtralModel (class in easydel.modules.mixtral.__init__) (class in easydel.modules.mixtral.modeling_mixtral_flax) MixtralSparseMoeBlock (class in easydel.modules.mixtral.modeling_mixtral_flax) model (easydel.inference.__init__.vInference property) (easydel.inference.vinference.__init__.vInference property) (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) (easydel.inference.vinference.api_models.ChatCompletionResponse attribute) (easydel.inference.vinference.api_models.ChatCompletionStreamResponse attribute) (easydel.inference.vinference.api_models.CountTokenRequest attribute) (easydel.inference.vinference.vinference.vInference property) (easydel.infra.__init__.EasyDeLState property) (easydel.infra.base_state.EasyDeLState property) (easydel.trainers.__init__.BaseTrainer property) (easydel.trainers.base_trainer.BaseTrainer property) (easydel.trainers.trainer_protocol.BaseTrainerProtocol property) (easydel.trainers.trainer_protocol.TrainerConfigureModelOutput attribute) model_config (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) (easydel.inference.vinference.api_models.ChatCompletionResponse attribute) (easydel.inference.vinference.api_models.ChatCompletionResponseChoice attribute) (easydel.inference.vinference.api_models.ChatCompletionStreamResponse attribute) (easydel.inference.vinference.api_models.ChatCompletionStreamResponseChoice attribute) (easydel.inference.vinference.api_models.ChatMessage attribute) (easydel.inference.vinference.api_models.CountTokenRequest attribute) (easydel.inference.vinference.api_models.DeltaMessage attribute) (easydel.inference.vinference.api_models.UsageInfo attribute) (easydel.inference.vinference.vinference.vInferenceMetaData attribute) model_init_kwargs (easydel.trainers.__init__.ORPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute) model_kwargs (easydel.inference.utils.SampleState attribute) (easydel.infra.mixins.generation.BeamSearchState attribute), [1] (easydel.infra.mixins.generation.GreedyState attribute), [1] (easydel.infra.mixins.generation.SampleState attribute), [1] model_name (easydel.trainers.__init__.DPOConfig attribute) (easydel.trainers.__init__.GRPOConfig attribute) (easydel.trainers.__init__.ORPOConfig attribute), [1] (easydel.trainers.__init__.RewardConfig attribute) (easydel.trainers.__init__.SFTConfig attribute) (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.reward_trainer.__init__.RewardConfig attribute) (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) model_parameters (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) model_prefill_length (easydel.inference.__init__.vInference property) (easydel.inference.vinference.__init__.vInference property) (easydel.inference.vinference.vinference.vInference property) model_state (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) model_task (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.modules.auto.__init__.AutoEasyDeLModelForCausalLM attribute) (easydel.modules.auto.__init__.AutoEasyDeLModelForImageTextToText attribute) (easydel.modules.auto.__init__.AutoEasyDeLModelForSeq2SeqLM attribute) (easydel.modules.auto.__init__.AutoEasyDeLModelForSequenceClassification attribute) (easydel.modules.auto.__init__.AutoEasyDeLModelForSpeechSeq2Seq attribute) (easydel.modules.auto.__init__.AutoEasyDeLModelForZeroShotImageClassification attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForCausalLM attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForImageTextToText attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForSeq2SeqLM attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForSequenceClassification attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForSpeechSeq2Seq attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForZeroShotImageClassification attribute) (easydel.modules.auto.auto_modeling.BaseAutoEasyModel attribute) (easydel.utils.readme_generator.ModelInfo attribute) model_type (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.modules.arctic.__init__.ArcticConfig attribute) (easydel.modules.arctic.arctic_configuration.ArcticConfig attribute) (easydel.modules.clip.__init__.CLIPConfig attribute) (easydel.modules.clip.__init__.CLIPTextConfig attribute) (easydel.modules.clip.__init__.CLIPVisionConfig attribute) (easydel.modules.clip.clip_configuration.CLIPConfig attribute) (easydel.modules.clip.clip_configuration.CLIPTextConfig attribute) (easydel.modules.clip.clip_configuration.CLIPVisionConfig attribute) (easydel.modules.cohere.__init__.CohereConfig attribute) (easydel.modules.cohere.cohere_configuration.CohereConfig attribute) (easydel.modules.dbrx.__init__.DbrxConfig attribute) (easydel.modules.dbrx.dbrx_configuration.DbrxConfig attribute) (easydel.modules.deepseek_v2.__init__.DeepseekV2Config attribute) (easydel.modules.deepseek_v2.deepseek_configuration.DeepseekV2Config attribute) (easydel.modules.deepseek_v3.__init__.DeepseekV3Config attribute) (easydel.modules.deepseek_v3.deepseek_configuration.DeepseekV3Config attribute) (easydel.modules.exaone.__init__.ExaoneConfig attribute) (easydel.modules.exaone.exaone_configuration.ExaoneConfig attribute) (easydel.modules.falcon.__init__.FalconConfig attribute) (easydel.modules.falcon.falcon_configuration.FalconConfig attribute) (easydel.modules.gemma.__init__.GemmaConfig attribute) (easydel.modules.gemma.gemma_configuration.GemmaConfig attribute) (easydel.modules.gemma2.__init__.Gemma2Config attribute) (easydel.modules.gemma2.gemma2_configuration.Gemma2Config attribute) (easydel.modules.gpt2.__init__.GPT2Config attribute) (easydel.modules.gpt2.gpt2_configuration.GPT2Config attribute) (easydel.modules.gpt_j.__init__.GPTJConfig attribute) (easydel.modules.gpt_j.gpt_j_configuration.GPTJConfig attribute) (easydel.modules.gpt_neox.__init__.GPTNeoXConfig attribute) (easydel.modules.gpt_neox.gpt_neox_configuration.GPTNeoXConfig attribute) (easydel.modules.grok_1.__init__.Grok1Config attribute) (easydel.modules.grok_1.grok_1_configuration.Grok1Config attribute) (easydel.modules.internlm2.__init__.InternLM2Config attribute) (easydel.modules.internlm2.internlm2_configuration.InternLM2Config attribute) (easydel.modules.llama.__init__.LlamaConfig attribute) (easydel.modules.llama.llama_configuration.LlamaConfig attribute) (easydel.modules.mamba.__init__.MambaConfig attribute) (easydel.modules.mamba.mamba_configuration.MambaConfig attribute) (easydel.modules.mamba2.__init__.Mamba2Config attribute) (easydel.modules.mamba2.mamba2_configuration.Mamba2Config attribute) (easydel.modules.minimax_text_v1.__init__.MiniMaxText01Config attribute) (easydel.modules.minimax_text_v1.minimax_text_01_configuration.MiniMaxText01Config attribute) (easydel.modules.mistral.__init__.MistralConfig attribute) (easydel.modules.mistral.mistral_configuration.MistralConfig attribute) (easydel.modules.mixtral.__init__.MixtralConfig attribute) (easydel.modules.mixtral.mixtral_configuration.MixtralConfig attribute) (easydel.modules.mosaic_mpt.__init__.MptConfig attribute) (easydel.modules.mosaic_mpt.mosaic_configuration.MptConfig attribute) (easydel.modules.olmo.__init__.OlmoConfig attribute) (easydel.modules.olmo.olmo_configuration.OlmoConfig attribute) (easydel.modules.olmo2.__init__.Olmo2Config attribute) (easydel.modules.olmo2.olmo2_configuration.Olmo2Config attribute) (easydel.modules.openelm.__init__.OpenELMConfig attribute) (easydel.modules.openelm.openelm_configuration.OpenELMConfig attribute) (easydel.modules.opt.__init__.OPTConfig attribute) (easydel.modules.opt.opt_configuration.OPTConfig attribute) (easydel.modules.phi.__init__.PhiConfig attribute) (easydel.modules.phi.phi_configuration.PhiConfig attribute) (easydel.modules.phi3.__init__.Phi3Config attribute) (easydel.modules.phi3.phi3_configuration.Phi3Config attribute) (easydel.modules.phimoe.__init__.PhiMoeConfig attribute) (easydel.modules.phimoe.phimoe_configuration.PhiMoeConfig attribute) (easydel.modules.pixtral.__init__.PixtralVisionConfig attribute) (easydel.modules.pixtral.pixtral_configuration.PixtralVisionConfig attribute) (easydel.modules.qwen2.__init__.Qwen2Config attribute) (easydel.modules.qwen2.qwen_configuration.Qwen2Config attribute) (easydel.modules.qwen2_moe.__init__.Qwen2MoeConfig attribute) (easydel.modules.qwen2_moe.configuration_qwen2_moe.Qwen2MoeConfig attribute) (easydel.modules.qwen2_vl.__init__.Qwen2VLConfig attribute) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLConfig attribute) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLVisionConfig attribute) (easydel.modules.roberta.__init__.RobertaConfig attribute) (easydel.modules.roberta.roberta_configuration.RobertaConfig attribute) (easydel.modules.rwkv.__init__.RwkvConfig attribute) (easydel.modules.rwkv.rwkv_configuration.RwkvConfig attribute) (easydel.modules.stablelm.__init__.StableLmConfig attribute) (easydel.modules.stablelm.stablelm_configuration.StableLmConfig attribute) (easydel.modules.whisper.__init__.WhisperConfig attribute) (easydel.modules.whisper.whisper_configuration.WhisperConfig attribute) (easydel.modules.xerxes.__init__.XerxesConfig attribute) (easydel.modules.xerxes.xerxes_configuration.XerxesConfig attribute) (easydel.modules.xerxes2.__init__.Xerxes2Config attribute) (easydel.modules.xerxes2.xerxes2_configuration.Xerxes2Config attribute) (easydel.utils.readme_generator.ModelInfo attribute)

ModelInfo (class in easydel.utils.readme_generator) ModelMetadata (class in easydel.inference.vinference.metrics) ModelOutput (class in easydel.infra.modeling_outputs) module easydel.__init__ easydel.inference.__init__ easydel.inference.logits_process easydel.inference.utils easydel.inference.vinference.__init__ easydel.inference.vinference._fn easydel.inference.vinference.api_client easydel.inference.vinference.api_id_generator easydel.inference.vinference.api_models easydel.inference.vinference.api_server easydel.inference.vinference.api_server_test easydel.inference.vinference.metrics easydel.inference.vinference.vinference easydel.inference.whisper_inference easydel.infra.__init__ easydel.infra.base_config easydel.infra.base_module easydel.infra.base_state easydel.infra.errors easydel.infra.etils easydel.infra.factory easydel.infra.loss_utils easydel.infra.mixins.__init__ easydel.infra.mixins.bridge easydel.infra.mixins.generation easydel.infra.mixins.protocol easydel.infra.modeling_outputs easydel.infra.utils easydel.kernels.__init__ easydel.kernels.cpu_ops.__init__ easydel.kernels.cpu_ops.flash_attention_jax.__init__ easydel.kernels.cpu_ops.flash_attention_jax._backward_jax easydel.kernels.cpu_ops.flash_attention_jax._flash_attention easydel.kernels.cpu_ops.flash_attention_jax._forward_jax easydel.kernels.cpu_ops.ring_attention_jax.__init__ easydel.kernels.cpu_ops.ring_attention_jax._backward_jax easydel.kernels.cpu_ops.ring_attention_jax._forward_jax easydel.kernels.cpu_ops.ring_attention_jax._ring_attention easydel.kernels.cpu_ops.ring_attention_jax._utils easydel.kernels.flash_attention easydel.kernels.gpu_ops.__init__ easydel.kernels.gpu_ops._deprecated.pallas_gemm easydel.kernels.gpu_ops._deprecated.pallas_gqa_flash_attention_2 easydel.kernels.gpu_ops._deprecated.pallas_mha_flash_attention_2 easydel.kernels.gpu_ops._deprecated.triton_gqa_flash_attention_2 easydel.kernels.gpu_ops._utils easydel.kernels.gpu_ops.flash_attention_triton.__init__ easydel.kernels.gpu_ops.flash_attention_triton._backward_triton easydel.kernels.gpu_ops.flash_attention_triton._flash_attention easydel.kernels.gpu_ops.flash_attention_triton._forward_triton easydel.kernels.gpu_ops.flash_attention_triton._utils easydel.kernels.gpu_ops.matmul_triton.__init__ easydel.kernels.gpu_ops.matmul_triton._caller easydel.kernels.matmul easydel.kernels.ring_attention easydel.kernels.rms_norm easydel.kernels.tpu_ops.__init__ easydel.kernels.tpu_ops.matmul_pallas.__init__ easydel.kernels.tpu_ops.matmul_pallas._caller easydel.kernels.tpu_ops.ring_attention_pallas.__init__ easydel.kernels.tpu_ops.ring_attention_pallas._backward_pallas easydel.kernels.tpu_ops.ring_attention_pallas._forward_pallas easydel.kernels.tpu_ops.ring_attention_pallas._ring_attention easydel.kernels.tpu_ops.ring_attention_pallas._utils easydel.kernels.utils easydel.layers.__init__ easydel.layers.attention easydel.layers.attention_operator.__init__ easydel.layers.attention_operator._attention_impl easydel.layers.attention_operator.modules.__init__ easydel.layers.attention_operator.modules.flash easydel.layers.attention_operator.modules.ring easydel.layers.attention_operator.modules.scaled_dot_product easydel.layers.attention_operator.modules.splash easydel.layers.attention_operator.modules.vanilla easydel.layers.caching.__init__ easydel.layers.caching.lightning_cache easydel.layers.caching.mamba2_cache easydel.layers.caching.mamba_cache easydel.layers.caching.transformer_cache easydel.layers.norms easydel.layers.ops.__init__ easydel.layers.ops.gla easydel.layers.ops.lightning_attention easydel.layers.quantization._8bit_quantizer easydel.layers.quantization.__init__ easydel.layers.quantization._nf4_quantizer easydel.layers.quantization.base_quant easydel.layers.quantization.linear_8bit easydel.layers.quantization.linear_nf4 easydel.layers.quantization.quantizers easydel.layers.rotary_embedding easydel.layers.rotary_embedding_test easydel.modules.__init__ easydel.modules.arctic.__init__ easydel.modules.arctic.arctic_configuration easydel.modules.arctic.modeling_arctic_flax easydel.modules.auto.__init__ easydel.modules.auto.auto_configuration easydel.modules.auto.auto_modeling easydel.modules.clip.__init__ easydel.modules.clip.clip_configuration easydel.modules.clip.modeling_clip_flax easydel.modules.cohere.__init__ easydel.modules.cohere.cohere_configuration easydel.modules.cohere.modeling_cohere_flax easydel.modules.dbrx.__init__ easydel.modules.dbrx.dbrx_configuration easydel.modules.dbrx.modeling_dbrx_flax easydel.modules.deepseek_v2.__init__ easydel.modules.deepseek_v2.deepseek_configuration easydel.modules.deepseek_v2.modeling_deepseek_flax easydel.modules.deepseek_v3.__init__ easydel.modules.deepseek_v3.deepseek_configuration easydel.modules.deepseek_v3.modeling_deepseek_flax easydel.modules.exaone.__init__ easydel.modules.exaone.exaone_configuration easydel.modules.exaone.modeling_exaone_flax easydel.modules.falcon.__init__ easydel.modules.falcon.falcon_configuration easydel.modules.falcon.modeling_falcon_flax easydel.modules.gemma.__init__ easydel.modules.gemma.gemma_configuration easydel.modules.gemma.modeling_gemma_flax easydel.modules.gemma2.__init__ easydel.modules.gemma2.gemma2_configuration easydel.modules.gemma2.modeling_gemma2_flax easydel.modules.gpt2.__init__ easydel.modules.gpt2.gpt2_configuration easydel.modules.gpt2.modeling_gpt2_flax easydel.modules.gpt_j.__init__ easydel.modules.gpt_j.gpt_j_configuration easydel.modules.gpt_j.modeling_gpt_j_flax easydel.modules.gpt_neox.__init__ easydel.modules.gpt_neox.gpt_neox_configuration easydel.modules.gpt_neox.modeling_gpt_neox_flax easydel.modules.grok_1.__init__ easydel.modules.grok_1.grok_1_configuration easydel.modules.grok_1.modeling_grok_1_flax easydel.modules.internlm2.__init__ easydel.modules.internlm2.internlm2_configuration easydel.modules.internlm2.modeling_internlm2_flax easydel.modules.llama.__init__ easydel.modules.llama.llama_configuration easydel.modules.llama.modeling_llama_flax easydel.modules.llava.__init__ easydel.modules.llava.llava_configuration easydel.modules.llava.modeling_llava_flax easydel.modules.mamba.__init__ easydel.modules.mamba.mamba_configuration easydel.modules.mamba.modeling_mamba_flax easydel.modules.mamba2.__init__ easydel.modules.mamba2.mamba2_configuration easydel.modules.mamba2.modeling_mamba2_flax easydel.modules.minimax_text_v1.__init__ easydel.modules.minimax_text_v1.minimax_text_01_configuration easydel.modules.minimax_text_v1.modeling_minimax_text_01_flax easydel.modules.mistral.__init__ easydel.modules.mistral.mistral_configuration easydel.modules.mistral.modeling_mistral_flax easydel.modules.mixtral.__init__ easydel.modules.mixtral.mixtral_configuration easydel.modules.mixtral.modeling_mixtral_flax easydel.modules.mosaic_mpt.__init__ easydel.modules.mosaic_mpt.modeling_mpt_flax easydel.modules.mosaic_mpt.mosaic_configuration easydel.modules.olmo.__init__ easydel.modules.olmo.modeling_olmo_flax easydel.modules.olmo.olmo_configuration easydel.modules.olmo2.__init__ easydel.modules.olmo2.modeling_olmo2_flax easydel.modules.olmo2.olmo2_configuration easydel.modules.openelm.__init__ easydel.modules.openelm.modeling_openelm_flax easydel.modules.openelm.openelm_configuration easydel.modules.opt.__init__ easydel.modules.opt.modeling_opt_flax easydel.modules.opt.opt_configuration easydel.modules.phi.__init__ easydel.modules.phi.modeling_phi_flax easydel.modules.phi.phi_configuration easydel.modules.phi3.__init__ easydel.modules.phi3.modeling_phi3_flax easydel.modules.phi3.phi3_configuration easydel.modules.phimoe.__init__ easydel.modules.phimoe.modeling_phimoe_flax easydel.modules.phimoe.phimoe_configuration easydel.modules.pixtral.__init__ easydel.modules.pixtral.modeling_pixtral_flax easydel.modules.pixtral.pixtral_configuration easydel.modules.qwen2.__init__ easydel.modules.qwen2.modeling_qwen_flax easydel.modules.qwen2.qwen_configuration easydel.modules.qwen2_moe.__init__ easydel.modules.qwen2_moe.configuration_qwen2_moe easydel.modules.qwen2_moe.modeling_qwen2_moe_flax easydel.modules.qwen2_vl.__init__ easydel.modules.qwen2_vl.modeling_qwen2_vl_flax easydel.modules.qwen2_vl.qwen2_vl_configuration easydel.modules.roberta.__init__ easydel.modules.roberta.modeling_roberta_flax easydel.modules.roberta.roberta_configuration easydel.modules.rwkv.__init__ easydel.modules.rwkv.modeling_rwkv_flax easydel.modules.rwkv.rwkv_configuration easydel.modules.stablelm.__init__ easydel.modules.stablelm.modeling_stablelm_flax easydel.modules.stablelm.stablelm_configuration easydel.modules.whisper.__init__ easydel.modules.whisper.modeling_whisper_flax easydel.modules.whisper.whisper_configuration easydel.modules.xerxes.__init__ easydel.modules.xerxes.modeling_xerxes_flax easydel.modules.xerxes.xerxes_configuration easydel.modules.xerxes2.__init__ easydel.modules.xerxes2.modeling_xerxes2_flax easydel.modules.xerxes2.xerxes2_configuration easydel.scripts.__init__ easydel.scripts.finetune.__init__ easydel.trainers.__init__ easydel.trainers.base_trainer easydel.trainers.direct_preference_optimization_trainer.__init__ easydel.trainers.direct_preference_optimization_trainer._fn easydel.trainers.direct_preference_optimization_trainer.dpo_config easydel.trainers.direct_preference_optimization_trainer.dpo_trainer easydel.trainers.group_relative_policy_optimization.__init__ easydel.trainers.group_relative_policy_optimization._fn easydel.trainers.group_relative_policy_optimization.grpo_config easydel.trainers.group_relative_policy_optimization.grpo_trainer easydel.trainers.odds_ratio_preference_optimization_trainer.__init__ easydel.trainers.odds_ratio_preference_optimization_trainer._fn easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer easydel.trainers.packer easydel.trainers.prompt_utils easydel.trainers.reward_trainer.__init__ easydel.trainers.reward_trainer._fn easydel.trainers.reward_trainer.reward_config easydel.trainers.reward_trainer.reward_trainer easydel.trainers.supervised_fine_tuning_trainer.__init__ easydel.trainers.supervised_fine_tuning_trainer.sft_config easydel.trainers.supervised_fine_tuning_trainer.sft_trainer easydel.trainers.trainer.__init__ easydel.trainers.trainer._fn easydel.trainers.trainer.modeling_output easydel.trainers.trainer.trainer easydel.trainers.trainer_protocol easydel.trainers.training_configurations easydel.trainers.training_utils easydel.trainers.utils easydel.utils.__init__ easydel.utils.analyze_memory easydel.utils.checkpoint_managers.__init__ easydel.utils.checkpoint_managers.streamer easydel.utils.cli_helpers easydel.utils.compiling_utils easydel.utils.graph_utils easydel.utils.helpers easydel.utils.parameters_transformation easydel.utils.readme_generator easydel.utils.rngs_utils easydel.utils.traversals module (easydel.infra.factory.ModuleRegistration attribute) module_class (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvPretrainedModel attribute) MODULE_CONFIG (easydel.infra.factory.ConfigType attribute) module_dtype (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) module_to_huggingface_model() (in module easydel.utils.parameters_transformation) module_to_torch() (in module easydel.utils.parameters_transformation) ModuleCaches (class in easydel.infra.utils) ModuleRegistration (class in easydel.infra.factory) moe_infer() (easydel.modules.deepseek_v3.modeling_deepseek_flax.DeepseekV3MoE method) MoeCausalLMOutput (class in easydel.infra.modeling_outputs) MoEGate (class in easydel.modules.deepseek_v3.modeling_deepseek_flax) MoeModelOutput (class in easydel.infra.modeling_outputs) MptAttention (class in easydel.modules.mosaic_mpt.modeling_mpt_flax) MptAttentionConfig (class in easydel.modules.mosaic_mpt.__init__) (class in easydel.modules.mosaic_mpt.mosaic_configuration) MptBlock (class in easydel.modules.mosaic_mpt.modeling_mpt_flax) MptConfig (class in easydel.modules.mosaic_mpt.__init__) (class in easydel.modules.mosaic_mpt.mosaic_configuration) MptForCausalLM (class in easydel.modules.mosaic_mpt.__init__) (class in easydel.modules.mosaic_mpt.modeling_mpt_flax) MptMLP (class in easydel.modules.mosaic_mpt.modeling_mpt_flax) MptModel (class in easydel.modules.mosaic_mpt.__init__) (class in easydel.modules.mosaic_mpt.modeling_mpt_flax)

N

n (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) n_groups (easydel.layers.caching.__init__.Mamba2CacheMetaData attribute) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData attribute) name (easydel.modules.rwkv.__init__.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.__init__.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvBlockCollection attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvFeedForward attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvSelfAttention attribute) (easydel.modules.rwkv.modeling_rwkv_flax.SingleStandFlaxRwkvBlock attribute) (easydel.utils.readme_generator.ModelInfo attribute) named_tree_map() (in module easydel.utils.traversals) next_rng() (in module easydel.utils.rngs_utils) NF4 (easydel.infra.etils.EasyDeLQuantizationMethods attribute) nnx_init() (in module easydel.utils.traversals) no_repeat_ngram_size (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) NO_WEIGHT_NUM_REAL_TARGET_TOKENS (easydel.infra.loss_utils.SpecialLossNormalizingFactor attribute), [1] NONE (easydel.infra.etils.EasyDeLGradientCheckPointers attribute) (easydel.infra.etils.EasyDeLQuantizationMethods attribute) (easydel.infra.etils.EasyDeLSchedulers attribute) None (easydel.modules.auto.__init__.AutoEasyDeLModelForCausalLM attribute) (easydel.modules.auto.__init__.AutoEasyDeLModelForSpeechSeq2Seq attribute) (easydel.modules.auto.__init__.AutoShardAndGatherFunctions attribute) (easydel.modules.auto.auto_configuration.AutoShardAndGatherFunctions attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForCausalLM attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForSpeechSeq2Seq attribute)

normal (easydel.layers.attention_operator._attention_impl.RuntimeType attribute) NOTHING_SAVEABLE (easydel.infra.etils.EasyDeLGradientCheckPointers attribute) NullProgressBar (class in easydel.trainers.trainer_protocol) num_classification_labels (easydel.infra.__init__.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) num_heads (easydel.layers.caching.__init__.LightningCacheMetaData attribute) (easydel.layers.caching.__init__.Mamba2CacheMetaData attribute) (easydel.layers.caching.__init__.TransformerCacheMetaData attribute) (easydel.layers.caching.lightning_cache.LightningCacheMetaData attribute) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData attribute) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData attribute) num_labels (easydel.infra.__init__.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) num_of_sequences (easydel.trainers.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) NUM_REAL_TARGET_TOKENS (easydel.infra.loss_utils.SpecialLossNormalizingFactor attribute) num_return_sequences (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) NUM_TOTAL_TARGET_TOKENS (easydel.infra.loss_utils.SpecialLossNormalizingFactor attribute) num_train_epochs (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) numerator (easydel.layers.attention_operator.modules.ring.Carry attribute)

O

object (easydel.inference.vinference.api_models.ChatCompletionResponse attribute) (easydel.inference.vinference.api_models.ChatCompletionStreamResponse attribute) odds_ratio_loss() (in module easydel.trainers.odds_ratio_preference_optimization_trainer._fn) offload_dataset (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) offload_device (easydel.trainers.__init__.TrainingArguments property) (easydel.trainers.training_configurations.TrainingArguments property) offload_device_index (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) offload_device_type (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) Olmo2Attention (class in easydel.modules.olmo2.modeling_olmo2_flax) Olmo2Config (class in easydel.modules.olmo2.__init__) (class in easydel.modules.olmo2.olmo2_configuration) Olmo2DecoderLayer (class in easydel.modules.olmo2.modeling_olmo2_flax) Olmo2ForCausalLM (class in easydel.modules.olmo2.__init__) (class in easydel.modules.olmo2.modeling_olmo2_flax) Olmo2ForSequenceClassification (class in easydel.modules.olmo2.modeling_olmo2_flax) Olmo2MLP (class in easydel.modules.olmo2.modeling_olmo2_flax) Olmo2Model (class in easydel.modules.olmo2.__init__) (class in easydel.modules.olmo2.modeling_olmo2_flax) OlmoAttention (class in easydel.modules.olmo.modeling_olmo_flax) OlmoConfig (class in easydel.modules.olmo.__init__) (class in easydel.modules.olmo.olmo_configuration) OlmoForCausalLM (class in easydel.modules.olmo.__init__) (class in easydel.modules.olmo.modeling_olmo_flax) OlmoForSequenceClassification (class in easydel.modules.olmo.__init__) (class in easydel.modules.olmo.modeling_olmo_flax) OlmoMLP (class in easydel.modules.olmo.modeling_olmo_flax) OlmoModel (class in easydel.modules.olmo.__init__) (class in easydel.modules.olmo.modeling_olmo_flax) on_step_end() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.__init__.DPOTrainer method) (easydel.trainers.__init__.GRPOTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer method) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer method) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer method) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method)

on_step_start() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) onehot() (in module easydel.infra.loss_utils) online_flops (easydel.infra.utils.CompilationTracker property) OpenELMConfig (class in easydel.modules.openelm.__init__) (class in easydel.modules.openelm.openelm_configuration) OpenELMDecoderLayer (class in easydel.modules.openelm.modeling_openelm_flax) OpenELMFeedForwardNetwork (class in easydel.modules.openelm.modeling_openelm_flax) OpenELMForCausalLM (class in easydel.modules.openelm.__init__) (class in easydel.modules.openelm.modeling_openelm_flax) OpenELMModel (class in easydel.modules.openelm.__init__) (class in easydel.modules.openelm.modeling_openelm_flax) OpenELMMultiHeadCausalAttention (class in easydel.modules.openelm.modeling_openelm_flax) opt_state (easydel.infra.__init__.EasyDeLState attribute) (easydel.infra.base_state.EasyDeLState attribute) OPTAttention (class in easydel.modules.opt.modeling_opt_flax) OPTConfig (class in easydel.modules.opt.__init__) (class in easydel.modules.opt.opt_configuration) OPTDecoder (class in easydel.modules.opt.modeling_opt_flax) OPTDecoderLayer (class in easydel.modules.opt.modeling_opt_flax) OPTForCausalLM (class in easydel.modules.opt.__init__) (class in easydel.modules.opt.modeling_opt_flax) optimizer (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) OPTLearnedPositionalEmbedding (class in easydel.modules.opt.modeling_opt_flax) OPTModel (class in easydel.modules.opt.__init__) (class in easydel.modules.opt.modeling_opt_flax) original_max_position_embeddings (easydel.layers.rotary_embedding.RopeConfig attribute) orpo_step() (in module easydel.trainers.odds_ratio_preference_optimization_trainer._fn) ORPOConfig (class in easydel.trainers.__init__) (class in easydel.trainers.odds_ratio_preference_optimization_trainer.__init__) (class in easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config) ORPOTrainer (class in easydel.trainers.__init__) (class in easydel.trainers.odds_ratio_preference_optimization_trainer.__init__) (class in easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer) other_metrics (easydel.infra.loss_utils.LossMetrics attribute) output_arrays_only (easydel.trainers.utils.DPODataCollatorWithPadding attribute) OverWriteWithGradient (class in easydel.infra.utils)

P

pack_sequences() (in module easydel.trainers.__init__) (in module easydel.trainers.packer) packing (easydel.trainers.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.__init__.SFTConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) pad() (in module easydel.trainers.utils) pad_sequence() (in module easydel.trainers.utils) pad_tensor_by_size() (in module easydel.modules.mamba2.modeling_mamba2_flax) pad_to_length() (in module easydel.trainers.utils) pad_token_id (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) (easydel.trainers.utils.DataCollatorForPreference attribute) (easydel.trainers.utils.DPODataCollatorWithPadding attribute) padded_length (easydel.inference.utils.SampleState attribute) padding (easydel.trainers.utils.RewardDataCollatorWithPadding attribute) padding_value (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.ORPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] PALLAS (easydel.infra.etils.EasyDeLPlatforms attribute) (easydel.kernels.flash_attention.Platform attribute) pallas_gqa_flash_attention2_gpu() (in module easydel.kernels.gpu_ops._deprecated.pallas_gqa_flash_attention_2) pallas_mha_flash_attention2_gpu() (in module easydel.kernels.gpu_ops._deprecated.pallas_mha_flash_attention_2) param_dtype (easydel.modules.llama.__init__.LlamaForCausalLM attribute) (easydel.modules.llama.modeling_llama_flax.LlamaForCausalLM attribute) (easydel.modules.rwkv.__init__.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.__init__.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvBlockCollection attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvFeedForward attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvSelfAttention attribute) (easydel.modules.rwkv.modeling_rwkv_flax.SingleStandFlaxRwkvBlock attribute) (easydel.modules.whisper.modeling_whisper_flax.WhisperForConditionalGeneration attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) parameters (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) params (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) params_sharding (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.infra.mixins.__init__.BaseModuleProtocol property) (easydel.infra.mixins.protocol.BaseModuleProtocol property) parent (easydel.modules.rwkv.__init__.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.__init__.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvBlockCollection attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvFeedForward attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvSelfAttention attribute) (easydel.modules.rwkv.modeling_rwkv_flax.SingleStandFlaxRwkvBlock attribute) parse_args_into_dataclasses() (easydel.utils.__init__.DataClassArgumentParser method) (easydel.utils.cli_helpers.DataClassArgumentParser method) parse_dict() (easydel.utils.__init__.DataClassArgumentParser method) (easydel.utils.cli_helpers.DataClassArgumentParser method) parse_json_file() (easydel.utils.__init__.DataClassArgumentParser method) (easydel.utils.cli_helpers.DataClassArgumentParser method) parse_yaml_file() (easydel.utils.__init__.DataClassArgumentParser method) (easydel.utils.cli_helpers.DataClassArgumentParser method) partition_axis (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) partition_rules (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) past_key_values (easydel.infra.modeling_outputs.FlaxBaseModelOutput attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPast attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPastAndCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxCausalLMOutputWithCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxMaskedLMOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqSequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.FlaxSequenceClassifierOutput attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLCausalLMOutputWithPast attribute) patch_endpoints() (easydel.inference.__init__.vInferenceApiServer method) (easydel.inference.vinference.__init__.vInferenceApiServer method) (easydel.inference.vinference.api_server.vInferenceApiServer method) PatchBlockSpec (class in easydel.kernels.tpu_ops.ring_attention_pallas._utils) PatchEmbed (class in easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) PatchMerger (class in easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) path (easydel.inference.vinference.api_server.EndpointConfig attribute) peak_utilization_percent (easydel.utils.analyze_memory.DeviceStats attribute), [1] performance_mode (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) Phi3Attention (class in easydel.modules.phi3.modeling_phi3_flax) Phi3Config (class in easydel.modules.phi3.__init__) (class in easydel.modules.phi3.phi3_configuration) Phi3DecoderLayer (class in easydel.modules.phi3.modeling_phi3_flax) Phi3ForCausalLM (class in easydel.modules.phi3.__init__) (class in easydel.modules.phi3.modeling_phi3_flax) Phi3LongRoPEScaledRotaryEmbedding (class in easydel.layers.rotary_embedding) Phi3MLP (class in easydel.modules.phi3.modeling_phi3_flax) Phi3Model (class in easydel.modules.phi3.__init__) (class in easydel.modules.phi3.modeling_phi3_flax) PhiAttention (class in easydel.modules.phi.modeling_phi_flax) PhiConfig (class in easydel.modules.phi.__init__) (class in easydel.modules.phi.phi_configuration)

PhiForCausalLM (class in easydel.modules.phi.__init__) (class in easydel.modules.phi.modeling_phi_flax) PhiMLP (class in easydel.modules.phi.modeling_phi_flax) PhiModel (class in easydel.modules.phi.__init__) (class in easydel.modules.phi.modeling_phi_flax) PhiMoEAttention (class in easydel.modules.phimoe.modeling_phimoe_flax) PhiMoEBlockSparseTop2MLP (class in easydel.modules.phimoe.modeling_phimoe_flax) PhiMoeConfig (class in easydel.modules.phimoe.__init__) (class in easydel.modules.phimoe.phimoe_configuration) PhiMoeForCausalLM (class in easydel.modules.phimoe.__init__) (class in easydel.modules.phimoe.modeling_phimoe_flax) PhiMoeModel (class in easydel.modules.phimoe.__init__) (class in easydel.modules.phimoe.modeling_phimoe_flax) PhiMoeSparseMoeBlock (class in easydel.modules.phimoe.modeling_phimoe_flax) PixtralAttention (class in easydel.modules.pixtral.modeling_pixtral_flax) PixtralBlock (class in easydel.modules.pixtral.modeling_pixtral_flax) PixtralMLP (class in easydel.modules.pixtral.modeling_pixtral_flax) PixtralTransformer (class in easydel.modules.pixtral.modeling_pixtral_flax) PixtralVisionConfig (class in easydel.modules.pixtral.__init__) (class in easydel.modules.pixtral.pixtral_configuration) PixtralVisionModel (class in easydel.modules.pixtral.__init__) (class in easydel.modules.pixtral.modeling_pixtral_flax) Platform (class in easydel.kernels.flash_attention) platform (easydel.kernels.flash_attention.AttentionConfig attribute) (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) platfrom (easydel.inference.vinference.metrics.ModelMetadata attribute) pooler_output (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPooling attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPoolingAndNoAttention attribute) pop() (easydel.infra.modeling_outputs.ModelOutput method) position_ids_in_meshgrid() (in module easydel.modules.pixtral.modeling_pixtral_flax) positions (easydel.layers.caching.__init__.Mamba2CacheView attribute) (easydel.layers.caching.__init__.MambaCacheView attribute) (easydel.layers.caching.mamba2_cache.Mamba2CacheView attribute) (easydel.layers.caching.mamba_cache.MambaCacheView attribute) precision (easydel.modules.llama.__init__.LlamaForCausalLM attribute) (easydel.modules.llama.modeling_llama_flax.LlamaForCausalLM attribute) (easydel.modules.rwkv.__init__.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.__init__.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvBlockCollection attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvFeedForward attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvSelfAttention attribute) (easydel.modules.rwkv.modeling_rwkv_flax.SingleStandFlaxRwkvBlock attribute) (easydel.modules.whisper.modeling_whisper_flax.WhisperForConditionalGeneration attribute) precompile() (easydel.inference.__init__.vInference method) (easydel.inference.vinference.__init__.vInference method) (easydel.inference.vinference.vinference.vInference method) precompiled_configs (easydel.inference.vinference.vinference.vInferenceMetaData attribute) precompute_ref_log_probs (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] precompute_vl_rotary() (in module easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) prepadded (easydel.trainers.utils.DPODataCollatorWithPadding attribute) prepare_inputs_for_call() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (easydel.modules.qwen2_vl.__init__.Qwen2VLForConditionalGeneration method) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLForConditionalGeneration method) prepare_inputs_for_generation() (easydel.infra.mixins.__init__.EasyGenerationMixin method) (easydel.infra.mixins.generation.EasyGenerationMixin method) (easydel.modules.mamba.__init__.MambaForCausalLM method) (easydel.modules.mamba.modeling_mamba_flax.MambaForCausalLM method) (easydel.modules.mamba2.__init__.Mamba2ForCausalLM method) (easydel.modules.mamba2.modeling_mamba2_flax.Mamba2ForCausalLM method) (easydel.modules.opt.__init__.OPTForCausalLM method) (easydel.modules.opt.modeling_opt_flax.OPTForCausalLM method) (easydel.modules.qwen2_vl.__init__.Qwen2VLForConditionalGeneration method) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLForConditionalGeneration method) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvPretrainedModel method) (easydel.modules.whisper.__init__.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper_flax.WhisperForConditionalGeneration method) presence_penalty (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) prettify_nnx() (in module easydel.infra.mixins.protocol) print_current_status() (easydel.utils.analyze_memory.SMPMemoryMonitor method) print_history_summary() (easydel.utils.analyze_memory.SMPMemoryMonitor method) prng_key (easydel.inference.utils.SampleState attribute) (easydel.infra.mixins.generation.SampleState attribute), [1] problem_type (easydel.infra.__init__.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) process_row() (easydel.trainers.__init__.DPOTrainer static method) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer static method) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer static method) process_tensor() (in module easydel.utils.parameters_transformation) process_zero_is_admin (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) processing_time (easydel.inference.vinference.api_models.UsageInfo attribute) progress_bar_type (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) prompt_tokens (easydel.inference.vinference.api_models.UsageInfo attribute) pruning_module (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) pt2jax() (in module easydel.utils.parameters_transformation) pure_transform_fn (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.infra.mixins.__init__.BaseModuleProtocol property) (easydel.infra.mixins.protocol.BaseModuleProtocol property) push_to_hub() (easydel.infra.mixins.__init__.EasyBridgeMixin method) (easydel.infra.mixins.bridge.EasyBridgeMixin method) put_compiled_funcs() (in module easydel.inference.vinference._fn)

Q

QauntModule (class in easydel.layers.quantization.base_quant) quantization_mapping() (easydel.layers.quantization.__init__.Linear8bit static method) (easydel.layers.quantization.__init__.LinearNF4 static method) (easydel.layers.quantization.base_quant.QauntModule static method) (easydel.layers.quantization.linear_8bit.Linear8bit static method) (easydel.layers.quantization.linear_nf4.LinearNF4 static method) quantize() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) quantize_8bit() (in module easydel.layers.quantization.linear_8bit) quantize_and_pack_nf4() (in module easydel.layers.quantization._nf4_quantizer) (in module easydel.layers.quantization.linear_nf4) quantize_linear_layers() (in module easydel.infra.utils) quantize_linears() (easydel.layers.quantization.__init__.EasyQuantizer method) (easydel.layers.quantization.quantizers.EasyQuantizer method) (easydel.utils.__init__.EasyQuantizer method) quantize_row_q8_0() (in module easydel.layers.quantization._8bit_quantizer) quantized_matmul_bwd() (in module easydel.layers.quantization.linear_8bit) quantized_matmul_fwd() (in module easydel.layers.quantization.linear_8bit) quantizer (easydel.layers.attention.FlaxAttentionModule property) QuantParam (class in easydel.layers.quantization.base_quant) query (easydel.kernels.tpu_ops.ring_attention_pallas._utils.SegmentIds attribute), [1] quick_gelu() (in module easydel.infra.utils) quiet() (in module easydel.utils.helpers) Qwen2Attention (class in easydel.modules.qwen2.modeling_qwen_flax) Qwen2Config (class in easydel.modules.qwen2.__init__) (class in easydel.modules.qwen2.qwen_configuration) Qwen2DecoderLayer (class in easydel.modules.qwen2.modeling_qwen_flax) Qwen2ForCausalLM (class in easydel.modules.qwen2.__init__) (class in easydel.modules.qwen2.modeling_qwen_flax)

Qwen2ForSequenceClassification (class in easydel.modules.qwen2.__init__) (class in easydel.modules.qwen2.modeling_qwen_flax) Qwen2MLP (class in easydel.modules.qwen2.modeling_qwen_flax) Qwen2Model (class in easydel.modules.qwen2.__init__) (class in easydel.modules.qwen2.modeling_qwen_flax) Qwen2MoeAttention (class in easydel.modules.qwen2_moe.modeling_qwen2_moe_flax) Qwen2MoeConfig (class in easydel.modules.qwen2_moe.__init__) (class in easydel.modules.qwen2_moe.configuration_qwen2_moe) Qwen2MoeDecoderLayer (class in easydel.modules.qwen2_moe.modeling_qwen2_moe_flax) Qwen2MoeForCausalLM (class in easydel.modules.qwen2_moe.__init__) (class in easydel.modules.qwen2_moe.modeling_qwen2_moe_flax) Qwen2MoeForSequenceClassification (class in easydel.modules.qwen2_moe.__init__) (class in easydel.modules.qwen2_moe.modeling_qwen2_moe_flax) Qwen2MoeMLP (class in easydel.modules.qwen2_moe.modeling_qwen2_moe_flax) Qwen2MoeModel (class in easydel.modules.qwen2_moe.__init__) (class in easydel.modules.qwen2_moe.modeling_qwen2_moe_flax) Qwen2MoeSparseMoeBlock (class in easydel.modules.qwen2_moe.modeling_qwen2_moe_flax) Qwen2VisionTransformerPretrainedModel (class in easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) Qwen2VLAttention (class in easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) Qwen2VLCausalLMOutputWithPast (class in easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) Qwen2VLConfig (class in easydel.modules.qwen2_vl.__init__) (class in easydel.modules.qwen2_vl.qwen2_vl_configuration) Qwen2VLDecoderLayer (class in easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) Qwen2VLForConditionalGeneration (class in easydel.modules.qwen2_vl.__init__) (class in easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) Qwen2VLMLP (class in easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) Qwen2VLModel (class in easydel.modules.qwen2_vl.__init__) (class in easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) Qwen2VLVisionBlock (class in easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) Qwen2VLVisionConfig (class in easydel.modules.qwen2_vl.qwen2_vl_configuration)

R

raw_stats (easydel.utils.analyze_memory.DeviceStats attribute), [1] raw_value (easydel.infra.utils.ModuleCaches attribute) (easydel.infra.utils.OverWriteWithGradient attribute) (easydel.layers.quantization.base_quant.QuantParam attribute) readiness() (easydel.inference.__init__.vInferenceApiServer method) (easydel.inference.vinference.__init__.vInferenceApiServer method) (easydel.inference.vinference.api_server.vInferenceApiServer method) ReadmeGenerator (class in easydel.utils.readme_generator) record_model_metadata() (easydel.inference.vinference.metrics.vInferenceMetrics method) recreate_meta_values() (in module easydel.utils.traversals) recurrent_gla() (in module easydel.layers.ops.gla) redefine_state() (in module easydel.utils.traversals) reduction (easydel.infra.__init__.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) ref_model_mixup_alpha (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.GRPOConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) ref_model_sync_steps (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.GRPOConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) reference_free (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] refine_graphs() (in module easydel.utils.traversals) register() (easydel.layers.attention_operator.__init__.AttentionRegistry class method) (easydel.layers.attention_operator._attention_impl.AttentionRegistry class method) register_config() (easydel.infra.factory.Registry method) (in module easydel.infra.factory) register_module() (easydel.infra.factory.Registry method) (in module easydel.infra.factory) Registry (class in easydel.infra.factory) rejected_rewards (easydel.infra.loss_utils.LossMetrics attribute) remove_ckpt_after_load (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) remove_unused_columns (easydel.trainers.__init__.GRPOConfig attribute) (easydel.trainers.__init__.RewardConfig attribute) (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.reward_trainer.__init__.RewardConfig attribute) (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) render() (easydel.trainers.trainer_protocol.MetricsColumn method) repeat_key_value() (easydel.layers.attention.FlaxAttentionModule static method) repeat_kv() (in module easydel.modules.cohere.modeling_cohere_flax) repeat_kv_heads() (easydel.kernels.flash_attention.FlashAttention static method) (easydel.layers.attention_operator.__init__.AttentionImpl static method) (easydel.layers.attention_operator._attention_impl.AttentionImpl static method) replace() (easydel.inference.utils.SampleState method) (easydel.inference.vinference.metrics.ModelMetadata method) (easydel.infra.__init__.EasyDeLState method) (easydel.infra.__init__.LossConfig method) (easydel.infra.base_state.EasyDeLState method) (easydel.infra.loss_utils.LossConfig method) (easydel.infra.loss_utils.LossMetrics method) (easydel.infra.mixins.generation.BeamSearchState method) (easydel.infra.mixins.generation.GreedyState method) (easydel.infra.mixins.generation.SampleState method) (easydel.infra.modeling_outputs.FlaxBaseModelOutput method) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithNoAttention method) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPast method) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPastAndCrossAttentions method) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPooling method) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPoolingAndCrossAttentions method) (easydel.infra.modeling_outputs.FlaxBaseModelOutputWithPoolingAndNoAttention method) (easydel.infra.modeling_outputs.FlaxBeamSearchOutput method) (easydel.infra.modeling_outputs.FlaxCausalLMOutputWithCrossAttentions method) (easydel.infra.modeling_outputs.FlaxCLIPOutput method) (easydel.infra.modeling_outputs.FlaxCLIPTextModelOutput method) (easydel.infra.modeling_outputs.FlaxGreedySearchOutput method) (easydel.infra.modeling_outputs.FlaxImageClassifierOutput method) (easydel.infra.modeling_outputs.FlaxImageClassifierOutputWithNoAttention method) (easydel.infra.modeling_outputs.FlaxMaskedLMOutput method) (easydel.infra.modeling_outputs.FlaxMultipleChoiceModelOutput method) (easydel.infra.modeling_outputs.FlaxNextSentencePredictorOutput method) (easydel.infra.modeling_outputs.FlaxQuestionAnsweringModelOutput method) (easydel.infra.modeling_outputs.FlaxSampleOutput method) (easydel.infra.modeling_outputs.FlaxSeq2SeqLMOutput method) (easydel.infra.modeling_outputs.FlaxSeq2SeqModelOutput method) (easydel.infra.modeling_outputs.FlaxSeq2SeqQuestionAnsweringModelOutput method) (easydel.infra.modeling_outputs.FlaxSeq2SeqSequenceClassifierOutput method) (easydel.infra.modeling_outputs.FlaxSequenceClassifierOutput method) (easydel.infra.modeling_outputs.FlaxTokenClassifierOutput method) (easydel.infra.modeling_outputs.MambaCausalLMOutput method) (easydel.infra.modeling_outputs.MambaOutput method) (easydel.infra.modeling_outputs.MoeCausalLMOutput method) (easydel.infra.modeling_outputs.MoeModelOutput method) (easydel.layers.caching.__init__.LightningCache method) (easydel.layers.caching.__init__.LightningCacheMetaData method) (easydel.layers.caching.__init__.LightningCacheView method) (easydel.layers.caching.__init__.Mamba2Cache method) (easydel.layers.caching.__init__.Mamba2CacheMetaData method) (easydel.layers.caching.__init__.Mamba2CacheView method) (easydel.layers.caching.__init__.MambaCache method) (easydel.layers.caching.__init__.MambaCacheMetaData method) (easydel.layers.caching.__init__.MambaCacheView method) (easydel.layers.caching.__init__.TransformerCache method) (easydel.layers.caching.__init__.TransformerCacheMetaData method) (easydel.layers.caching.__init__.TransformerCacheView method) (easydel.layers.caching.lightning_cache.LightningCache method) (easydel.layers.caching.lightning_cache.LightningCacheMetaData method) (easydel.layers.caching.lightning_cache.LightningCacheView method) (easydel.layers.caching.mamba2_cache.Mamba2Cache method) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData method) (easydel.layers.caching.mamba2_cache.Mamba2CacheView method) (easydel.layers.caching.mamba_cache.MambaCache method) (easydel.layers.caching.mamba_cache.MambaCacheMetaData method) (easydel.layers.caching.mamba_cache.MambaCacheView method) (easydel.layers.caching.transformer_cache.TransformerCache method) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData method) (easydel.layers.caching.transformer_cache.TransformerCacheView method) (easydel.layers.rotary_embedding.RopeConfig method) (easydel.modules.mamba.modeling_mamba_flax.MambaCausalLMOutput method) (easydel.modules.mamba.modeling_mamba_flax.MambaOutput method) (easydel.modules.mamba2.modeling_mamba2_flax.Mamba2CausalLMOutput method) (easydel.modules.mamba2.modeling_mamba2_flax.Mamba2Output method) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLCausalLMOutputWithPast method) (easydel.modules.rwkv.modeling_rwkv_flax.RwkvCausalLMOutput method) (easydel.modules.rwkv.modeling_rwkv_flax.RwkvOutput method) (easydel.trainers.trainer.modeling_output.TrainerOutput method) (easydel.utils.traversals.StateValidationResult method) replace_dot_general_with_matmul() (in module easydel.kernels.matmul) repo_id (easydel.utils.readme_generator.ModelInfo attribute) report_metrics (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) report_steps (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute)

ReqIDGenerator (class in easydel.inference.vinference.api_id_generator) reset() (easydel.layers.caching.__init__.Mamba2Cache method) (easydel.layers.caching.__init__.Mamba2CacheView method) (easydel.layers.caching.__init__.MambaCache method) (easydel.layers.caching.__init__.MambaCacheView method) (easydel.layers.caching.mamba2_cache.Mamba2Cache method) (easydel.layers.caching.mamba2_cache.Mamba2CacheView method) (easydel.layers.caching.mamba_cache.MambaCache method) (easydel.layers.caching.mamba_cache.MambaCacheView method) (easydel.trainers.trainer_protocol.BaseProgressBar method) (easydel.trainers.trainer_protocol.JSONProgressBar method) (easydel.trainers.trainer_protocol.MetricsTracker method) (easydel.trainers.trainer_protocol.NullProgressBar method) (easydel.trainers.trainer_protocol.RichProgressBar method) (easydel.trainers.trainer_protocol.TqdmProgressBar method) (easydel.utils.__init__.Timer method) (easydel.utils.helpers.Timer method) reshape_into_chunks() (in module easydel.modules.mamba2.modeling_mamba2_flax) return_timestamps (easydel.inference.__init__.vWhisperInferenceConfig attribute) (easydel.inference.whisper_inference.vWhisperInferenceConfig attribute) return_type_adjuster() (in module easydel.infra.mixins.protocol) RewardConfig (class in easydel.trainers.__init__) (class in easydel.trainers.reward_trainer.__init__) (class in easydel.trainers.reward_trainer.reward_config) RewardDataCollatorWithPadding (class in easydel.trainers.utils) RewardTrainer (class in easydel.trainers.__init__) (class in easydel.trainers.reward_trainer.__init__) (class in easydel.trainers.reward_trainer.reward_trainer) RichProgressBar (class in easydel.trainers.trainer_protocol) RING (easydel.layers.attention.AttentionMechanisms attribute) ring_attention() (in module easydel.kernels.ring_attention) RingAttn (class in easydel.layers.attention_operator.__init__) (class in easydel.layers.attention_operator.modules.__init__) (class in easydel.layers.attention_operator.modules.ring) rms_norm() (in module easydel.kernels.rms_norm) RMSNorm (class in easydel.layers.norms) (class in easydel.modules.cohere.modeling_cohere_flax) (class in easydel.modules.xerxes.modeling_xerxes_flax) RMSPROP (easydel.infra.etils.EasyDeLOptimizers attribute) rng (easydel.utils.__init__.GenerateRNG property) (easydel.utils.rngs_utils.GenerateRNG property) rng_keys() (easydel.modules.arctic.__init__.ArcticConfig static method) (easydel.modules.arctic.arctic_configuration.ArcticConfig static method) (easydel.modules.cohere.__init__.CohereConfig static method) (easydel.modules.cohere.cohere_configuration.CohereConfig static method) (easydel.modules.deepseek_v2.__init__.DeepseekV2Config static method) (easydel.modules.deepseek_v2.deepseek_configuration.DeepseekV2Config static method) (easydel.modules.exaone.__init__.ExaoneConfig static method) (easydel.modules.exaone.exaone_configuration.ExaoneConfig static method) (easydel.modules.gemma.__init__.GemmaConfig static method) (easydel.modules.gemma.gemma_configuration.GemmaConfig static method) (easydel.modules.gemma2.__init__.Gemma2Config static method) (easydel.modules.gemma2.gemma2_configuration.Gemma2Config static method) (easydel.modules.grok_1.__init__.Grok1Config static method) (easydel.modules.grok_1.grok_1_configuration.Grok1Config static method) (easydel.modules.internlm2.__init__.InternLM2Config static method) (easydel.modules.internlm2.internlm2_configuration.InternLM2Config static method) (easydel.modules.llama.__init__.LlamaConfig static method) (easydel.modules.llama.llama_configuration.LlamaConfig static method) (easydel.modules.mistral.__init__.MistralConfig static method) (easydel.modules.mistral.mistral_configuration.MistralConfig static method) (easydel.modules.mixtral.__init__.MixtralConfig static method) (easydel.modules.mixtral.mixtral_configuration.MixtralConfig static method) (easydel.modules.openelm.__init__.OpenELMConfig static method) (easydel.modules.openelm.openelm_configuration.OpenELMConfig static method) (easydel.modules.qwen2.__init__.Qwen2Config static method) (easydel.modules.qwen2.qwen_configuration.Qwen2Config static method) (easydel.modules.qwen2_moe.__init__.Qwen2MoeConfig static method) (easydel.modules.qwen2_moe.configuration_qwen2_moe.Qwen2MoeConfig static method) (easydel.modules.xerxes.__init__.XerxesConfig static method) (easydel.modules.xerxes.xerxes_configuration.XerxesConfig static method) (easydel.modules.xerxes2.__init__.Xerxes2Config static method) (easydel.modules.xerxes2.xerxes2_configuration.Xerxes2Config static method) rngs (easydel.modules.whisper.modeling_whisper_flax.WhisperForConditionalGeneration attribute) RobertaAttention (class in easydel.modules.roberta.modeling_roberta_flax) RobertaClassificationHead (class in easydel.modules.roberta.modeling_roberta_flax) RobertaConfig (class in easydel.modules.roberta.__init__) (class in easydel.modules.roberta.roberta_configuration) RobertaEmbeddings (class in easydel.modules.roberta.modeling_roberta_flax) RobertaEncoder (class in easydel.modules.roberta.modeling_roberta_flax) RobertaForCausalLM (class in easydel.modules.roberta.__init__) (class in easydel.modules.roberta.modeling_roberta_flax) RobertaForMultipleChoice (class in easydel.modules.roberta.__init__) (class in easydel.modules.roberta.modeling_roberta_flax) RobertaForQuestionAnswering (class in easydel.modules.roberta.__init__) (class in easydel.modules.roberta.modeling_roberta_flax) RobertaForSequenceClassification (class in easydel.modules.roberta.__init__) (class in easydel.modules.roberta.modeling_roberta_flax) RobertaForTokenClassification (class in easydel.modules.roberta.__init__) (class in easydel.modules.roberta.modeling_roberta_flax) RobertaIntermediate (class in easydel.modules.roberta.modeling_roberta_flax) RobertaLayer (class in easydel.modules.roberta.modeling_roberta_flax) RobertaLMHead (class in easydel.modules.roberta.modeling_roberta_flax) RobertaModel (class in easydel.modules.roberta.modeling_roberta_flax) RobertaOutput (class in easydel.modules.roberta.modeling_roberta_flax) RobertaPooler (class in easydel.modules.roberta.modeling_roberta_flax) RobertaSelfAttention (class in easydel.modules.roberta.modeling_roberta_flax) RobertaSelfOutput (class in easydel.modules.roberta.modeling_roberta_flax) role (easydel.inference.vinference.api_models.ChatMessage attribute) (easydel.inference.vinference.api_models.DeltaMessage attribute) rope_deltas (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLCausalLMOutputWithPast attribute) rope_type (easydel.layers.rotary_embedding.RopeConfig attribute) rope_wraper() (in module easydel.layers.rotary_embedding) RopeConfig (class in easydel.layers.rotary_embedding) rot_pos_emb() (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VisionTransformerPretrainedModel method) rotary (easydel.modules.falcon.__init__.FalconConfig property) (easydel.modules.falcon.falcon_configuration.FalconConfig property) RotaryEmbedding (class in easydel.layers.rotary_embedding) rotate_half() (in module easydel.modules.deepseek_v2.modeling_deepseek_flax) (in module easydel.modules.deepseek_v3.modeling_deepseek_flax) (in module easydel.modules.pixtral.modeling_pixtral_flax) (in module easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) router_logits (easydel.infra.modeling_outputs.MoeCausalLMOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) rpo_alpha (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] running_scores (easydel.infra.mixins.generation.BeamSearchState attribute), [1] running_sequences (easydel.infra.mixins.generation.BeamSearchState attribute), [1] running_token (easydel.inference.utils.SampleState attribute) (easydel.infra.mixins.generation.GreedyState attribute), [1] (easydel.infra.mixins.generation.SampleState attribute), [1] runtime_dtype (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) runtime_softmax_dtype (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) RuntimeType (class in easydel.layers.attention_operator._attention_impl) rwkv_linear_attention() (in module easydel.modules.rwkv.modeling_rwkv_flax) RwkvCausalLMOutput (class in easydel.modules.rwkv.modeling_rwkv_flax) RwkvConfig (class in easydel.modules.rwkv.__init__) (class in easydel.modules.rwkv.rwkv_configuration) RwkvOutput (class in easydel.modules.rwkv.modeling_rwkv_flax)

S

safe_autotune() (in module easydel.kernels.gpu_ops._utils) SampleState (class in easydel.inference.utils) (class in easydel.infra.mixins.generation) save_checkpoint() (easydel.utils.checkpoint_managers.__init__.CheckpointManager static method) (easydel.utils.checkpoint_managers.streamer.CheckpointManager static method) save_compiled_fn() (in module easydel.utils.__init__) (in module easydel.utils.compiling_utils) save_directory (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) save_inference() (easydel.inference.__init__.vInference method) (easydel.inference.vinference.__init__.vInference method) (easydel.inference.vinference.vinference.vInference method) save_information() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) save_optimizer_state (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) save_pickle() (easydel.utils.checkpoint_managers.__init__.CheckpointManager method) (easydel.utils.checkpoint_managers.streamer.CheckpointManager method) save_pretrained() (easydel.infra.mixins.__init__.EasyBridgeMixin method) (easydel.infra.mixins.bridge.EasyBridgeMixin method) (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) save_state() (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_state.EasyDeLState method) save_state_to_file() (easydel.utils.checkpoint_managers.__init__.CheckpointManager static method) (easydel.utils.checkpoint_managers.streamer.CheckpointManager static method) save_steps (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) save_total_limit (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) ScaledDotProductAttn (class in easydel.layers.attention_operator.__init__) (class in easydel.layers.attention_operator.modules.__init__) (class in easydel.layers.attention_operator.modules.scaled_dot_product) scan_ring_attention (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) scheduler (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureModelOutput attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) scope (easydel.modules.rwkv.__init__.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.__init__.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvBlockCollection attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvFeedForward attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvForCausalLM attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvModel attribute) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvSelfAttention attribute) (easydel.modules.rwkv.modeling_rwkv_flax.SingleStandFlaxRwkvBlock attribute) scores (easydel.infra.mixins.generation.BeamSearchState attribute), [1] (easydel.infra.modeling_outputs.FlaxBeamSearchOutput attribute) SDPA (easydel.layers.attention.AttentionMechanisms attribute) segment_sum() (in module easydel.modules.mamba2.modeling_mamba2_flax) SegmentIds (class in easydel.kernels.tpu_ops.ring_attention_pallas._utils) seqlen_offset (easydel.layers.caching.__init__.Mamba2CacheView attribute) (easydel.layers.caching.mamba2_cache.Mamba2CacheView attribute) sequence_axis_name (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) SEQUENCE_CLASSIFICATION (easydel.infra.factory.TaskType attribute) SEQUENCE_DIM_MAPPING (easydel.inference.__init__.vInference property) (easydel.inference.vinference.__init__.vInference property) (easydel.inference.vinference.vinference.vInference property) sequence_length (easydel.inference.vinference.metrics.ModelMetadata attribute) (easydel.layers.caching.__init__.TransformerCacheMetaData attribute) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData attribute) SEQUENCE_TO_SEQUENCE (easydel.infra.factory.TaskType attribute) sequences (easydel.inference.utils.SampleState attribute) (easydel.infra.mixins.generation.BeamSearchState attribute), [1] (easydel.infra.mixins.generation.GreedyState attribute), [1] (easydel.infra.mixins.generation.SampleState attribute), [1] (easydel.infra.modeling_outputs.FlaxBeamSearchOutput attribute) (easydel.infra.modeling_outputs.FlaxGreedySearchOutput attribute) (easydel.infra.modeling_outputs.FlaxSampleOutput attribute) SERVE (easydel.infra.base_config.EasyMethod attribute) set_attrs_carefully() (easydel.layers.attention_operator.__init__.AttentionMetadata method) (easydel.layers.attention_operator._attention_impl.AttentionMetadata method) set_attrs_smartly() (in module easydel.infra.base_config) set_decoder() (easydel.modules.opt.__init__.OPTForCausalLM method) (easydel.modules.opt.modeling_opt_flax.OPTForCausalLM method) set_input_embeddings() (easydel.modules.opt.__init__.OPTForCausalLM method) (easydel.modules.opt.__init__.OPTModel method) (easydel.modules.opt.modeling_opt_flax.OPTForCausalLM method) (easydel.modules.opt.modeling_opt_flax.OPTModel method) set_loggers_level() (in module easydel.utils.helpers) set_module_from_path() (in module easydel.utils.graph_utils) set_output_embeddings() (easydel.modules.opt.__init__.OPTForCausalLM method) (easydel.modules.opt.modeling_opt_flax.OPTForCausalLM method) set_postfix() (easydel.trainers.trainer_protocol.BaseProgressBar method) (easydel.trainers.trainer_protocol.JSONProgressBar method) (easydel.trainers.trainer_protocol.NullProgressBar method) (easydel.trainers.trainer_protocol.RichProgressBar method) (easydel.trainers.trainer_protocol.TqdmProgressBar method) setdefault() (easydel.infra.modeling_outputs.ModelOutput method) setup() (easydel.modules.rwkv.__init__.FlaxRwkvForCausalLM method) (easydel.modules.rwkv.__init__.FlaxRwkvModel method) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvBlockCollection method) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvFeedForward method) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvForCausalLM method) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvModel method) (easydel.modules.rwkv.modeling_rwkv_flax.FlaxRwkvSelfAttention method) (easydel.modules.rwkv.modeling_rwkv_flax.SingleStandFlaxRwkvBlock method) SFTConfig (class in easydel.trainers.__init__) (class in easydel.trainers.supervised_fine_tuning_trainer.__init__) (class in easydel.trainers.supervised_fine_tuning_trainer.sft_config) SFTTrainer (class in easydel.trainers.__init__) (class in easydel.trainers.supervised_fine_tuning_trainer.__init__) (class in easydel.trainers.supervised_fine_tuning_trainer.sft_trainer) shard_attention_prod() (easydel.layers.attention.FlaxAttentionModule method) shard_fns (easydel.trainers.trainer.modeling_output.TrainerOutput attribute) shard_model() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.base_state.EasyDeLState method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) shard_optimizer_state() (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_state.EasyDeLState method) shard_state() (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_state.EasyDeLState method) shard_with_shape() (easydel.infra.__init__.EasyDeLState method) (easydel.infra.base_state.EasyDeLState method) sharded_evaluation_step_function (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureFunctionOutput attribute) sharded_training_step_function (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureFunctionOutput attribute) shardings (easydel.infra.__init__.EasyDeLState property) (easydel.infra.base_state.EasyDeLState property) shift_and_pad() (in module easydel.trainers.utils) shift_tokens (easydel.infra.__init__.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) shift_tokens_right() (in module easydel.modules.whisper.modeling_whisper_flax) short_factor (easydel.layers.rotary_embedding.RopeConfig attribute) short_mscale (easydel.layers.rotary_embedding.RopeConfig attribute)

shuffle_train_dataset (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) sigmoid_cross_entropy_with_logits() (in module easydel.infra.loss_utils) single_dequantize_nf4() (in module easydel.layers.quantization._nf4_quantizer) (in module easydel.layers.quantization.linear_nf4) single_quantize_and_pack_nf4() (in module easydel.layers.quantization._nf4_quantizer) (in module easydel.layers.quantization.linear_nf4) SingleStandFlaxRwkvBlock (class in easydel.modules.rwkv.modeling_rwkv_flax) sinusoidal_embedding_init() (in module easydel.modules.whisper.modeling_whisper_flax) size (easydel.infra.__init__.EasyDeLState property) (easydel.infra.base_state.EasyDeLState property) skip_apply_chat_template (easydel.trainers.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) smart_compile() (in module easydel.utils.compiling_utils) SMPMemoryMonitor (class in easydel.utils.analyze_memory) softmax_scale (easydel.kernels.flash_attention.AttentionConfig attribute) (easydel.layers.attention_operator.__init__.AttentionMetadata attribute) (easydel.layers.attention_operator._attention_impl.AttentionMetadata attribute) sparse_module_type (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) sparsify_module (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) SpecialLossNormalizingFactor (class in easydel.infra.loss_utils) specs_to_name_sharding() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) (in module easydel.utils.traversals) SPEECH_SEQUENCE_TO_SEQUENCE (easydel.infra.factory.TaskType attribute) SPLASH (easydel.layers.attention.AttentionMechanisms attribute) SplashAttn (class in easydel.layers.attention_operator.__init__) (class in easydel.layers.attention_operator.modules.__init__) (class in easydel.layers.attention_operator.modules.splash) split_lora_params() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (in module easydel.infra.utils) split_params() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) split_params_dict() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) ssm_state_size (easydel.layers.caching.__init__.MambaCacheMetaData attribute) (easydel.layers.caching.mamba_cache.MambaCacheMetaData attribute) ssm_states (easydel.layers.caching.__init__.Mamba2CacheView attribute) (easydel.layers.caching.__init__.MambaCacheView attribute) (easydel.layers.caching.mamba2_cache.Mamba2CacheView attribute) (easydel.layers.caching.mamba_cache.MambaCacheView attribute) StableLmAttention (class in easydel.modules.stablelm.modeling_stablelm_flax) StableLmConfig (class in easydel.modules.stablelm.__init__) (class in easydel.modules.stablelm.stablelm_configuration) StableLmDecoderLayer (class in easydel.modules.stablelm.modeling_stablelm_flax) StableLmForCausalLM (class in easydel.modules.stablelm.__init__) (class in easydel.modules.stablelm.modeling_stablelm_flax) StableLmLayerNormPerHead (class in easydel.modules.stablelm.modeling_stablelm_flax) StableLmMLP (class in easydel.modules.stablelm.modeling_stablelm_flax) StableLmModel (class in easydel.modules.stablelm.__init__) (class in easydel.modules.stablelm.modeling_stablelm_flax) start() (easydel.utils.__init__.Timer method) (easydel.utils.analyze_memory.MemoryMonitorServer method) (easydel.utils.helpers.Timer method) start_client() (in module easydel.utils.analyze_memory) start_evaluation_hook() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) start_logits (easydel.infra.modeling_outputs.FlaxQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.FlaxSeq2SeqQuestionAnsweringModelOutput attribute) start_monitoring() (easydel.utils.analyze_memory.MemoryMonitorClient method) (easydel.utils.analyze_memory.SMPMemoryMonitor method) start_server() (in module easydel.utils.analyze_memory) start_step() (easydel.trainers.trainer_protocol.StepMetrics method) start_training_hook() (easydel.trainers.__init__.BaseTrainer method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) state (easydel.modules.rwkv.modeling_rwkv_flax.RwkvCausalLMOutput attribute) (easydel.modules.rwkv.modeling_rwkv_flax.RwkvOutput attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer.modeling_output.TrainerOutput attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerOutput attribute) state_apply_fn_kwarguments_to_model (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) state_named_sharding (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) state_partition_spec (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) state_shape (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) state_size (easydel.layers.caching.__init__.Mamba2CacheMetaData attribute) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData attribute) StateValidationResult (class in easydel.utils.traversals) static_arguments (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) step (easydel.infra.__init__.EasyDeLState attribute) (easydel.infra.base_state.EasyDeLState attribute) step_partition_spec (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) step_start_point (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) StepMetrics (class in easydel.trainers.trainer_protocol) stop (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) stop() (easydel.utils.__init__.Timer method) (easydel.utils.helpers.Timer method) stop_monitoring() (easydel.utils.analyze_memory.MemoryMonitorClient method) (easydel.utils.analyze_memory.SMPMemoryMonitor method) StoreTupleAction (class in easydel.infra.etils) stream (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) streaming_chunks (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) string_key_to_int() (in module easydel.utils.traversals) string_to_bool() (in module easydel.utils.cli_helpers) sub_configs (easydel.modules.clip.__init__.CLIPConfig attribute) (easydel.modules.clip.clip_configuration.CLIPConfig attribute) (easydel.modules.qwen2_vl.__init__.Qwen2VLConfig attribute) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLConfig attribute) summary (easydel.inference.vinference.api_server.EndpointConfig attribute) supported_tasks (easydel.utils.readme_generator.ModelInfo attribute) suppress_tokens (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) sync_ref_model (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.GRPOConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute)

T

tags (easydel.inference.vinference.api_server.EndpointConfig attribute) task (easydel.inference.__init__.vWhisperInferenceConfig attribute) (easydel.inference.whisper_inference.vWhisperInferenceConfig attribute) task_registry (easydel.infra.factory.Registry property) TaskType (class in easydel.infra.factory) temperature (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) test_bwd_call() (in module easydel.kernels.rms_norm) test_deepseek_yarn_scaling_rotary_embedding() (in module easydel.layers.rotary_embedding_test) test_dot_general_replacer() (in module easydel.kernels.matmul) test_dynamic_ntk_scaling_rotary_embedding() (in module easydel.layers.rotary_embedding_test) test_fwd_call() (in module easydel.kernels.rms_norm) test_get_rope() (in module easydel.layers.rotary_embedding_test) test_linear_scaling_rotary_embedding() (in module easydel.layers.rotary_embedding_test) test_llama3_rotary_embedding() (in module easydel.layers.rotary_embedding_test) test_phi3_long_rope_scaled_rotary_embedding() (in module easydel.layers.rotary_embedding_test) test_recurrent_gla() (in module easydel.layers.ops.gla) test_rotary_embedding() (in module easydel.layers.rotary_embedding_test) test_yarn_scaling_rotary_embedding() (in module easydel.layers.rotary_embedding_test) text_embeds (easydel.infra.modeling_outputs.FlaxCLIPOutput attribute) (easydel.infra.modeling_outputs.FlaxCLIPTextModelOutput attribute) (easydel.infra.modeling_outputs.FlaxImageClassifierOutput attribute) text_model_output (easydel.infra.modeling_outputs.FlaxCLIPOutput attribute) timed() (easydel.utils.__init__.Timers method) (easydel.utils.helpers.Timers method) Timer (class in easydel.utils.__init__) (class in easydel.utils.helpers) timer (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) Timers (class in easydel.utils.__init__) (class in easydel.utils.helpers) timestamp (easydel.utils.analyze_memory.DeviceStats attribute), [1] to_dict() (easydel.infra.__init__.EasyDeLBaseConfig method) (easydel.infra.base_config.EasyDeLBaseConfig method) (easydel.layers.rotary_embedding.RopeConfig method) (easydel.trainers.__init__.TrainingArguments method) (easydel.trainers.training_configurations.TrainingArguments method) to_dtype() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) to_linear() (easydel.layers.quantization.__init__.Linear8bit method) (easydel.layers.quantization.__init__.LinearNF4 method) (easydel.layers.quantization.linear_8bit.Linear8bit method) (easydel.layers.quantization.linear_nf4.LinearNF4 method) to_state() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) to_torch() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) to_tuple() (easydel.inference.utils.SampleState method) (easydel.inference.vinference.metrics.ModelMetadata method) (easydel.infra.__init__.LossConfig method) (easydel.infra.loss_utils.LossConfig method) (easydel.infra.loss_utils.LossMetrics method) (easydel.infra.mixins.generation.BeamSearchState method) (easydel.infra.mixins.generation.GreedyState method) (easydel.infra.mixins.generation.SampleState method) (easydel.infra.modeling_outputs.FlaxCLIPOutput method) (easydel.infra.modeling_outputs.ModelOutput method) (easydel.layers.caching.__init__.LightningCache method) (easydel.layers.caching.__init__.LightningCacheMetaData method) (easydel.layers.caching.__init__.LightningCacheView method) (easydel.layers.caching.__init__.Mamba2Cache method) (easydel.layers.caching.__init__.Mamba2CacheMetaData method) (easydel.layers.caching.__init__.Mamba2CacheView method) (easydel.layers.caching.__init__.MambaCache method) (easydel.layers.caching.__init__.MambaCacheMetaData method) (easydel.layers.caching.__init__.MambaCacheView method) (easydel.layers.caching.__init__.TransformerCache method) (easydel.layers.caching.__init__.TransformerCacheMetaData method) (easydel.layers.caching.__init__.TransformerCacheView method) (easydel.layers.caching.lightning_cache.LightningCache method) (easydel.layers.caching.lightning_cache.LightningCacheMetaData method) (easydel.layers.caching.lightning_cache.LightningCacheView method) (easydel.layers.caching.mamba2_cache.Mamba2Cache method) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData method) (easydel.layers.caching.mamba2_cache.Mamba2CacheView method) (easydel.layers.caching.mamba_cache.MambaCache method) (easydel.layers.caching.mamba_cache.MambaCacheMetaData method) (easydel.layers.caching.mamba_cache.MambaCacheView method) (easydel.layers.caching.transformer_cache.TransformerCache method) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData method) (easydel.layers.caching.transformer_cache.TransformerCacheView method) (easydel.layers.rotary_embedding.RopeConfig method) (easydel.trainers.trainer.modeling_output.TrainerOutput method) (easydel.utils.traversals.StateValidationResult method) tokenize_row() (easydel.trainers.__init__.DPOTrainer static method) (easydel.trainers.__init__.ORPOTrainer method) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer static method) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer static method) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer method) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer method) tokenizer (easydel.inference.__init__.vInference property) (easydel.inference.vinference.__init__.vInference property) (easydel.inference.vinference.vinference.vInference property) (easydel.trainers.utils.RewardDataCollatorWithPadding attribute)

tokens_pre_second (easydel.inference.utils.SampleState attribute) (easydel.inference.vinference.api_models.UsageInfo attribute) tolist() (in module easydel.trainers.utils) tools (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.__init__.GRPOConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.__init__.GRPOConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) top_k (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) top_p (easydel.inference.__init__.vInferenceConfig attribute) (easydel.inference.utils.vInferenceConfig attribute) (easydel.inference.vinference.__init__.vInferenceConfig attribute) (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) torch_dict_to_easydel_params() (in module easydel.utils.parameters_transformation) total_batch_size (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) total_tokens (easydel.inference.vinference.api_models.UsageInfo attribute) TPU (easydel.infra.etils.EasyDeLBackends attribute) (easydel.kernels.flash_attention.Backend attribute) tpu_version_check() (in module easydel.layers.attention) TqdmProgressBar (class in easydel.trainers.trainer_protocol) trace_compilation() (easydel.infra.utils.CompilationTracker method) trace_functions() (in module easydel.infra.utils) TraceResult (class in easydel.infra.utils) track_compilation() (easydel.inference.vinference.metrics.vInferenceMetrics method) track_memory (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) TRAIN (easydel.infra.base_config.EasyMethod attribute) train() (easydel.trainers.__init__.Trainer method) (easydel.trainers.trainer.__init__.Trainer method) (easydel.trainers.trainer.trainer.Trainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) train_on_inputs (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) train_tracker (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) Trainer (class in easydel.trainers.__init__) (class in easydel.trainers.trainer.__init__) (class in easydel.trainers.trainer.trainer) TrainerConfigureDataloaderOutput (class in easydel.trainers.trainer_protocol) TrainerConfigureFunctionOutput (class in easydel.trainers.trainer_protocol) TrainerConfigureModelOutput (class in easydel.trainers.trainer_protocol) TrainerOutput (class in easydel.trainers.trainer.modeling_output) (class in easydel.trainers.trainer_protocol) training_batch_size (easydel.trainers.__init__.BaseTrainer property) (easydel.trainers.base_trainer.BaseTrainer property) (easydel.trainers.trainer_protocol.BaseTrainerProtocol property) training_step() (in module easydel.trainers.direct_preference_optimization_trainer._fn) (in module easydel.trainers.reward_trainer._fn) (in module easydel.trainers.trainer._fn) training_time_limit (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) training_time_seconds (easydel.trainers.__init__.TrainingArguments property) (easydel.trainers.training_configurations.TrainingArguments property) TrainingArguments (class in easydel.trainers.__init__) (class in easydel.trainers.training_configurations) transform_fn (easydel.infra.__init__.EasyDeLBaseModule property) (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.infra.mixins.__init__.BaseModuleProtocol property) (easydel.infra.mixins.protocol.BaseModuleProtocol property) TransformerCache (class in easydel.layers.caching.__init__) (class in easydel.layers.caching.transformer_cache) TransformerCacheMetaData (class in easydel.layers.caching.__init__) (class in easydel.layers.caching.transformer_cache) TransformerCacheView (class in easydel.layers.caching.__init__) (class in easydel.layers.caching.transformer_cache) tree_apply() (in module easydel.utils.traversals) tree_flatten() (easydel.inference.__init__.vInferenceConfig method) (easydel.inference.__init__.vWhisperInferenceConfig method) (easydel.inference.utils.vInferenceConfig method) (easydel.inference.vinference.__init__.vInferenceConfig method) (easydel.inference.whisper_inference.vWhisperInferenceConfig method) tree_path_to_string() (in module easydel.utils.traversals) tree_unflatten() (easydel.inference.__init__.vInferenceConfig class method) (easydel.inference.__init__.vWhisperInferenceConfig class method) (easydel.inference.utils.vInferenceConfig class method) (easydel.inference.vinference.__init__.vInferenceConfig class method) (easydel.inference.whisper_inference.vWhisperInferenceConfig class method) TRITON (easydel.infra.etils.EasyDeLPlatforms attribute) (easydel.kernels.flash_attention.Platform attribute) triton_flash_attention() (in module easydel.kernels.gpu_ops.__init__) (in module easydel.kernels.gpu_ops.flash_attention_triton.__init__) truncate_right() (in module easydel.trainers.utils) truncation_mode (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) (easydel.trainers.utils.RewardDataCollatorWithPadding attribute) tx (easydel.infra.__init__.EasyDeLState attribute) (easydel.infra.base_state.EasyDeLState attribute) (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureModelOutput attribute) tx_mu_dtype (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) type (easydel.utils.readme_generator.ModelInfo attribute)

U

unflatten_dict() (in module easydel.utils.traversals) unpair_preference_dataset() (in module easydel.trainers.prompt_utils) unwrap_lora_to_layers() (easydel.infra.__init__.EasyDeLBaseModule method) (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.__init__.BaseModuleProtocol method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (in module easydel.infra.utils) update() (easydel.infra.modeling_outputs.ModelOutput method) (easydel.trainers.trainer_protocol.BaseProgressBar method) (easydel.trainers.trainer_protocol.JSONProgressBar method) (easydel.trainers.trainer_protocol.MetricsTracker method) (easydel.trainers.trainer_protocol.NullProgressBar method) (easydel.trainers.trainer_protocol.RichProgressBar method) (easydel.trainers.trainer_protocol.TqdmProgressBar method) update_causal_mask (easydel.layers.caching.__init__.TransformerCacheMetaData attribute) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData attribute) update_conv_state() (easydel.layers.caching.__init__.Mamba2Cache method) (easydel.layers.caching.__init__.Mamba2CacheView method) (easydel.layers.caching.__init__.MambaCache method) (easydel.layers.caching.__init__.MambaCacheView method) (easydel.layers.caching.mamba2_cache.Mamba2Cache method) (easydel.layers.caching.mamba2_cache.Mamba2CacheView method) (easydel.layers.caching.mamba_cache.MambaCache method) (easydel.layers.caching.mamba_cache.MambaCacheView method) update_inputs_for_generation() (easydel.infra.mixins.__init__.EasyGenerationMixin method) (easydel.infra.mixins.generation.EasyGenerationMixin method) (easydel.modules.mamba.__init__.MambaForCausalLM method) (easydel.modules.mamba.modeling_mamba_flax.MambaForCausalLM method) (easydel.modules.mamba2.__init__.Mamba2ForCausalLM method) (easydel.modules.mamba2.modeling_mamba2_flax.Mamba2ForCausalLM method) (easydel.modules.opt.__init__.OPTForCausalLM method) (easydel.modules.opt.modeling_opt_flax.OPTForCausalLM method) (easydel.modules.qwen2_vl.__init__.Qwen2VLForConditionalGeneration method) (easydel.modules.qwen2_vl.modeling_qwen2_vl_flax.Qwen2VLForConditionalGeneration method) (easydel.modules.whisper.__init__.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper_flax.WhisperForConditionalGeneration method)

update_metrics() (in module easydel.trainers.training_utils) update_seq() (easydel.layers.caching.__init__.Mamba2Cache method) (easydel.layers.caching.mamba2_cache.Mamba2Cache method) update_ssm_state() (easydel.layers.caching.__init__.Mamba2Cache method) (easydel.layers.caching.__init__.Mamba2CacheView method) (easydel.layers.caching.__init__.MambaCache method) (easydel.layers.caching.__init__.MambaCacheView method) (easydel.layers.caching.mamba2_cache.Mamba2Cache method) (easydel.layers.caching.mamba2_cache.Mamba2CacheView method) (easydel.layers.caching.mamba_cache.MambaCache method) (easydel.layers.caching.mamba_cache.MambaCacheView method) update_state_respectfully() (in module easydel.trainers.training_utils) usage (easydel.inference.vinference.api_models.ChatCompletionResponse attribute) (easydel.inference.vinference.api_models.ChatCompletionStreamResponse attribute) UsageInfo (class in easydel.inference.vinference.api_models) use_data_collactor (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) use_wandb (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) use_weighting (easydel.trainers.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] user (easydel.inference.vinference.api_models.ChatCompletionRequest attribute) utilization_percent (easydel.utils.analyze_memory.DeviceStats attribute), [1] uuid4 (easydel.inference.vinference.vinference.vInferenceMetaData attribute)

V

validate_state() (in module easydel.utils.traversals) value (easydel.layers.caching.__init__.TransformerCacheView attribute) (easydel.layers.caching.transformer_cache.TransformerCacheView attribute) value_dim (easydel.layers.caching.__init__.LightningCacheMetaData attribute) (easydel.layers.caching.__init__.TransformerCacheMetaData attribute) (easydel.layers.caching.lightning_cache.LightningCacheMetaData attribute) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData attribute) value_heads (easydel.layers.caching.__init__.LightningCacheMetaData attribute) (easydel.layers.caching.__init__.TransformerCacheMetaData attribute) (easydel.layers.caching.lightning_cache.LightningCacheMetaData attribute) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData attribute) values() (easydel.inference.utils.SampleState method) (easydel.inference.vinference.metrics.ModelMetadata method) (easydel.infra.__init__.LossConfig method) (easydel.infra.loss_utils.LossConfig method) (easydel.infra.loss_utils.LossMetrics method) (easydel.infra.mixins.generation.BeamSearchState method) (easydel.infra.mixins.generation.GreedyState method) (easydel.infra.mixins.generation.SampleState method) (easydel.layers.caching.__init__.LightningCache method) (easydel.layers.caching.__init__.LightningCacheMetaData method) (easydel.layers.caching.__init__.LightningCacheView method) (easydel.layers.caching.__init__.Mamba2Cache method) (easydel.layers.caching.__init__.Mamba2CacheMetaData method) (easydel.layers.caching.__init__.Mamba2CacheView method) (easydel.layers.caching.__init__.MambaCache method) (easydel.layers.caching.__init__.MambaCacheMetaData method) (easydel.layers.caching.__init__.MambaCacheView method) (easydel.layers.caching.__init__.TransformerCache method) (easydel.layers.caching.__init__.TransformerCacheMetaData method) (easydel.layers.caching.__init__.TransformerCacheView method) (easydel.layers.caching.lightning_cache.LightningCache method) (easydel.layers.caching.lightning_cache.LightningCacheMetaData method) (easydel.layers.caching.lightning_cache.LightningCacheView method) (easydel.layers.caching.mamba2_cache.Mamba2Cache method) (easydel.layers.caching.mamba2_cache.Mamba2CacheMetaData method) (easydel.layers.caching.mamba2_cache.Mamba2CacheView method) (easydel.layers.caching.mamba_cache.MambaCache method) (easydel.layers.caching.mamba_cache.MambaCacheMetaData method) (easydel.layers.caching.mamba_cache.MambaCacheView method) (easydel.layers.caching.transformer_cache.TransformerCache method) (easydel.layers.caching.transformer_cache.TransformerCacheMetaData method) (easydel.layers.caching.transformer_cache.TransformerCacheView method) (easydel.layers.rotary_embedding.RopeConfig method) (easydel.trainers.trainer.modeling_output.TrainerOutput method) (easydel.utils.traversals.StateValidationResult method)

VANILLA (easydel.layers.attention.AttentionMechanisms attribute) VanillaAttn (class in easydel.layers.attention_operator.__init__) (class in easydel.layers.attention_operator.modules.__init__) (class in easydel.layers.attention_operator.modules.vanilla) verbose (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) version (easydel.utils.readme_generator.ModelInfo attribute) views (easydel.layers.caching.__init__.LightningCache attribute) (easydel.layers.caching.__init__.Mamba2Cache attribute) (easydel.layers.caching.__init__.MambaCache attribute) (easydel.layers.caching.__init__.TransformerCache attribute) (easydel.layers.caching.lightning_cache.LightningCache attribute) (easydel.layers.caching.mamba2_cache.Mamba2Cache attribute) (easydel.layers.caching.mamba_cache.MambaCache attribute) (easydel.layers.caching.transformer_cache.TransformerCache attribute) vInference (class in easydel.inference.__init__) (class in easydel.inference.vinference.__init__) (class in easydel.inference.vinference.vinference) vInferenceAPIError vInferenceApiServer (class in easydel.inference.__init__) (class in easydel.inference.vinference.__init__) (class in easydel.inference.vinference.api_server) vInferenceChatCompletionClient (class in easydel.inference.vinference.api_client) vInferenceConfig (class in easydel.inference.__init__) (class in easydel.inference.utils) (class in easydel.inference.vinference.__init__) vInferenceMetaData (class in easydel.inference.vinference.vinference) vInferenceMetrics (class in easydel.inference.vinference.metrics) VISION_LM (easydel.infra.factory.TaskType attribute) vision_model_output (easydel.infra.modeling_outputs.FlaxCLIPOutput attribute) VisionAttention (class in easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) VisionLlamaConfig (class in easydel.modules.llama.__init__) (class in easydel.modules.llama.llama_configuration) VisionMlp (class in easydel.modules.qwen2_vl.modeling_qwen2_vl_flax) vWhisperInference (class in easydel.inference.__init__) (class in easydel.inference.whisper_inference) vWhisperInferenceConfig (class in easydel.inference.__init__) (class in easydel.inference.whisper_inference)

W

wandb_entity (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) wandb_runtime (easydel.trainers.direct_preference_optimization_trainer.__init__.DPOTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.__init__.GRPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.__init__.ORPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) warmup_steps (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) weight_decay (easydel.trainers.__init__.TrainingArguments attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) weight_sum (easydel.infra.loss_utils.LossMetrics attribute) WhisperAttention (class in easydel.modules.whisper.modeling_whisper_flax)

WhisperConfig (class in easydel.modules.whisper.__init__) (class in easydel.modules.whisper.whisper_configuration) WhisperDecoder (class in easydel.modules.whisper.modeling_whisper_flax) WhisperDecoderLayer (class in easydel.modules.whisper.modeling_whisper_flax) WhisperEncoder (class in easydel.modules.whisper.modeling_whisper_flax) WhisperEncoderLayer (class in easydel.modules.whisper.modeling_whisper_flax) WhisperForAudioClassification (class in easydel.modules.whisper.__init__) (class in easydel.modules.whisper.modeling_whisper_flax) WhisperForConditionalGeneration (class in easydel.modules.whisper.__init__) (class in easydel.modules.whisper.modeling_whisper_flax) WhisperModel (class in easydel.modules.whisper.modeling_whisper_flax) WhisperTimeStampLogitsProcessor (class in easydel.inference.logits_process) (class in easydel.modules.whisper.__init__) write() (easydel.utils.__init__.Timers method) (easydel.utils.helpers.DummyStream method) (easydel.utils.helpers.Timers method)

X

Xerxes2Attention (class in easydel.modules.xerxes2.modeling_xerxes2_flax) Xerxes2Config (class in easydel.modules.xerxes2.__init__) (class in easydel.modules.xerxes2.xerxes2_configuration) Xerxes2DecoderLayer (class in easydel.modules.xerxes2.modeling_xerxes2_flax) Xerxes2ForCausalLM (class in easydel.modules.xerxes2.__init__) (class in easydel.modules.xerxes2.modeling_xerxes2_flax) Xerxes2MLP (class in easydel.modules.xerxes2.modeling_xerxes2_flax) Xerxes2Model (class in easydel.modules.xerxes2.__init__) (class in easydel.modules.xerxes2.modeling_xerxes2_flax)

XerxesAttention (class in easydel.modules.xerxes.modeling_xerxes_flax) XerxesConfig (class in easydel.modules.xerxes.__init__) (class in easydel.modules.xerxes.xerxes_configuration) XerxesDecoderLayer (class in easydel.modules.xerxes.modeling_xerxes_flax) XerxesForCausalLM (class in easydel.modules.xerxes.__init__) (class in easydel.modules.xerxes.modeling_xerxes_flax) XerxesMLP (class in easydel.modules.xerxes.modeling_xerxes_flax) XerxesModel (class in easydel.modules.xerxes.__init__) (class in easydel.modules.xerxes.modeling_xerxes_flax) XerxesSparseMoeBlock (class in easydel.modules.xerxes.modeling_xerxes_flax)

Y

yarn_find_correction_dim() (in module easydel.modules.deepseek_v2.modeling_deepseek_flax) (in module easydel.modules.deepseek_v3.modeling_deepseek_flax) yarn_find_correction_range() (in module easydel.modules.deepseek_v2.modeling_deepseek_flax) (in module easydel.modules.deepseek_v3.modeling_deepseek_flax) yarn_get_mscale() (in module easydel.layers.rotary_embedding) (in module easydel.modules.deepseek_v2.modeling_deepseek_flax) (in module easydel.modules.deepseek_v3.modeling_deepseek_flax)

yarn_linear_ramp_mask() (in module easydel.modules.deepseek_v2.modeling_deepseek_flax) (in module easydel.modules.deepseek_v3.modeling_deepseek_flax) YaRNScalingRotaryEmbedding (class in easydel.layers.rotary_embedding)

Z

z_loss (easydel.infra.__init__.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) (easydel.infra.loss_utils.LossMetrics attribute)

ZERO_SHOT_IMAGE_CLASSIFICATION (easydel.infra.factory.TaskType attribute)