Index

_

__call__() (easydel.layers.norms.RMSNorm method) _base (easydel.modules.auto.auto_modeling.BaseAutoEasyState attribute) _before (easydel.infra.utils.FunctionTracer attribute) _cached_cost (easydel.infra.utils.TraceResult attribute) _direction (easydel.layers.moe.ColumnParallelMoELinear attribute) (easydel.layers.moe.ParallelMoELinear attribute) (easydel.layers.moe.RowParallelMoELinear attribute)

_eval_source (easydel.trainers.base_trainer.BaseTrainer attribute) _executable (easydel.infra.utils.TraceResult attribute) _postfix (easydel.trainers.metrics.RichProgressBar attribute) _train_source (easydel.trainers.base_trainer.BaseTrainer attribute)

A

ABORT (easydel.inference.esurge.engine_types.EngineCoreRequestType attribute) (easydel.inference.esurge.engine_types.FinishReason attribute), [1] abort_request() (easydel.inference.esurge.esurge_engine.eSurge method) accumulated_text (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] accuracy (easydel.infra.loss_utils.LossMetrics attribute), [1] accuracy_sum (easydel.trainers.metrics.MetricsTracker attribute) act (easydel.modules.phi.modeling_phi.PhiMLP attribute) ACT2FN (in module easydel.infra.utils) act_fn (easydel.modules.internlm2.modeling_internlm2.InternLM2MLP attribute) (easydel.modules.olmo.modeling_olmo.OlmoMLP attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2MLP attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoEBlockSparseTop2MLP attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralMLP attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2MLP attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeMLP attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3MLP attribute), [1] (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeMLP attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmMLP attribute) activation_fn (easydel.modules.openelm.modeling_openelm.OpenELMFeedForwardNetwork attribute) (easydel.modules.opt.modeling_opt.OPTDecoderLayer attribute) (easydel.modules.phi3.modeling_phi3.Phi3MLP attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoderLayer attribute) activation_type (easydel.infra.utils.FlopCalcConfig attribute), [1] ActivationType (class in easydel.infra.utils) ADAFACTOR (easydel.infra.etils.EasyDeLOptimizers attribute), [1] ADAMW (easydel.infra.etils.EasyDeLOptimizers attribute), [1] ADD (easydel.inference.esurge.engine_types.EngineCoreRequestType attribute) add_basic_configurations() (easydel.infra.base_config.EasyDeLBaseConfig method) add_bos_token_if_needed() (in module easydel.trainers.utils) add_dataset() (easydel.infra.elarge_model.elarge_model.eLargeModel method) add_eos_token_if_needed() (in module easydel.trainers.utils) add_generated_tokens() (easydel.inference.esurge.metrics.MetricsCollector method) add_request() (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer method) (easydel.inference.esurge.scheduler.interface.SchedulerInterface method) (easydel.inference.esurge.scheduler.request_queue.FCFSRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.PriorityRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.RequestQueue method) (easydel.inference.esurge.scheduler.scheduler.Scheduler method) add_row() (easydel.inference.esurge.page_table.MultiGroupPageTable method) (easydel.inference.esurge.page_table.PageTable method) add_special_tokens (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.types.TokenizationCfg attribute), [1] (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) add_start_docstrings() (in module easydel.inference.logits_process) (in module easydel.infra.utils) additional_fields (easydel.infra.elarge_model.types.TextDatasetInformCfg attribute), [1] adjust_request() (easydel.inference.tools.abstract_tool.ToolParser method) (easydel.inference.tools.parsers.internlm2_tool_parser.Internlm2ToolParser method) (easydel.inference.tools.parsers.jamba_tool_parser.JambaToolParser method) (easydel.inference.tools.parsers.mistral_tool_parser.MistralToolParser method) (easydel.inference.tools.parsers.step3_tool_parser.Step3ToolParser method) after_ep_receive (easydel.layers.moe.MoeFusedHooks attribute) after_gate (easydel.layers.moe.MoeFusedHooks attribute) after_wiwu (easydel.layers.moe.MoeFusedHooks attribute) after_wo (easydel.layers.moe.MoeFusedHooks attribute) alibi (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel property) align_to_multiple() (in module easydel.layers.caching.ragged_page.cache) all_greedy (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer property) all_random (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer property) all_router_losses (easydel.infra.modeling_outputs.MoeCausalLMOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) all_stop_token_ids (easydel.inference.sampling_params.JitableSamplingParams attribute) (easydel.inference.sampling_params.SamplingParams property) allocate_new_pages() (easydel.inference.esurge.core.coordinator.CacheCoordinator method) (easydel.inference.esurge.core.single_type_cache_manager.MambaManager method) (easydel.inference.esurge.core.single_type_cache_manager.SingleTypeCacheManager method) allocate_slots() (easydel.inference.esurge.core.manager.CacheManager method) allocation_efficiency (easydel.utils.analyze_memory.DeviceStats attribute), [1] allowed_token_ids (easydel.inference.sampling_params.JitableSamplingParams attribute) (easydel.inference.sampling_params.SamplingParams attribute) allowed_token_ids_mask (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] alpha (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig attribute), [1] alt_sharding (easydel.layers.moe.ParallelMoELinear property) alt_sharding_axis (easydel.layers.moe.ParallelMoELinear property) analyze_device() (easydel.utils.analyze_memory.SMPMemoryMonitor method) analyze_memory() (easydel.utils.analyze_memory.MemoryMonitorClient method) anon_repr() (easydel.inference.esurge.scheduler.output.NewRequestData method) app (easydel.inference.oai_proxies.InferenceApiRouter attribute) append() (easydel.inference.esurge.core.utils.FreeCachePageQueue method) (easydel.inference.esurge.utils.ConstantList method) append_n() (easydel.inference.esurge.core.utils.FreeCachePageQueue method) append_output_token_ids() (easydel.inference.esurge.request.EngineRequest method) append_row() (easydel.inference.esurge.page_table.MultiGroupPageTable method) (easydel.inference.esurge.page_table.PageTable method) append_rows_batch() (easydel.inference.esurge.page_table.MultiGroupPageTable method) apply_basic_rope() (in module easydel.layers.rotary_embedding) apply_chat_template (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] apply_chat_template() (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter method) (easydel.modules.mistral3.mistral3_tokenizer.Mistral3Tokenizer method) (in module easydel.trainers.prompt_utils) apply_complex_rotary() (easydel.layers.attention.AttentionModule static method) apply_fn (easydel.infra.base_state.EasyDeLState attribute), [1] apply_gradients() (easydel.infra.base_state.EasyDeLState method), [1] apply_lm_head() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionForConditionalGeneration method) (easydel.modules.cohere2.modeling_cohere2.Cohere2ForCausalLM method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForConditionalGeneration method) (easydel.modules.grok_1.modeling_grok_1.Grok1ForCausalLM method) (easydel.modules.llava.modeling_llava.LlavaForConditionalGeneration method) (easydel.modules.mistral3.modeling_mistral3.Mistral3ForConditionalGeneration method) (easydel.modules.opt.modeling_opt.OPTForCausalLM method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration method) apply_lora_to_layers() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (in module easydel.infra.utils) apply_moe_transformations() (easydel.utils.parameters_transformation.StateDictConverter static method) apply_moe_transformations_reverse() (easydel.utils.parameters_transformation.StateDictConverter static method) apply_out_shardings() (easydel.infra.base_module.EasyDeLBaseModule method) apply_phi3_rope() (in module easydel.layers.rotary_embedding) apply_qk_shardings() (easydel.layers.attention.AttentionModule method) apply_qkv_shardings() (easydel.layers.attention.AttentionModule method) apply_rotary_pos_emb() (in module easydel.modules.pixtral.modeling_pixtral) apply_rotary_pos_emb_vision() (in module easydel.modules.qwen2_vl.modeling_qwen2_vl) apply_sparsity_to_params() (in module easydel.infra.utils) apply_training_hooks() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) ArcticAttention (class in easydel.modules.arctic.modeling_arctic) ArcticConfig (class in easydel.modules.arctic.arctic_configuration) ArcticDecoderLayer (class in easydel.modules.arctic.modeling_arctic) ArcticForCausalLM (class in easydel.modules.arctic.modeling_arctic) ArcticForSequenceClassification (class in easydel.modules.arctic.modeling_arctic) ArcticMLP (class in easydel.modules.arctic.modeling_arctic) ArcticMLPMoE (class in easydel.modules.arctic.modeling_arctic) ArcticModel (class in easydel.modules.arctic.modeling_arctic) ArcticMoeBlock (class in easydel.modules.arctic.modeling_arctic) arguments (easydel.inference.openai_api_modules.DeltaFunctionCall attribute) (easydel.inference.openai_api_modules.FunctionCall attribute) (easydel.trainers.base_trainer.BaseTrainer attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute), [1] (easydel.trainers.distillation_trainer.distillation_trainer.DistillationTrainer attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute), [1] (easydel.trainers.metrics.StepMetrics attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute), [1] (easydel.trainers.reward_trainer.reward_trainer.RewardTrainer attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_trainer.SFTTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) ArrayParam (class in easydel.infra.utils) arrival_time (easydel.inference.esurge.engine_types.EngineCoreRequest attribute), [1] (easydel.inference.esurge.request.EngineRequest attribute) as_map() (in module easydel.infra.elarge_model.utils) assistant_only_loss (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) async_scheduling (easydel.inference.esurge.config.SchedulerConfig attribute) (easydel.inference.esurge.scheduler.output.SchedulerOutput attribute) attach_custom_arguments() (easydel.infra.base_config.EasyDeLBaseConfig method) (easydel.modules.gidd.gidd_configuration.GiddConfig method) attention (easydel.modules.internlm2.modeling_internlm2.InternLM2Block attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralBlock attribute) attention_chunk_size (easydel.inference.esurge.core.interface.ChunkedLocalAttentionSpec attribute) (easydel.inference.esurge.core.interface.FullAttentionSpec attribute) (easydel.layers.caching._specs.ChunkedLocalAttentionSpec attribute), [1] (easydel.layers.caching._specs.FullAttentionSpec attribute), [1] attention_dropout (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute)

attention_layers (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig attribute) attention_loss_weight (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig attribute) attention_mechanism (easydel.layers.attention.FlexibleAttentionModule attribute) attention_module (easydel.modules.opt.modeling_opt.OPTAttention attribute) attention_norm (easydel.modules.internlm2.modeling_internlm2.InternLM2Block attribute) attention_normalize (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig attribute) attention_output (easydel.infra.modeling_outputs.AttentionLayerOutput attribute) attention_outputs (easydel.layers.operations._attention_outputs.AttentionOutput attribute) attention_performer (easydel.modules.dbrx.modeling_dbrx.DbrxAttention attribute) (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) (easydel.modules.phi3.modeling_phi3.Phi3Attention attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) attention_scaling (easydel.layers.rotary_embedding.MultiModalRotaryEmbedding attribute) attention_weight (easydel.infra.modeling_outputs.AttentionLayerOutput attribute) (easydel.infra.modeling_outputs.DecoderLayerOutput attribute) (easydel.infra.modeling_outputs.EncoderLayerOutput attribute) attention_weights (easydel.layers.operations._attention_outputs.AttentionOutput attribute) AttentionLayerOutput (class in easydel.infra.modeling_outputs) AttentionMechanisms (class in easydel.layers.attention) AttentionModule (class in easydel.layers.attention) AttentionOutput (class in easydel.layers.operations._attention_outputs) attentions (easydel.infra.modeling_outputs.BaseModelOutput attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPast attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPastAndCrossAttentions attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPooling attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.CausalLMOutputWithCrossAttentions attribute) (easydel.infra.modeling_outputs.CLIPTextModelOutput attribute) (easydel.infra.modeling_outputs.ImageClassifierOutput attribute) (easydel.infra.modeling_outputs.MaskedLMOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) (easydel.infra.modeling_outputs.MultipleChoiceModelOutput attribute) (easydel.infra.modeling_outputs.NextSentencePredictorOutput attribute) (easydel.infra.modeling_outputs.QuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.SequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.TokenClassifierOutput attribute) (easydel.infra.modeling_outputs.VLMCausalLMOutput attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionCausalLMOutputWithPast attribute) (easydel.modules.gemma3.modeling_gemma3.Gemma3CausalLMOutputWithPast attribute) (easydel.modules.gemma3.modeling_gemma3.Gemma3ModelOutputWithPast attribute) (easydel.modules.llama4.modeling_llama4.Llama4CausalLMOutputWithPast attribute) (easydel.modules.llava.modeling_llava.LlavaCausalLMOutputWithPast attribute) (easydel.modules.mistral3.modeling_mistral3.Mistral3CausalLMOutputWithPast attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLCausalLMOutputWithPast attribute) (easydel.modules.rwkv.modeling_rwkv.RwkvCausalLMOutput attribute) (easydel.modules.rwkv.modeling_rwkv.RwkvOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipTextModelOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipVisionModelOutput attribute) AttentionSpec (class in easydel.inference.esurge.core.interface) (class in easydel.layers.caching._specs) attn (easydel.modules.mosaic_mpt.modeling_mosaic.MptBlock attribute) (easydel.modules.openelm.modeling_openelm.OpenELMDecoderLayer attribute) attn_factor (easydel.layers.rotary_embedding.DeepseekScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RopeConfig attribute) (easydel.layers.rotary_embedding.YaRNScalingRotaryEmbedding attribute) attn_mechanism (easydel.utils.readme_generator.ModelInfo attribute) attn_norm (easydel.modules.openelm.modeling_openelm.OpenELMDecoderLayer attribute) AttnMaskDetail (class in easydel.infra.utils) (class in easydel.layers.caching.transformer.cache) AttnMaskType (class in easydel.infra.utils) AttnShardingRules (class in easydel.layers.operations._operation_meta) attribute_map (easydel.modules.dbrx.dbrx_configuration.DbrxConfig attribute) (easydel.modules.exaone.exaone_configuration.ExaoneConfig attribute) (easydel.modules.gpt2.gpt2_configuration.GPT2Config attribute) (easydel.modules.gpt_j.gpt_j_configuration.GPTJConfig attribute) (easydel.modules.llama4.llama4_configuration.Llama4Config attribute) (easydel.modules.mistral3.mistral3_configuration.Mistral3Config attribute) (easydel.modules.mosaic_mpt.mosaic_configuration.MptConfig attribute) (easydel.modules.openelm.openelm_configuration.OpenELMConfig attribute) (easydel.modules.opt.opt_configuration.OPTConfig attribute) (easydel.modules.rwkv.rwkv_configuration.RwkvConfig attribute) (easydel.modules.whisper.whisper_configuration.WhisperConfig attribute) AUDIO_CLASSIFICATION (easydel.infra.factory.TaskType attribute), [1] (easydel.infra.utils.TaskType attribute) AUTO (easydel.layers.attention.AttentionMechanisms attribute), [1] AUTO_BIND (easydel.infra.factory.TaskType attribute) (easydel.infra.utils.TaskType attribute) auto_cap_new_tokens (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] auto_expert_mesh (easydel.infra.base_config.EasyDeLBaseConfig property) auto_remat() (in module easydel.infra.utils) auto_shard_model (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] (easydel.infra.elarge_model.types.ShardingCfg attribute), [1] auto_shard_states (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) auto_truncate_prompt (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] AutoEasyDeLConfig (class in easydel.modules.auto.auto_configuration) AutoEasyDeLModel (class in easydel.modules.auto.auto_modeling) AutoEasyDeLModelForCausalLM (class in easydel.modules.auto.auto_modeling) AutoEasyDeLModelForDiffusionLM (class in easydel.modules.auto.auto_modeling) AutoEasyDeLModelForImageTextToText (class in easydel.modules.auto.auto_modeling) AutoEasyDeLModelForSeq2SeqLM (class in easydel.modules.auto.auto_modeling) AutoEasyDeLModelForSequenceClassification (class in easydel.modules.auto.auto_modeling) AutoEasyDeLModelForSpeechSeq2Seq (class in easydel.modules.auto.auto_modeling) AutoEasyDeLModelForZeroShotImageClassification (class in easydel.modules.auto.auto_modeling) AutoEasyDeLVisionModel (class in easydel.modules.auto.auto_modeling) AutoRegressiveDecodeAttn (class in easydel.layers.operations.modules.decode_attention) AutoShardAndGatherFunctions (class in easydel.modules.auto.auto_configuration) AutoState (class in easydel.modules.auto.auto_modeling) AutoStateForCausalLM (class in easydel.modules.auto.auto_modeling) AutoStateForDiffusionLM (class in easydel.modules.auto.auto_modeling) AutoStateForImageSequenceClassification (class in easydel.modules.auto.auto_modeling) AutoStateForImageTextToText (class in easydel.modules.auto.auto_modeling) AutoStateForSeq2SeqLM (class in easydel.modules.auto.auto_modeling) AutoStateForSpeechSeq2Seq (class in easydel.modules.auto.auto_modeling) AutoStateForZeroShotImageClassification (class in easydel.modules.auto.auto_modeling) AutoStateVisionModel (class in easydel.modules.auto.auto_modeling) aux_loss (easydel.infra.modeling_outputs.MoeCausalLMOutput attribute) (easydel.infra.modeling_outputs.SequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.VLMCausalLMOutput attribute) aux_loss_enabled (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) auxiliary_load_balancing_loss_func() (in module easydel.infra.loss_utils) AVAILABLE_ROPE_TYPES (in module easydel.layers.rotary_embedding) average_latency (easydel.inference.esurge.metrics.SystemMetrics attribute) AVERAGE_PER_SEQUENCE (easydel.infra.loss_utils.SpecialLossNormalizingFactor attribute), [1] average_throughput (easydel.inference.esurge.metrics.SystemMetrics attribute) average_tokens_per_second (easydel.inference.esurge.server.api_server.ServerMetrics attribute), [1] (easydel.inference.inference_engine_interface.ServerMetrics attribute), [1] (easydel.inference.oai_proxies.ServerMetrics attribute) average_ttft (easydel.inference.esurge.metrics.SystemMetrics attribute) axes (easydel.modules.arctic.arctic_configuration.ExpertTensorParallel attribute) (easydel.modules.deepseek_v2.deepseek_configuration.ExpertTensorParallel attribute) (easydel.modules.deepseek_v3.deepseek_configuration.ExpertTensorParallel attribute) (easydel.modules.mixtral.mixtral_configuration.ExpertTensorParallel attribute) (easydel.modules.qwen2_moe.configuration_qwen2_moe.ExpertTensorParallel attribute) (easydel.modules.xerxes2.xerxes2_configuration.ExpertTensorParallel attribute) axis_dims (easydel.infra.elarge_model.types.ShardingCfg attribute), [1] axis_name (easydel.layers.linear.TensorParallelConfig attribute), [1] axis_names (easydel.infra.elarge_model.types.ShardingCfg attribute), [1] AyaVisionCausalLMOutputWithPast (class in easydel.modules.aya_vision.modeling_aya_vision) AyaVisionConfig (class in easydel.modules.aya_vision.aya_vision_configuration) AyaVisionForConditionalGeneration (class in easydel.modules.aya_vision.modeling_aya_vision) AyaVisionModel (class in easydel.modules.aya_vision.modeling_aya_vision) AyaVisionMultiModalProjector (class in easydel.modules.aya_vision.modeling_aya_vision)

B

backend (easydel.inference.sampling_params.GuidedDecodingParams attribute), [1] (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.infra.elarge_model.types.PlatformCfg attribute), [1] (easydel.layers.operations._operation_meta.OperationMetadata attribute), [1] (easydel.trainers.training_configurations.TrainingArguments attribute) backend_was_auto (easydel.inference.sampling_params.GuidedDecodingParams attribute), [1] bad_words (easydel.inference.sampling_params.SamplingParams attribute) bad_words_lengths (easydel.inference.sampling_params.JitableSamplingParams attribute) bad_words_token_ids (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] (easydel.inference.sampling_params.JitableSamplingParams attribute) (easydel.inference.sampling_params.SamplingParams property) base (easydel.layers.rotary_embedding.DeepseekScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.Phi3LongRoPEScaledRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RotaryEmbedding attribute) base_config (easydel.infra.elarge_model.types.ELMConfig attribute), [1] (easydel.layers.operations._operation_meta.OperationMetadata attribute), [1] base_config_key (easydel.modules.clip.clip_configuration.CLIPTextConfig attribute) (easydel.modules.clip.clip_configuration.CLIPVisionConfig attribute) (easydel.modules.llama4.llama4_configuration.Llama4VisionConfig attribute) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLTextConfig attribute) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLVisionConfig attribute) (easydel.modules.siglip.configuration_siglip.SiglipTextConfig attribute) (easydel.modules.siglip.configuration_siglip.SiglipVisionConfig attribute) base_model_prefix (easydel.infra.mixins.bridge.EasyBridgeMixin attribute) (easydel.infra.mixins.generation.EasyGenerationMixin attribute) (easydel.infra.mixins.protocol.BaseModuleProtocol attribute) BASE_MODULE (easydel.infra.factory.TaskType attribute), [1] (easydel.infra.utils.TaskType attribute) base_url (easydel.inference.oai_proxies.InferenceApiRouter attribute) BASE_VISION (easydel.infra.factory.TaskType attribute), [1] (easydel.infra.utils.TaskType attribute) BaseAutoEasyModel (class in easydel.modules.auto.auto_modeling) BaseAutoEasyState (class in easydel.modules.auto.auto_modeling) BaseCache (class in easydel.layers.caching._abstracts) BaseCacheMetadata (class in easydel.layers.caching._abstracts) BaseCacheView (class in easydel.layers.caching._abstracts) BaseCfg (class in easydel.infra.elarge_model.types) BaseInferenceApiServer (class in easydel.inference.inference_engine_interface) BaseModelOutput (class in easydel.infra.modeling_outputs) BaseModelOutputWithNoAttention (class in easydel.infra.modeling_outputs) BaseModelOutputWithPast (class in easydel.infra.modeling_outputs) BaseModelOutputWithPastAndCrossAttentions (class in easydel.infra.modeling_outputs) BaseModelOutputWithPooling (class in easydel.infra.modeling_outputs) BaseModelOutputWithPoolingAndCrossAttentions (class in easydel.infra.modeling_outputs) BaseModelOutputWithPoolingAndNoAttention (class in easydel.infra.modeling_outputs) BaseModuleProtocol (class in easydel.infra.mixins.protocol) BaseMoeModule (class in easydel.layers.moe) BaseOperation (class in easydel.layers.operations._base_operation) BaseProgressBar (class in easydel.trainers.metrics) BaseRunTimeMetadata (class in easydel.layers.caching._abstracts) BaseTrainer (class in easydel.trainers.base_trainer) BaseTrainerCfg (class in easydel.infra.elarge_model.trainer_types) BaseTrainerProtocol (class in easydel.trainers.trainer_protocol) batch_encode_plus() (easydel.modules.mistral3.mistral3_tokenizer.Mistral3Tokenizer method) batch_size (easydel.inference.esurge.metrics.ModelRunnerMetrics attribute) (easydel.inference.esurge.metrics.SchedulerMetrics attribute) (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter property) (easydel.inference.vwhisper.config.vWhisperInferenceConfig attribute) (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] (easydel.infra.elarge_model.types.TokenizationCfg attribute), [1] (easydel.layers.caching.lightning.cache.LightningCacheMetaData attribute), [1] (easydel.layers.caching.mamba.cache.MambaCacheMetaData attribute), [1] (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData attribute), [1] (easydel.layers.caching.transformer.cache.TransformerCacheMetaData attribute), [1] batched (easydel.infra.elarge_model.types.TokenizationCfg attribute), [1] BCODataCollatorGrain (class in easydel.trainers.utils) BCODataCollatorTFDS (class in easydel.trainers.utils) BCOTrainerCfg (class in easydel.infra.elarge_model.trainer_types) beam_width (easydel.inference.sampling_params.BeamSearchParams attribute), [1] BeamSearchOutput (class in easydel.infra.modeling_outputs)

BeamSearchParams (class in easydel.inference.sampling_params) BeamSearchState (class in easydel.infra.mixins.generation) before_combine (easydel.layers.moe.MoeFusedHooks attribute) before_gate (easydel.layers.moe.MoeFusedHooks attribute) before_topk (easydel.layers.moe.MoeFusedHooks attribute) before_wo (easydel.layers.moe.MoeFusedHooks attribute) begin_index (easydel.inference.logits_process.SuppressTokensAtBeginLogitsProcessor attribute) begin_suppress_tokens (easydel.inference.logits_process.SuppressTokensAtBeginLogitsProcessor attribute) best_of (easydel.inference.sampling_params.SamplingParams attribute) beta (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] beta_fast (easydel.layers.rotary_embedding.DeepseekScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RopeConfig attribute), [1] (easydel.layers.rotary_embedding.YaRNScalingRotaryEmbedding attribute) beta_slow (easydel.layers.rotary_embedding.DeepseekScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RopeConfig attribute), [1] (easydel.layers.rotary_embedding.YaRNScalingRotaryEmbedding attribute) bias (easydel.layers.moe.ParallelMoELinear attribute) (easydel.layers.operations._operation_meta.AttnShardingRules attribute), [1] (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) bias_init (easydel.layers.linear.ParallelLinear attribute) (easydel.layers.moe.ParallelMoELinear attribute) bin_counts (easydel.trainers.metrics.MetricsHistogram attribute) bin_edges (easydel.trainers.metrics.MetricsHistogram attribute) bind_model_task() (easydel.modules.auto.auto_configuration.AutoEasyDeLConfig static method) block_mixture (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] block_size (easydel.infra.elarge_model.types.EasyDeLQuantizationCfg attribute), [1] (easydel.layers.quantization.quantizers.EasyDeLQuantizationConfig attribute) block_wise_ffn() (in module easydel.infra.utils) blocks (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel attribute) blocks_class (easydel.modules.internlm2.modeling_internlm2.InternLM2Model attribute) blocksize_b (easydel.layers.operations._operation_meta.OperationMetadata attribute) blocksize_k (easydel.layers.operations._operation_meta.OperationMetadata attribute) blocksize_q (easydel.layers.operations._operation_meta.OperationMetadata attribute) blocksparse (easydel.infra.elarge_model.types.OperationConfigsDict attribute), [1] BLOCKSPARSE (easydel.layers.attention.AttentionMechanisms attribute) BlockSparseAttn (class in easydel.layers.operations.modules.blocksparse_attention) BLOCKWISE (easydel.layers.attention.AttentionMechanisms attribute), [1] bmm() (in module easydel.modules.llama4.modeling_llama4) bos_token_id (easydel.inference.logits_process.ForcedBOSTokenLogitsProcessor attribute) (easydel.modules.mistral3.mistral3_tokenizer.Mistral3Tokenizer attribute) bot_token (easydel.inference.tools.parsers.llama_tool_parser.Llama3JsonToolParser attribute) bound() (easydel.infra.utils.ArrayParam class method) break_on_nan (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute), [1] bricks (easydel.infra.utils.AttnMaskDetail attribute), [1] (easydel.layers.caching.transformer.cache.AttnMaskDetail attribute), [1] buffered_delta_text (easydel.inference.tools.parsers.hermes_tool_parser.HermesToolParser attribute) build_allowed_mask() (in module easydel.inference.esurge.runners.sequence_buffer) build_cache_pos() (easydel.layers.attention.AttentionModule static method) build_dataset() (easydel.infra.elarge_model.elarge_model.eLargeModel method) (in module easydel.infra.elarge_model.builders) build_esurge() (easydel.infra.elarge_model.elarge_model.eLargeModel method) (in module easydel.infra.elarge_model.builders) build_model() (easydel.infra.elarge_model.elarge_model.eLargeModel method) (in module easydel.infra.elarge_model.builders) build_mpt_alibi_tensor() (in module easydel.modules.mosaic_mpt.modeling_mosaic) build_oai_params_from_chat_request() (easydel.inference.oai_proxies.InferenceApiRouter method) build_oai_params_from_request() (easydel.inference.oai_proxies.InferenceApiRouter method) build_reference_model() (easydel.infra.elarge_model.elarge_model.eLargeModel method) build_sampling_arrays() (in module easydel.inference.esurge.runners.sequence_buffer) build_sharded_source() (easydel.infra.elarge_model.elarge_model.eLargeModel method) (in module easydel.infra.elarge_model.builders) build_teacher_model() (easydel.infra.elarge_model.elarge_model.eLargeModel method) build_tokenized_dataset() (in module easydel.infra.elarge_model.builders) build_tokenizer() (easydel.infra.elarge_model.elarge_model.eLargeModel method) build_trainer() (easydel.infra.elarge_model.elarge_model.eLargeModel method) build_training_arguments() (easydel.infra.elarge_model.elarge_model.eLargeModel method) BuildTrainerKws (class in easydel.infra.elarge_model.elarge_model) built_bloom_alibi() (in module easydel.modules.falcon.modeling_falcon) BUSY (easydel.inference.esurge.server.api_server.ServerStatus attribute) (easydel.inference.inference_engine_interface.ServerStatus attribute), [1] (easydel.inference.oai_proxies.ServerStatus attribute)

C

cache (easydel.modules.mamba.modeling_mamba.MambaCausalLMOutput attribute) (easydel.modules.mamba.modeling_mamba.MambaOutput attribute) cache_config (easydel.inference.esurge.config.Config attribute), [1] cache_dir (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] cache_full_pages() (easydel.inference.esurge.core.page_pool.PagePool method) cache_hit_rate (easydel.inference.esurge.metrics.CacheMetrics attribute) cache_index (easydel.layers.attention.AttentionModule attribute) cache_pages() (easydel.inference.esurge.core.coordinator.CacheCoordinator method) (easydel.inference.esurge.core.manager.CacheManager method) (easydel.inference.esurge.core.single_type_cache_manager.SingleTypeCacheManager method) cache_params (easydel.infra.modeling_outputs.MambaCausalLMOutput attribute) (easydel.infra.modeling_outputs.MambaOutput attribute) (easydel.modules.mamba2.modeling_mamba2.Mamba2CausalLMOutput attribute) (easydel.modules.mamba2.modeling_mamba2.Mamba2Output attribute) cache_requests (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] cache_view (easydel.infra.modeling_outputs.AttentionLayerOutput attribute) (easydel.infra.modeling_outputs.DecoderLayerOutput attribute) (easydel.layers.operations._attention_outputs.AttentionOutput attribute) CacheConfig (class in easydel.inference.esurge.config) CacheCoordinator (class in easydel.inference.esurge.core.coordinator) CacheCoordinatorNoPrefixCache (class in easydel.inference.esurge.core.coordinator) cached_flops (easydel.infra.utils.CompilationTracker attribute) cached_key (easydel.layers.attention.AttentionModule attribute) cached_value (easydel.layers.attention.AttentionModule attribute) CachedRequestData (class in easydel.inference.esurge.scheduler.output) CachedRequestState (class in easydel.inference.esurge.runners.states) CacheGroupsConfig (class in easydel.inference.esurge.core.interface) CacheGroupSpec (class in easydel.inference.esurge.core.interface) CacheManager (class in easydel.inference.esurge.core.manager) CacheMetrics (class in easydel.inference.esurge.metrics) CachePage (class in easydel.inference.esurge.core.utils) CachePages (class in easydel.inference.esurge.core.manager) CacheSpec (class in easydel.inference.esurge.core.interface) calculate() (easydel.trainers.metrics.StepMetrics method) calculate_number_total_flops() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) call_id (easydel.inference.esurge.engine_types.UtilityOutput attribute) can_generate() (easydel.infra.mixins.bridge.EasyBridgeMixin class method) (easydel.infra.mixins.protocol.BaseModuleProtocol class method) can_log_metrics (easydel.trainers.training_configurations.TrainingArguments property) can_use_shard_map (easydel.layers.moe.ParallelMoELinear property) canonicalize_dtype() (in module easydel.infra.utils) capture_time() (in module easydel.utils.helpers) causal (easydel.modules.gpt2.modeling_gpt2.GPT2Attention attribute) (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) CAUSAL_LM (easydel.infra.factory.TaskType attribute), [1] (easydel.infra.utils.TaskType attribute) causal_mask (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.modules.clip.modeling_clip.CLIPEncoder property) CausalLMOutput (in module easydel.infra.modeling_outputs) CausalLMOutputWithCrossAttentions (class in easydel.infra.modeling_outputs) cdiv() (in module easydel.inference.esurge.page_table) (in module easydel.inference.esurge.utils) (in module easydel.layers.caching._specs) (in module easydel.layers.caching.ragged_page.cache) (in module easydel.layers.caching.ragged_page.utils) center_rewards_coefficient (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute), [1] Cfg (in module easydel.layers.attention) chat() (easydel.inference.esurge.esurge_engine.eSurge method) chat_completions() (easydel.inference.esurge.server.api_server.eSurgeApiServer method) (easydel.inference.inference_engine_interface.BaseInferenceApiServer method) (easydel.inference.oai_proxies.InferenceApiRouter method) chat_template_kwargs (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) ChatCompletionRequest (class in easydel.inference.openai_api_modules) ChatCompletionResponse (class in easydel.inference.openai_api_modules) ChatCompletionResponseChoice (class in easydel.inference.openai_api_modules) ChatCompletionStreamResponse (class in easydel.inference.openai_api_modules) ChatCompletionStreamResponseChoice (class in easydel.inference.openai_api_modules) ChatMessage (class in easydel.inference.openai_api_modules) check_all_devices() (easydel.utils.analyze_memory.SMPMemoryMonitor method) check_bool_flag() (in module easydel.utils.helpers) check_integrity (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] check_stop() (in module easydel.inference.esurge.scheduler.utils) CHECKPOINT_DOTS (easydel.infra.etils.EasyDeLGradientCheckPointers attribute), [1] CHECKPOINT_DOTS_WITH_NO_BATCH_DMIS (easydel.infra.etils.EasyDeLGradientCheckPointers attribute), [1] checkpoint_manager (easydel.trainers.base_trainer.BaseTrainer attribute) (easydel.trainers.trainer.modeling_output.TrainerOutput attribute), [1] (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureFunctionOutput attribute), [1] checkpoint_path (easydel.trainers.trainer.modeling_output.TrainerOutput attribute), [1] (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerOutput attribute), [1] choice (easydel.inference.sampling_params.GuidedDecodingParams attribute), [1] choices (easydel.inference.openai_api_modules.ChatCompletionResponse attribute) (easydel.inference.openai_api_modules.ChatCompletionStreamResponse attribute) (easydel.inference.openai_api_modules.CompletionResponse attribute) (easydel.inference.openai_api_modules.CompletionStreamResponse attribute) chosen_rewards (easydel.infra.loss_utils.LossMetrics attribute), [1] CHUNK (easydel.infra.utils.AttnMaskType attribute) chunk_block_size (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) chunk_iter_with_batch() (in module easydel.inference.vwhisper.utils) chunk_list() (in module easydel.inference.esurge.utils) chunk_token_size (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) chunk_vocab_size (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) chunked_prefill_enabled (easydel.inference.esurge.config.SchedulerConfig attribute), [1] ChunkedLocalAttentionManager (class in easydel.inference.esurge.core.single_type_cache_manager) ChunkedLocalAttentionSpec (class in easydel.inference.esurge.core.interface) (class in easydel.layers.caching._specs) chunks (easydel.infra.utils.AttnMaskDetail attribute), [1] (easydel.layers.caching.transformer.cache.AttnMaskDetail attribute), [1] classification_problem_type (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) clear() (easydel.inference.esurge.page_table.MultiGroupPageTable method) (easydel.inference.esurge.page_table.PageTable method) (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer method) (easydel.inference.esurge.utils.ConstantList method) (easydel.utils.registery.Registry class method) clear_cache() (easydel.inference.esurge.runners.execution_manager.ExecutionManager method) (easydel.infra.elarge_model.elarge_model.eLargeModel method) client (easydel.inference.oai_proxies.InferenceApiRouter attribute) client_index (easydel.inference.esurge.engine_types.EngineCoreRequest attribute), [1] (easydel.inference.esurge.request.EngineRequest attribute) clip_grad (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) clip_loss() (in module easydel.modules.clip.modeling_clip) CLIPAttention (class in easydel.modules.clip.modeling_clip) CLIPConfig (class in easydel.modules.clip.clip_configuration) CLIPEncoder (class in easydel.modules.clip.modeling_clip) CLIPEncoderLayer (class in easydel.modules.clip.modeling_clip) CLIPForImageClassification (class in easydel.modules.clip.modeling_clip) CLIPMLP (class in easydel.modules.clip.modeling_clip) CLIPModel (class in easydel.modules.clip.modeling_clip) CLIPOutput (class in easydel.infra.modeling_outputs) CLIPTextConfig (class in easydel.modules.clip.clip_configuration) CLIPTextEmbeddings (class in easydel.modules.clip.modeling_clip) CLIPTextModel (class in easydel.modules.clip.modeling_clip) CLIPTextModelOutput (class in easydel.infra.modeling_outputs) CLIPTextModelWithProjection (class in easydel.modules.clip.modeling_clip) CLIPTextTransformer (class in easydel.modules.clip.modeling_clip) CLIPVisionConfig (class in easydel.modules.clip.clip_configuration) CLIPVisionEmbeddings (class in easydel.modules.clip.modeling_clip) CLIPVisionModel (class in easydel.modules.clip.modeling_clip) CLIPVisionTransformer (class in easydel.modules.clip.modeling_clip) clone() (easydel.inference.sampling_params.SamplingParams method) close() (easydel.trainers.metrics.BaseProgressBar method) (easydel.trainers.metrics.JSONProgressBar method) (easydel.trainers.metrics.NullProgressBar method) (easydel.trainers.metrics.RichProgressBar method) (easydel.trainers.metrics.TqdmProgressBar method) coerce_dtype() (in module easydel.infra.elarge_model.utils) coerce_precision() (in module easydel.infra.elarge_model.utils) Cohere2Attention (class in easydel.modules.cohere2.modeling_cohere2) Cohere2Block (class in easydel.modules.cohere2.modeling_cohere2) Cohere2Config (class in easydel.modules.cohere2.cohere2_configuration) Cohere2ForCausalLM (class in easydel.modules.cohere2.modeling_cohere2) Cohere2ForSequenceClassification (class in easydel.modules.cohere2.modeling_cohere2) Cohere2LayerNorm (class in easydel.modules.cohere2.modeling_cohere2) Cohere2MLP (class in easydel.modules.cohere2.modeling_cohere2) Cohere2Model (class in easydel.modules.cohere2.modeling_cohere2) CohereAttention (class in easydel.modules.cohere.modeling_cohere) CohereBlock (class in easydel.modules.cohere.modeling_cohere) CohereConfig (class in easydel.modules.cohere.cohere_configuration) CohereForCausalLM (class in easydel.modules.cohere.modeling_cohere) CohereForSequenceClassification (class in easydel.modules.cohere.modeling_cohere) CohereMLP (class in easydel.modules.cohere.modeling_cohere) CohereModel (class in easydel.modules.cohere.modeling_cohere) collate_fn (easydel.trainers.utils.CollateMapTransform attribute), [1] CollateMapTransform (class in easydel.trainers.utils) ColumnParallelLinear (class in easydel.layers.linear) ColumnParallelMoELinear (class in easydel.layers.moe) commit() (easydel.inference.esurge.page_table.MultiGroupPageTable method) (easydel.inference.esurge.page_table.PageTable method) CompilationTracker (class in easydel.infra.utils) compile() (easydel.inference.esurge.runners.execution_manager.ExecutionManager method) (easydel.inference.esurge.runners.model_runner.eSurgeRunner method) compile_aot() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) compile_runner (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] complete_request() (easydel.inference.esurge.metrics.MetricsCollector method) completion_ids (easydel.trainers.base_trainer.GenerationResults attribute), [1] completion_mask (easydel.trainers.base_trainer.GenerationResults attribute), [1] completion_prompts (easydel.trainers.base_trainer.GenerationResults attribute), [1] completion_tokens (easydel.inference.openai_api_modules.UsageInfo attribute), [1] CompletionLogprobs (class in easydel.inference.openai_api_modules) CompletionOutput (class in easydel.inference.esurge.esurge_engine) CompletionRequest (class in easydel.inference.openai_api_modules) CompletionResponse (class in easydel.inference.openai_api_modules) CompletionResponseChoice (class in easydel.inference.openai_api_modules) completions() (easydel.inference.esurge.server.api_server.eSurgeApiServer method) (easydel.inference.inference_engine_interface.BaseInferenceApiServer method) (easydel.inference.oai_proxies.InferenceApiRouter method) CompletionStreamResponse (class in easydel.inference.openai_api_modules) CompletionStreamResponseChoice (class in easydel.inference.openai_api_modules) compression (easydel.infra.elarge_model.types.DatasetSaveCfg attribute), [1] compute_basic_frequencies() (in module easydel.layers.rotary_embedding) compute_basic_inv_frequencies() (in module easydel.layers.rotary_embedding) compute_complex_rotary() (easydel.infra.base_module.EasyDeLBaseModule method) compute_deepseek_frequencies() (in module easydel.layers.rotary_embedding) compute_dtype (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute) compute_dynamic_frequencies() (in module easydel.layers.rotary_embedding) compute_frequencies() (in module easydel.modules.pixtral.modeling_pixtral) compute_heads() (in module easydel.modules.openelm.openelm_configuration) compute_linear_frequencies() (in module easydel.layers.rotary_embedding) compute_llama3_frequencies() (in module easydel.layers.rotary_embedding) compute_llama3_inv_frequencies() (in module easydel.layers.rotary_embedding) compute_loss() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (easydel.modules.clip.modeling_clip.CLIPModel method) (easydel.modules.whisper.modeling_whisper.WhisperForConditionalGeneration method) compute_per_token_logps() (in module easydel.trainers.group_relative_policy_optimization._fn) compute_phi3_frequencies() (in module easydel.layers.rotary_embedding) compute_prefill_length() (easydel.infra.mixins.generation.EasyGenerationMixin static method) compute_prefill_length_from_mask() (easydel.infra.mixins.generation.EasyGenerationMixin static method) compute_reference_log_probs() (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer method) compute_slops() (in module easydel.modules.minimax_text_v1.modeling_minimax_text_01) compute_weight_stats() (in module easydel.trainers.metrics) compute_weighted_cross_entropy() (in module easydel.infra.loss_utils) compute_weighted_cross_entropy_and_accuracy() (in module easydel.infra.loss_utils) compute_yarn_frequencies() (in module easydel.layers.rotary_embedding) compute_yarn_inv_frequencies() (in module easydel.layers.rotary_embedding) concatenate() (easydel.layers.attention.AttentionModule method) (easydel.modules.gidd.modeling_gidd.GiddAttention method) concatenate_to_cache() (easydel.layers.caching._abstracts.BaseCacheView method) (easydel.layers.caching.lightning.cache.LightningCacheView method) (easydel.layers.caching.mamba.cache.MambaCacheView method) (easydel.layers.caching.mamba2.cache.Mamba2CacheView method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView method) (easydel.layers.caching.transformer.cache.TransformerCacheView method) concatenated_forward() (in module easydel.trainers.direct_preference_optimization_trainer._fn) (in module easydel.trainers.odds_ratio_preference_optimization_trainer._fn) concatenated_inputs() (in module easydel.trainers.direct_preference_optimization_trainer._fn) (in module easydel.trainers.odds_ratio_preference_optimization_trainer._fn) condense() (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer method) Config (class in easydel.inference.esurge.config) config (easydel.infra.base_module.EasyDeLBaseModule attribute) (easydel.infra.elarge_model.elarge_model.eLargeModel attribute) (easydel.infra.elarge_model.elarge_model.eLargeModel property) (easydel.infra.factory.ModuleRegistration attribute), [1] (easydel.infra.mixins.bridge.EasyBridgeMixin attribute) (easydel.infra.mixins.generation.EasyGenerationMixin attribute) (easydel.infra.mixins.protocol.BaseModuleProtocol attribute) (easydel.layers.attention.AttentionModule attribute) (easydel.layers.attention.FlexibleAttentionModule attribute) (easydel.layers.moe.BaseMoeModule attribute) (easydel.layers.quantization.quantizers.EasyQuantizer property) (easydel.modules.arctic.modeling_arctic.ArcticDecoderLayer attribute) (easydel.modules.arctic.modeling_arctic.ArcticMLP attribute) (easydel.modules.arctic.modeling_arctic.ArcticMLPMoE attribute) (easydel.modules.arctic.modeling_arctic.ArcticModel attribute) (easydel.modules.arctic.modeling_arctic.ArcticMoeBlock attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionForConditionalGeneration attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionModel attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionMultiModalProjector attribute) (easydel.modules.clip.modeling_clip.CLIPAttention attribute) (easydel.modules.clip.modeling_clip.CLIPEncoder attribute) (easydel.modules.clip.modeling_clip.CLIPEncoderLayer attribute) (easydel.modules.clip.modeling_clip.CLIPForImageClassification attribute) (easydel.modules.clip.modeling_clip.CLIPMLP attribute) (easydel.modules.clip.modeling_clip.CLIPTextEmbeddings attribute) (easydel.modules.clip.modeling_clip.CLIPTextModel attribute) (easydel.modules.clip.modeling_clip.CLIPTextModelWithProjection attribute) (easydel.modules.clip.modeling_clip.CLIPTextTransformer attribute) (easydel.modules.clip.modeling_clip.CLIPVisionEmbeddings attribute) (easydel.modules.clip.modeling_clip.CLIPVisionModel attribute) (easydel.modules.clip.modeling_clip.CLIPVisionTransformer attribute) (easydel.modules.dbrx.modeling_dbrx.DbrxAttention attribute) (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) (easydel.modules.gidd.modeling_gidd.GiddForDiffusionLM attribute) (easydel.modules.gidd.modeling_gidd.GiddLayer attribute) (easydel.modules.gidd.modeling_gidd.GiddMLP attribute) (easydel.modules.gidd.modeling_gidd.GiddModel attribute) (easydel.modules.gidd.modeling_gidd.GiddRMSNorm attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Attention attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Block attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2LMHeadModel attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2MLP attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Model attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJBlock attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJMLP attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJModel attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXBlock attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXMlp attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXModel attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssForSequenceClassification attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssModel attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1Attention attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1BLockSparseMLP attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1DecoderLayer attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1ForCausalLM attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1Model attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1SparseMoeBlock attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2Block attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForSequenceClassification attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2MLP attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2Model attribute) (easydel.modules.llama.modeling_llama.LlamaForCausalLM attribute) (easydel.modules.llama.modeling_llama.LlamaForSequenceClassification attribute) (easydel.modules.llama.modeling_llama.LlamaModel attribute) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration attribute) (easydel.modules.llava.modeling_llava.LlavaForConditionalGeneration attribute) (easydel.modules.llava.modeling_llava.LlavaModel attribute) (easydel.modules.mistral.modeling_mistral.MistralModel attribute) (easydel.modules.mistral3.modeling_mistral3.Mistral3ForConditionalGeneration attribute) (easydel.modules.mixtral.modeling_mixtral.MixtralModel attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptAttention attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptBlock attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptMLP attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel attribute) (easydel.modules.olmo.modeling_olmo.OlmoDecoderLayer attribute) (easydel.modules.olmo.modeling_olmo.OlmoMLP attribute) (easydel.modules.olmo.modeling_olmo.OlmoModel attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2DecoderLayer attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2MLP attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2Model attribute) (easydel.modules.openelm.modeling_openelm.OpenELMDecoderLayer attribute) (easydel.modules.openelm.modeling_openelm.OpenELMFeedForwardNetwork attribute) (easydel.modules.openelm.modeling_openelm.OpenELMModel attribute) (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.opt.modeling_opt.OPTDecoder attribute) (easydel.modules.opt.modeling_opt.OPTDecoderLayer attribute) (easydel.modules.opt.modeling_opt.OPTModel attribute) (easydel.modules.phi.modeling_phi.PhiDecoderLayer attribute) (easydel.modules.phi.modeling_phi.PhiMLP attribute) (easydel.modules.phi.modeling_phi.PhiModel attribute) (easydel.modules.phi3.modeling_phi3.Phi3Attention attribute) (easydel.modules.phi3.modeling_phi3.Phi3DecoderLayer attribute) (easydel.modules.phi3.modeling_phi3.Phi3MLP attribute) (easydel.modules.phi3.modeling_phi3.Phi3Model attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoEBlockSparseTop2MLP attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeDecoderLayer attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeForCausalLM attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeSparseMoeBlock attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralAttention attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralBlock attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralMLP attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralTransformer attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralVisionModel attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2DecoderLayer attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2MLP attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2Model attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeDecoderLayer attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeForSequenceClassification attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeMLP attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeModel attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeSparseBlock attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3DecoderLayer attribute), [1] (easydel.modules.qwen3.modeling_qwen3.Qwen3MLP attribute), [1] (easydel.modules.qwen3.modeling_qwen3.Qwen3Model attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeDecoderLayer attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeForSequenceClassification attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeMLP attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeModel attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeSparseBlock attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmDecoderLayer attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmMLP attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmModel attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperModel attribute) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2MoeSparseBlock attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureModelOutput attribute), [1]

config_class (easydel.infra.mixins.bridge.EasyBridgeMixin attribute) (easydel.infra.mixins.generation.EasyGenerationMixin attribute) (easydel.infra.mixins.protocol.BaseModuleProtocol attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLVisionTransformer attribute) config_registry (easydel.infra.factory.Registry property) config_scaling_variables (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedConfig attribute), [1] CONFIG_SCALING_VARIABLES (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer attribute), [1] config_variables (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedConfig attribute), [1] CONFIG_VARIABLES (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer attribute), [1] ConfigType (class in easydel.infra.factory) configure_dataloaders() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) configure_functions() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer method) (easydel.trainers.distillation_trainer.distillation_trainer.DistillationTrainer method) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer method) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer method) (easydel.trainers.reward_trainer.reward_trainer.RewardTrainer method) (easydel.trainers.trainer.trainer.Trainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) configure_model() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) consolidate_experts (easydel.infra.base_module.ParameterTransformRule attribute), [1] ConstantList (class in easydel.inference.esurge.utils) consume_space() (in module easydel.inference.tools.utils) content (easydel.inference.openai_api_modules.ChatMessage attribute), [1] (easydel.inference.openai_api_modules.DeltaMessage attribute), [1] (easydel.inference.openai_api_modules.ExtractedToolCallInformation attribute) content_field (easydel.infra.elarge_model.types.TextDatasetInformCfg attribute), [1] (easydel.infra.elarge_model.types.VisualDatasetInformCfg attribute), [1] context_lens (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata attribute) contrastive_loss() (in module easydel.modules.clip.modeling_clip) conv1 (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) Conv1D (class in easydel.modules.gpt2.modeling_gpt2) (class in easydel.modules.mamba2.modeling_mamba2) conv2 (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) conv_kernel_size (easydel.layers.caching.mamba.cache.MambaCacheMetaData attribute), [1] (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData attribute), [1] conv_states (easydel.layers.caching.mamba.cache.MambaCacheView attribute), [1] (easydel.layers.caching.mamba2.cache.Mamba2CacheView attribute), [1] conversation (easydel.inference.openai_api_modules.CountTokenRequest attribute) conversations_formatting_function() (in module easydel.trainers.utils) CONVERT (easydel.infra.base_config.EasyMethod attribute), [1] convert_model_to_state() (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer method) convert_pytorch_to_jnp() (easydel.utils.parameters_transformation.TensorConverter static method) convert_special_loss_normalizing_factor_to_enum() (in module easydel.infra.loss_utils) convert_to_openai_format() (in module easydel.trainers.prompt_utils) COSINE (easydel.infra.etils.EasyDeLSchedulers attribute), [1] cost_analysis (easydel.infra.utils.TraceResult property) count_flop_jaxpr() (in module easydel.infra.utils) count_model_parameters() (easydel.trainers.base_trainer.BaseTrainer static method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol static method) count_tokens() (easydel.inference.esurge.server.api_server.eSurgeAdapter method) (easydel.inference.inference_engine_interface.InferenceEngineAdapter method) CountTokenRequest (class in easydel.inference.openai_api_modules) cpo_alpha (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) CPOTrainerCfg (class in easydel.infra.elarge_model.trainer_types) CPU (easydel.infra.etils.EasyDeLBackends attribute), [1] create() (easydel.infra.base_state.EasyDeLState class method) (easydel.infra.base_state.EasyDeLState method) (easydel.layers.caching._abstracts.BaseCacheMetadata class method) (easydel.layers.caching.lightning.cache.LightningCacheMetaData class method) (easydel.layers.caching.mamba.cache.MambaCacheMetaData class method) (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData class method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData class method) (easydel.layers.caching.transformer.cache.TransformerCacheMetaData class method) (easydel.layers.operations._base_operation.OperationRegistry class method) (easydel.utils.registery.Registry class method) create_attention_bias (easydel.layers.caching.transformer.cache.TransformerCacheMetaData attribute), [1] create_attention_mask() (in module easydel.modules.qwen2_vl.modeling_qwen2_vl) create_cache_metadata() (easydel.infra.mixins.generation.EasyGenerationMixin method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2ForCausalLM method) create_collect_function() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer.trainer.Trainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) create_config() (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer method) create_constant_length_dataset() (in module easydel.trainers.utils) create_empty() (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata class method) create_empty_page_list() (easydel.inference.esurge.core.manager.CacheManager method) create_error_response() (in module easydel.inference.esurge.server.api_server) (in module easydel.inference.inference_engine_interface) (in module easydel.inference.oai_proxies) create_generate_function() (easydel.trainers.base_trainer.BaseTrainer method) create_grain_collect_function() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer method) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer method) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer method) (easydel.trainers.reward_trainer.reward_trainer.RewardTrainer method) (easydel.trainers.trainer.trainer.Trainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) create_graphdef() (in module easydel.utils.traversals) create_kv_cache_specs_from_config() (in module easydel.inference.esurge.core.interface) create_mesh() (easydel.infra.base_config.EasyDeLBaseConfig static method) create_model() (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer method) create_model_from_config() (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer method) create_paged_metadata() (easydel.infra.mixins.generation.EasyGenerationMixin method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) create_progress_bar() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) create_prompt_creator() (in module easydel.trainers.utils) create_request_queue() (in module easydel.inference.esurge.scheduler.request_queue) create_stable_sharding() (easydel.layers.operations._operation_impl.OperationImpl method) create_tfds_collect_function() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer method) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer method) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer method) (easydel.trainers.reward_trainer.reward_trainer.RewardTrainer method) (easydel.trainers.trainer.trainer.Trainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) create_tool_execution_placeholder() (easydel.inference.tools.tool_calling_mixin.ToolCallingMixin method) create_tools_response() (easydel.inference.tools.tool_calling_mixin.ToolCallingMixin method) create_trainer() (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer method) create_transformer_checkpoint_policy() (in module easydel.infra.utils) create_tuple_parser() (in module easydel.modules.mamba.modeling_mamba) (in module easydel.modules.mamba2.modeling_mamba2) create_whisper_app() (in module easydel.inference.vwhisper.server) created (easydel.inference.openai_api_modules.ChatCompletionResponse attribute) (easydel.inference.openai_api_modules.ChatCompletionStreamResponse attribute) (easydel.inference.openai_api_modules.CompletionResponse attribute) (easydel.inference.openai_api_modules.CompletionStreamResponse attribute) cross_attention (easydel.infra.modeling_outputs.DecoderLayerOutput attribute) cross_attentions (easydel.infra.modeling_outputs.BaseModelOutputWithPastAndCrossAttentions attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.CausalLMOutputWithCrossAttentions attribute) (easydel.infra.modeling_outputs.Seq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput attribute) cross_entropy_blockwise_logits() (in module easydel.infra.loss_utils) cross_entropy_loss_and_accuracy() (in module easydel.infra.loss_utils) CUDA_FLASH_ATTN2 (easydel.layers.attention.AttentionMechanisms attribute), [1] CUDNN (easydel.layers.attention.AttentionMechanisms attribute), [1] CUMULATIVE (easydel.inference.sampling_params.RequestOutputKind attribute), [1] cumulative_logprob (easydel.inference.esurge.esurge_engine.CompletionOutput attribute), [1] cur_len (easydel.infra.mixins.generation.BeamSearchState attribute), [1] (easydel.infra.mixins.generation.GreedyState attribute), [1] (easydel.infra.mixins.generation.SampleState attribute), [1] current_backend() (easydel.layers.operations._base_operation.BaseOperation method) current_tool_id (easydel.inference.tools.abstract_tool.ToolParser attribute) (easydel.inference.tools.parsers.deepseekv3_tool_parser.DeepSeekV3ToolParser attribute) (easydel.inference.tools.parsers.hermes_tool_parser.HermesToolParser attribute) current_tool_index (easydel.inference.tools.parsers.llama4_pythonic_tool_parser.Llama4PythonicToolParser property) (easydel.inference.tools.parsers.pythonic_tool_parser.PythonicToolParser property) current_tool_name_sent (easydel.inference.tools.abstract_tool.ToolParser attribute) (easydel.inference.tools.parsers.deepseekv3_tool_parser.DeepSeekV3ToolParser attribute) (easydel.inference.tools.parsers.hermes_tool_parser.HermesToolParser attribute) current_wave (easydel.inference.esurge.engine_types.EngineCoreRequest attribute), [1] custom_scheduler (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute)

D

dask_storage_options (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] data_collator (easydel.infra.elarge_model.elarge_model.BuildTrainerKws attribute), [1] (easydel.trainers.base_trainer.BaseTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) data_files (easydel.infra.elarge_model.types.TextDatasetInformCfg attribute), [1] (easydel.infra.elarge_model.types.VisualDatasetInformCfg attribute), [1] data_parallel_rank (easydel.inference.esurge.engine_types.EngineCoreRequest attribute), [1] data_tokenize_fn (easydel.infra.elarge_model.elarge_model.BuildTrainerKws attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) DataCollatorForCompletionOnlyLM (class in easydel.trainers.utils) DataCollatorForPreferenceGrain (class in easydel.trainers.utils) DataCollatorForPreferenceTFDS (class in easydel.trainers.utils) dataloader_eval (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureDataloaderOutput attribute), [1] dataloader_num_workers (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) dataloader_pin_memory (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) dataloader_train (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureDataloaderOutput attribute), [1] DataMixtureCfg (class in easydel.infra.elarge_model.types) dataset (easydel.trainers.utils.HFDataSource attribute) dataset_batch_size (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) dataset_eval (easydel.trainers.base_trainer.BaseTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) dataset_kwargs (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) dataset_num_proc (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute), [1] (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) dataset_split_name (easydel.infra.elarge_model.types.TextDatasetInformCfg attribute), [1] (easydel.infra.elarge_model.types.VisualDatasetInformCfg attribute), [1] dataset_text_field (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) dataset_train (easydel.trainers.base_trainer.BaseTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) DatasetSaveCfg (class in easydel.infra.elarge_model.types) DbrxAttention (class in easydel.modules.dbrx.modeling_dbrx) DbrxAttentionConfig (class in easydel.modules.dbrx.dbrx_configuration) DbrxBlock (class in easydel.modules.dbrx.modeling_dbrx) DbrxConfig (class in easydel.modules.dbrx.dbrx_configuration) DbrxExpertGLU (class in easydel.modules.dbrx.modeling_dbrx) DbrxExperts (class in easydel.modules.dbrx.modeling_dbrx) DbrxFFN (class in easydel.modules.dbrx.modeling_dbrx) DbrxFFNConfig (class in easydel.modules.dbrx.dbrx_configuration) DbrxForCausalLM (class in easydel.modules.dbrx.modeling_dbrx) DbrxForSequenceClassification (class in easydel.modules.dbrx.modeling_dbrx) DbrxModel (class in easydel.modules.dbrx.modeling_dbrx) DbrxNormAttentionNorm (class in easydel.modules.dbrx.modeling_dbrx) DbrxRouter (class in easydel.modules.dbrx.modeling_dbrx) dcn_axis_dims (easydel.infra.elarge_model.types.ShardingCfg attribute), [1] decode() (easydel.modules.mistral3.mistral3_tokenizer.Mistral3Tokenizer method) (easydel.modules.whisper.modeling_whisper.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper.WhisperModel method) decode_truncated_prompt (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] decoded_prompts (easydel.trainers.base_trainer.GenerationResults attribute) decoder (easydel.modules.opt.modeling_opt.OPTModel attribute) (easydel.modules.whisper.modeling_whisper.WhisperModel attribute) decoder_attentions (easydel.infra.modeling_outputs.Seq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput attribute) decoder_hidden_states (easydel.infra.modeling_outputs.Seq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput attribute) DecoderLayerOutput (class in easydel.infra.modeling_outputs) decr_ref() (easydel.inference.esurge.core.utils.CachePage method) deep_merge() (in module easydel.infra.elarge_model.utils) deepcopy_model() (in module easydel.utils.traversals) DeepseekScalingRotaryEmbedding (class in easydel.layers.rotary_embedding) DeepseekV2Attention (class in easydel.modules.deepseek_v2.modeling_deepseek) DeepseekV2Config (class in easydel.modules.deepseek_v2.deepseek_configuration) DeepseekV2DecoderLayer (class in easydel.modules.deepseek_v2.modeling_deepseek) DeepseekV2ForCausalLM (class in easydel.modules.deepseek_v2.modeling_deepseek) DeepseekV2MLP (class in easydel.modules.deepseek_v2.modeling_deepseek) DeepseekV2MLPMoE (class in easydel.modules.deepseek_v2.modeling_deepseek) DeepseekV2Model (class in easydel.modules.deepseek_v2.modeling_deepseek) DeepseekV2MoE (class in easydel.modules.deepseek_v2.modeling_deepseek) DeepseekV3Attention (class in easydel.modules.deepseek_v3.modeling_deepseek) DeepseekV3Config (class in easydel.modules.deepseek_v3.deepseek_configuration) DeepseekV3DecoderLayer (class in easydel.modules.deepseek_v3.modeling_deepseek) DeepseekV3ForCausalLM (class in easydel.modules.deepseek_v3.modeling_deepseek) DeepseekV3MLP (class in easydel.modules.deepseek_v3.modeling_deepseek) DeepseekV3MLPMoE (class in easydel.modules.deepseek_v3.modeling_deepseek) DeepseekV3Model (class in easydel.modules.deepseek_v3.modeling_deepseek) DeepseekV3MoE (class in easydel.modules.deepseek_v3.modeling_deepseek) DeepSeekV3ToolParser (class in easydel.inference.tools.parsers.deepseekv3_tool_parser) default_frequencies (easydel.modules.gemma3.modeling_gemma3.Gemma3TextModel property) (easydel.modules.xerxes.modeling_xerxes.XerxesModel property) default_key_value_sharding (easydel.layers.attention.AttentionModule property) define_flags_with_default() (in module easydel.infra.etils) define_network() (easydel.modules.dbrx.modeling_dbrx.DbrxAttention method) (easydel.modules.deepseek_v2.modeling_deepseek.DeepseekV2Attention method) (easydel.modules.deepseek_v3.modeling_deepseek.DeepseekV3Attention method) (easydel.modules.gpt2.modeling_gpt2.GPT2Attention method) (easydel.modules.gpt_j.modeling_gpt_j.GPTJAttention method) (easydel.modules.mosaic_mpt.modeling_mosaic.MptAttention method) (easydel.modules.openelm.modeling_openelm.OpenELMMultiHeadCausalAttention method) (easydel.modules.phi3.modeling_phi3.Phi3Attention method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLVisionAttention method) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2Attention method) delete_tree() (in module easydel.trainers.group_relative_policy_optimization.grpo_trainer) delta (easydel.inference.openai_api_modules.ChatCompletionStreamResponseChoice attribute) DELTA (easydel.inference.sampling_params.RequestOutputKind attribute), [1] delta (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) delta_seq (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] delta_text (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] DeltaFunctionCall (class in easydel.inference.openai_api_modules) DeltaMessage (class in easydel.inference.openai_api_modules) DeltaToolCall (class in easydel.inference.openai_api_modules) DENSE_MOE (easydel.layers.moe.MoEMethods attribute), [1] desc (easydel.trainers.metrics.JSONProgressBar attribute) description (easydel.inference.openai_api_modules.Function attribute) (easydel.inference.openai_api_modules.FunctionDefinition attribute), [1] (easydel.utils.readme_generator.ModelInfo attribute) desirable_weight (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) destroy_kv_cache() (easydel.inference.esurge.runners.model_runner.eSurgeRunner method) destroy_pages_on_pause (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] deterministic (easydel.layers.attention.FlexibleAttentionModule attribute) detokenize (easydel.inference.sampling_params.SamplingParams attribute) detokenizer_endpoint (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] detokenizer_max_states (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] device (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter property) (easydel.infra.elarge_model.types.LoaderCfg attribute), [1] device_id (easydel.utils.analyze_memory.DeviceStats attribute), [1] DeviceStats (class in easydel.utils.analyze_memory) diffrentiate_state() (in module easydel.utils.traversals) DIFFUSION_LM (easydel.infra.factory.TaskType attribute), [1] (easydel.infra.utils.TaskType attribute) dim (easydel.layers.norms.RMSNorm attribute) (easydel.modules.cohere2.modeling_cohere2.Cohere2LayerNorm attribute) direction (easydel.layers.moe.ParallelMoELinear property) disable_additional_properties (easydel.inference.sampling_params.GuidedDecodingParams attribute), [1] disable_any_whitespace (easydel.inference.sampling_params.GuidedDecodingParams attribute), [1] disable_dropout (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute), [1] disable_fallback (easydel.inference.sampling_params.GuidedDecodingParams attribute), [1] distillation_loss() (in module easydel.trainers.distillation_trainer._fn) distillation_step() (in module easydel.trainers.distillation_trainer._fn) DistillationConfig (class in easydel.trainers.distillation_trainer.distillation_config) DistillationTrainer (class in easydel.trainers.distillation_trainer.distillation_trainer) DistillationTrainerCfg (class in easydel.infra.elarge_model.trainer_types) divide_weight_sum (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute), [1] do_eval (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute)

do_last_save (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) do_layer_norm_before (easydel.modules.opt.modeling_opt.OPTDecoderLayer attribute) do_register() (easydel.utils.registery.Registry class method) do_train (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) dot_general (easydel.modules.gpt2.modeling_gpt2.Conv1D attribute) DOTS_SAVEABLE (easydel.infra.etils.EasyDeLGradientCheckPointers attribute) DOTS_WITH_NO_BATCH_DIMS_AVAILABLE (easydel.infra.etils.EasyDeLGradientCheckPointers attribute) down_proj (easydel.modules.gidd.modeling_gidd.GiddMLP attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptMLP attribute) (easydel.modules.olmo.modeling_olmo.OlmoMLP attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2MLP attribute) (easydel.modules.phi3.modeling_phi3.Phi3MLP attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralMLP attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2MLP attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeMLP attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3MLP attribute), [1] (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeMLP attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmMLP attribute) DPOConfig (class in easydel.trainers.direct_preference_optimization_trainer.dpo_config) DPODataCollatorWithPaddingGrain (class in easydel.trainers.utils) DPODataCollatorWithPaddingTFDS (class in easydel.trainers.utils) DPOTrainer (class in easydel.trainers.direct_preference_optimization_trainer.dpo_trainer) DPOTrainerCfg (class in easydel.infra.elarge_model.trainer_types) dropout (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.phi3.modeling_phi3.Phi3DecoderLayer attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeDecoderLayer attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2MLP attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2Model attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoder attribute) dropout_add() (in module easydel.modules.falcon.modeling_falcon) dropout_layer (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.opt.modeling_opt.OPTDecoder attribute) (easydel.modules.opt.modeling_opt.OPTDecoderLayer attribute) dropout_prob (easydel.layers.operations._operation_meta.OperationMetadata attribute) dropout_rng_key (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeDecoderLayer attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmDecoderLayer attribute) dtype (easydel.inference.esurge.core.interface.AttentionSpec attribute) (easydel.inference.esurge.core.interface.MambaSpec attribute) (easydel.inference.vwhisper.core.vWhisperInference attribute) (easydel.infra.elarge_model.types.EasyDeLQuantizationCfg attribute), [1] (easydel.infra.elarge_model.types.LoaderCfg attribute), [1] (easydel.infra.utils.ArrayParam attribute), [1] (easydel.layers.attention.FlexibleAttentionModule attribute) (easydel.layers.caching._specs.AttentionSpec attribute), [1] (easydel.layers.caching._specs.MambaSpec attribute), [1] (easydel.layers.linear.ParallelLinear attribute) (easydel.layers.moe.ParallelMoELinear attribute) (easydel.layers.norms.RMSNorm attribute) (easydel.layers.quantization.quantizers.EasyDeLQuantizationConfig attribute) (easydel.layers.rotary_embedding.DeepseekScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.Phi3LongRoPEScaledRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RotaryEmbedding attribute) (easydel.modules.arctic.modeling_arctic.ArcticDecoderLayer attribute) (easydel.modules.arctic.modeling_arctic.ArcticMLP attribute) (easydel.modules.arctic.modeling_arctic.ArcticMLPMoE attribute) (easydel.modules.arctic.modeling_arctic.ArcticModel attribute) (easydel.modules.arctic.modeling_arctic.ArcticMoeBlock attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionForConditionalGeneration attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionModel attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionMultiModalProjector attribute) (easydel.modules.clip.modeling_clip.CLIPAttention attribute) (easydel.modules.clip.modeling_clip.CLIPEncoder attribute) (easydel.modules.clip.modeling_clip.CLIPEncoderLayer attribute) (easydel.modules.clip.modeling_clip.CLIPForImageClassification attribute) (easydel.modules.clip.modeling_clip.CLIPMLP attribute) (easydel.modules.clip.modeling_clip.CLIPTextEmbeddings attribute) (easydel.modules.clip.modeling_clip.CLIPTextModel attribute) (easydel.modules.clip.modeling_clip.CLIPTextModelWithProjection attribute) (easydel.modules.clip.modeling_clip.CLIPTextTransformer attribute) (easydel.modules.clip.modeling_clip.CLIPVisionEmbeddings attribute) (easydel.modules.clip.modeling_clip.CLIPVisionModel attribute) (easydel.modules.clip.modeling_clip.CLIPVisionTransformer attribute) (easydel.modules.cohere2.modeling_cohere2.Cohere2LayerNorm attribute) (easydel.modules.dbrx.modeling_dbrx.DbrxAttention attribute) (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) (easydel.modules.gidd.modeling_gidd.GiddForDiffusionLM attribute) (easydel.modules.gidd.modeling_gidd.GiddLayer attribute) (easydel.modules.gidd.modeling_gidd.GiddMLP attribute) (easydel.modules.gidd.modeling_gidd.GiddModel attribute) (easydel.modules.gidd.modeling_gidd.GiddRMSNorm attribute) (easydel.modules.gpt2.modeling_gpt2.Conv1D attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Attention attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Block attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2LMHeadModel attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2MLP attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Model attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJBlock attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJMLP attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJModel attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXBlock attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXMlp attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXModel attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssForSequenceClassification attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssModel attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1Attention attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1BLockSparseMLP attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1DecoderLayer attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1ForCausalLM attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1Model attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1SparseMoeBlock attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2Block attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForSequenceClassification attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2MLP attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2Model attribute) (easydel.modules.llama.modeling_llama.LlamaForCausalLM attribute) (easydel.modules.llama.modeling_llama.LlamaForSequenceClassification attribute) (easydel.modules.llama.modeling_llama.LlamaModel attribute) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration attribute) (easydel.modules.llava.modeling_llava.LlavaForConditionalGeneration attribute) (easydel.modules.llava.modeling_llava.LlavaModel attribute) (easydel.modules.mistral.modeling_mistral.MistralModel attribute) (easydel.modules.mistral3.modeling_mistral3.Mistral3ForConditionalGeneration attribute) (easydel.modules.mixtral.modeling_mixtral.MixtralModel attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptAttention attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptBlock attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptMLP attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel attribute) (easydel.modules.olmo.modeling_olmo.OlmoDecoderLayer attribute) (easydel.modules.olmo.modeling_olmo.OlmoMLP attribute) (easydel.modules.olmo.modeling_olmo.OlmoModel attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2DecoderLayer attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2MLP attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2Model attribute) (easydel.modules.openelm.modeling_openelm.OpenELMDecoderLayer attribute) (easydel.modules.openelm.modeling_openelm.OpenELMFeedForwardNetwork attribute) (easydel.modules.openelm.modeling_openelm.OpenELMModel attribute) (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.opt.modeling_opt.OPTDecoder attribute) (easydel.modules.opt.modeling_opt.OPTDecoderLayer attribute) (easydel.modules.opt.modeling_opt.OPTModel attribute) (easydel.modules.phi.modeling_phi.PhiDecoderLayer attribute) (easydel.modules.phi.modeling_phi.PhiMLP attribute) (easydel.modules.phi.modeling_phi.PhiModel attribute) (easydel.modules.phi3.modeling_phi3.Phi3Attention attribute) (easydel.modules.phi3.modeling_phi3.Phi3DecoderLayer attribute) (easydel.modules.phi3.modeling_phi3.Phi3MLP attribute) (easydel.modules.phi3.modeling_phi3.Phi3Model attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoEBlockSparseTop2MLP attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeDecoderLayer attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeForCausalLM attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeSparseMoeBlock attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralAttention attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralBlock attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralMLP attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralTransformer attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralVisionModel attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2DecoderLayer attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2MLP attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2Model attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeDecoderLayer attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeForSequenceClassification attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeMLP attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeModel attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeSparseBlock attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3DecoderLayer attribute), [1] (easydel.modules.qwen3.modeling_qwen3.Qwen3MLP attribute), [1] (easydel.modules.qwen3.modeling_qwen3.Qwen3Model attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeDecoderLayer attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeForSequenceClassification attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeMLP attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeModel attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeSparseBlock attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmDecoderLayer attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmMLP attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmModel attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperModel attribute) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2MoeSparseBlock attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) DtypeHandler (class in easydel.utils.parameters_transformation) DummyObject (class in easydel.utils.lazy_import) DummyStream (class in easydel.utils.helpers) dynamic_cross_entropy_loss() (in module easydel.infra.loss_utils) dynamic_sample_tokens() (in module easydel.inference.sampling_funcs) DynamicNTKScalingRotaryEmbedding (class in easydel.layers.rotary_embedding)

E

EasyBridgeMixin (class in easydel.infra.mixins.bridge) easydel.inference.decoders module easydel.inference.esurge.config module easydel.inference.esurge.core.coordinator module easydel.inference.esurge.core.interface module easydel.inference.esurge.core.manager module easydel.inference.esurge.core.page_pool module easydel.inference.esurge.core.single_type_cache_manager module easydel.inference.esurge.core.utils module easydel.inference.esurge.engine_types module easydel.inference.esurge.esurge_engine module easydel.inference.esurge.metrics module easydel.inference.esurge.monitoring module easydel.inference.esurge.outputs module easydel.inference.esurge.page_table module easydel.inference.esurge.request module easydel.inference.esurge.runners.execution_manager module easydel.inference.esurge.runners.model_runner module easydel.inference.esurge.runners.sequence_buffer module easydel.inference.esurge.runners.states module easydel.inference.esurge.scheduler.interface module easydel.inference.esurge.scheduler.output module easydel.inference.esurge.scheduler.request_queue module easydel.inference.esurge.scheduler.scheduler module easydel.inference.esurge.scheduler.utils module easydel.inference.esurge.server.api_server module easydel.inference.esurge.utils module easydel.inference.evaluations.esurge_eval module easydel.inference.inference_engine_interface module easydel.inference.logits_process module easydel.inference.oai_proxies module easydel.inference.openai_api_modules module easydel.inference.sampling_funcs module easydel.inference.sampling_params module easydel.inference.tools.abstract_tool module easydel.inference.tools.parsers.deepseekv3_tool_parser module easydel.inference.tools.parsers.glm4_moe_tool_parser module easydel.inference.tools.parsers.granite_20b_fc_tool_parser module easydel.inference.tools.parsers.granite_tool_parser module easydel.inference.tools.parsers.hermes_tool_parser module easydel.inference.tools.parsers.hunyuan_a13b_tool_parser module easydel.inference.tools.parsers.internlm2_tool_parser module easydel.inference.tools.parsers.jamba_tool_parser module easydel.inference.tools.parsers.kimi_k2_tool_parser module easydel.inference.tools.parsers.llama4_pythonic_tool_parser module easydel.inference.tools.parsers.llama_tool_parser module easydel.inference.tools.parsers.minimax_tool_parser module easydel.inference.tools.parsers.mistral_tool_parser module easydel.inference.tools.parsers.phi4mini_tool_parser module easydel.inference.tools.parsers.pythonic_tool_parser module easydel.inference.tools.parsers.qwen3coder_tool_parser module easydel.inference.tools.parsers.seed_oss_tool_parser module easydel.inference.tools.parsers.step3_tool_parser module easydel.inference.tools.tool_calling_mixin module easydel.inference.tools.utils module easydel.inference.vwhisper.cli module easydel.inference.vwhisper.config module easydel.inference.vwhisper.core module easydel.inference.vwhisper.generation module easydel.inference.vwhisper.server module easydel.inference.vwhisper.utils module easydel.infra.base_config module easydel.infra.base_module module easydel.infra.base_state module easydel.infra.elarge_model.builders module easydel.infra.elarge_model.defaults module easydel.infra.elarge_model.elarge_model module easydel.infra.elarge_model.normalizer module easydel.infra.elarge_model.trainer_types module easydel.infra.elarge_model.types module easydel.infra.elarge_model.utils module easydel.infra.errors module easydel.infra.etils module easydel.infra.factory module easydel.infra.loss_utils module easydel.infra.mixins.bridge module easydel.infra.mixins.generation module easydel.infra.mixins.protocol module easydel.infra.modeling_outputs module easydel.infra.utils module easydel.layers.attention module easydel.layers.caching._abstracts module easydel.layers.caching._specs module easydel.layers.caching.lightning.cache module easydel.layers.caching.mamba.cache module easydel.layers.caching.mamba2.cache module easydel.layers.caching.ragged_page.cache module easydel.layers.caching.ragged_page.utils module easydel.layers.caching.transformer.cache module easydel.layers.linear module easydel.layers.moe module easydel.layers.norms module easydel.layers.operations._attention_outputs module easydel.layers.operations._base_operation module easydel.layers.operations._operation_impl module easydel.layers.operations._operation_meta module easydel.layers.operations.modules.blocksparse_attention module easydel.layers.operations.modules.decode_attention module easydel.layers.operations.modules.flash_attention module easydel.layers.operations.modules.ragged_page_attention module easydel.layers.operations.modules.ring_attention module easydel.layers.operations.modules.scaled_dot_product_attention module easydel.layers.operations.modules.vanilla_attention module easydel.layers.quantization.base_quant module easydel.layers.quantization.linear_8bit module easydel.layers.quantization.linear_nf4 module easydel.layers.quantization.quantizers module easydel.layers.rotary_embedding module easydel.modules.arctic.arctic_configuration module easydel.modules.arctic.modeling_arctic module easydel.modules.auto.auto_configuration module easydel.modules.auto.auto_modeling module easydel.modules.aya_vision.aya_vision_configuration module easydel.modules.aya_vision.modeling_aya_vision module easydel.modules.clip.clip_configuration module easydel.modules.clip.modeling_clip module easydel.modules.cohere.cohere_configuration module easydel.modules.cohere.modeling_cohere module easydel.modules.cohere2.cohere2_configuration module easydel.modules.cohere2.modeling_cohere2 module easydel.modules.dbrx.dbrx_configuration module easydel.modules.dbrx.modeling_dbrx module easydel.modules.deepseek_v2.deepseek_configuration module easydel.modules.deepseek_v2.modeling_deepseek module easydel.modules.deepseek_v3.deepseek_configuration module easydel.modules.deepseek_v3.modeling_deepseek module easydel.modules.exaone.exaone_configuration module easydel.modules.exaone.modeling_exaone module easydel.modules.falcon.falcon_configuration module easydel.modules.falcon.modeling_falcon module easydel.modules.gemma.gemma_configuration module easydel.modules.gemma.modeling_gemma module easydel.modules.gemma2.gemma2_configuration module easydel.modules.gemma2.modeling_gemma2 module easydel.modules.gemma3.gemma3_configuration module easydel.modules.gemma3.modeling_gemma3 module easydel.modules.gidd.gidd_configuration module easydel.modules.gidd.modeling_gidd module easydel.modules.glm.glm_configuration module easydel.modules.glm.modeling_glm module easydel.modules.glm4.glm4_configuration module easydel.modules.glm4.modeling_glm4 module easydel.modules.glm4_moe.glm4_moe_configuration module easydel.modules.glm4_moe.modeling_glm4_moe module easydel.modules.gpt2.gpt2_configuration module easydel.modules.gpt2.modeling_gpt2 module easydel.modules.gpt_j.gpt_j_configuration module easydel.modules.gpt_j.modeling_gpt_j module easydel.modules.gpt_neox.gpt_neox_configuration module easydel.modules.gpt_neox.modeling_gpt_neox module easydel.modules.gpt_oss.gpt_oss_configuration module easydel.modules.gpt_oss.modeling_gpt_oss module easydel.modules.grok_1.grok_1_configuration module easydel.modules.grok_1.modeling_grok_1 module easydel.modules.internlm2.internlm2_configuration module easydel.modules.internlm2.modeling_internlm2 module easydel.modules.llama.llama_configuration module easydel.modules.llama.modeling_llama module easydel.modules.llama4.llama4_configuration module easydel.modules.llama4.modeling_llama4 module easydel.modules.llava.llava_configuration module easydel.modules.llava.modeling_llava module easydel.modules.mamba.mamba_configuration module easydel.modules.mamba.modeling_mamba module easydel.modules.mamba2.mamba2_configuration module easydel.modules.mamba2.modeling_mamba2 module easydel.modules.minimax_text_v1.minimax_text_01_configuration module easydel.modules.minimax_text_v1.modeling_minimax_text_01 module easydel.modules.mistral.mistral_configuration module easydel.modules.mistral.modeling_mistral module easydel.modules.mistral3.mistral3_configuration module easydel.modules.mistral3.mistral3_tokenizer module easydel.modules.mistral3.modeling_mistral3 module easydel.modules.mixtral.mixtral_configuration module easydel.modules.mixtral.modeling_mixtral module easydel.modules.mosaic_mpt.modeling_mosaic module easydel.modules.mosaic_mpt.mosaic_configuration module easydel.modules.olmo.modeling_olmo module easydel.modules.olmo.olmo_configuration module easydel.modules.olmo2.modeling_olmo2 module easydel.modules.olmo2.olmo2_configuration module easydel.modules.openelm.modeling_openelm module easydel.modules.openelm.openelm_configuration module easydel.modules.opt.modeling_opt module easydel.modules.opt.opt_configuration module easydel.modules.phi.modeling_phi module easydel.modules.phi.phi_configuration module easydel.modules.phi3.modeling_phi3 module easydel.modules.phi3.phi3_configuration module easydel.modules.phimoe.modeling_phimoe module easydel.modules.phimoe.phimoe_configuration module easydel.modules.pixtral.modeling_pixtral module easydel.modules.pixtral.pixtral_configuration module easydel.modules.qwen2.modeling_qwen module easydel.modules.qwen2.qwen_configuration module easydel.modules.qwen2_moe.configuration_qwen2_moe module easydel.modules.qwen2_moe.modeling_qwen2_moe module easydel.modules.qwen2_vl.modeling_qwen2_vl module easydel.modules.qwen2_vl.qwen2_vl_configuration module easydel.modules.qwen3.modeling_qwen3 module easydel.modules.qwen3.qwen3_configuration module easydel.modules.qwen3_moe.modeling_qwen3_moe module easydel.modules.qwen3_moe.qwen3_moe_configuration module easydel.modules.roberta.modeling_roberta module easydel.modules.roberta.roberta_configuration module easydel.modules.rwkv.modeling_rwkv module easydel.modules.rwkv.rwkv_configuration module easydel.modules.siglip.configuration_siglip module easydel.modules.siglip.modeling_siglip module easydel.modules.stablelm.modeling_stablelm module easydel.modules.stablelm.stablelm_configuration module easydel.modules.whisper.modeling_whisper module easydel.modules.whisper.whisper_configuration module easydel.modules.xerxes.modeling_xerxes module easydel.modules.xerxes.xerxes_configuration module easydel.modules.xerxes2.modeling_xerxes2 module easydel.modules.xerxes2.xerxes2_configuration module easydel.scripts.install_on_hosts module easydel.trainers.base_trainer module easydel.trainers.direct_preference_optimization_trainer._fn module easydel.trainers.direct_preference_optimization_trainer.dpo_config module

easydel.trainers.direct_preference_optimization_trainer.dpo_trainer module easydel.trainers.distillation_trainer._fn module easydel.trainers.distillation_trainer.distillation_config module easydel.trainers.distillation_trainer.distillation_trainer module easydel.trainers.group_relative_policy_optimization._fn module easydel.trainers.group_relative_policy_optimization.grpo_config module easydel.trainers.group_relative_policy_optimization.grpo_trainer module easydel.trainers.metrics module easydel.trainers.odds_ratio_preference_optimization_trainer._fn module easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config module easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer module easydel.trainers.packer module easydel.trainers.prompt_utils module easydel.trainers.ray_scaler.distributed_trainer module easydel.trainers.reward_trainer._fn module easydel.trainers.reward_trainer.reward_config module easydel.trainers.reward_trainer.reward_trainer module easydel.trainers.supervised_fine_tuning_trainer.sft_config module easydel.trainers.supervised_fine_tuning_trainer.sft_trainer module easydel.trainers.trainer._fn module easydel.trainers.trainer.modeling_output module easydel.trainers.trainer.trainer module easydel.trainers.trainer_protocol module easydel.trainers.training_configurations module easydel.trainers.training_utils module easydel.trainers.utils module easydel.utils.analyze_memory module easydel.utils.compiling_utils module easydel.utils.helpers module easydel.utils.lazy_import module easydel.utils.parameters_transformation module easydel.utils.readme_generator module easydel.utils.registery module easydel.utils.traversals module easydel_to_huggingface() (easydel.utils.parameters_transformation.ModelConverter static method) easydel_to_torch() (easydel.utils.parameters_transformation.StateDictConverter static method) EasyDeLBackends (class in easydel.infra.etils) (easydel.layers.operations._base_operation.BaseOperation property) EasyDeLBaseConfig (class in easydel.infra.base_config) EasyDeLBaseConfigDict (class in easydel.infra.base_config) EasyDeLBaseModule (class in easydel.infra.base_module) EasyDeLBlockWiseFFNError EasyDeLBreakRequest EasyDeLComputeError EasyDeLGradientCheckPointers (class in easydel.infra.etils) EasyDeLNotImplementedFeatureError EasyDeLOptimizers (class in easydel.infra.etils) EasyDeLPlatforms (class in easydel.infra.etils) EasyDeLProcessError EasyDeLQuantizationCfg (class in easydel.infra.elarge_model.types) EasyDeLQuantizationConfig (class in easydel.layers.quantization.quantizers) EasyDeLRuntimeError EasyDeLSchedulers (class in easydel.infra.etils) EasyDeLState (class in easydel.infra.base_state) EasyDeLSyntaxRuntimeError EasyDeLTimerError EasyGenerationMixin (class in easydel.infra.mixins.generation) EasyMethod (class in easydel.infra.base_config) EasyQuantizer (class in easydel.layers.quantization.quantizers) elapsed (easydel.utils.helpers.Timer attribute) elapsed_time() (easydel.utils.helpers.Timer method) eLargeModel (class in easydel.infra.elarge_model.elarge_model) ELMConfig (class in easydel.infra.elarge_model.types) ELU (easydel.infra.utils.ActivationType attribute) emb_drop (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel attribute) embed_dim (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.opt.modeling_opt.OPTDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoderLayer attribute) embed_dropout (easydel.modules.phi.modeling_phi.PhiModel attribute) (easydel.modules.phi3.modeling_phi3.Phi3Model attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel attribute) embed_positions (easydel.modules.opt.modeling_opt.OPTDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) embed_scale (easydel.modules.opt.modeling_opt.OPTDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) embed_tokens (easydel.modules.gidd.modeling_gidd.GiddModel attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssModel attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2Model attribute) (easydel.modules.mixtral.modeling_mixtral.MixtralModel attribute) (easydel.modules.olmo.modeling_olmo.OlmoModel attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2Model attribute) (easydel.modules.opt.modeling_opt.OPTDecoder attribute) (easydel.modules.phi.modeling_phi.PhiModel attribute) (easydel.modules.phi3.modeling_phi3.Phi3Model attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2Model attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeModel attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3Model attribute), [1] (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeModel attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmModel attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoder attribute) embedding_layer_names (easydel.infra.factory.ModuleRegistration attribute), [1] empty() (easydel.inference.esurge.outputs.LogprobsTensors static method) EMPTY_CHOICE (easydel.layers.moe.MoeLoadBalancingStrategy attribute), [1] (easydel.layers.moe.MoeRoutingStrategy attribute) EmptyProcessor (class in easydel.inference.logits_process) enable_caching (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] enable_function_calling (easydel.inference.oai_proxies.InferenceApiRouter attribute) enable_prefix_caching (easydel.inference.esurge.config.CacheConfig attribute), [1] (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] enc_num_layers (easydel.infra.utils.FlopCalcConfig attribute), [1] enc_seq_len (easydel.infra.utils.FlopCalcConfig attribute), [1] encode() (easydel.modules.mistral3.mistral3_tokenizer.Mistral3Tokenizer method) (easydel.modules.whisper.modeling_whisper.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper.WhisperModel method) encode_plus() (easydel.modules.mistral3.mistral3_tokenizer.Mistral3Tokenizer method) encoder (easydel.modules.whisper.modeling_whisper.WhisperModel attribute) encoder_attentions (easydel.infra.modeling_outputs.Seq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput attribute) encoder_attn (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) encoder_attn_layer_norm (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) encoder_hidden_states (easydel.infra.modeling_outputs.Seq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput attribute) encoder_last_hidden_state (easydel.infra.modeling_outputs.Seq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput attribute) EncoderLayerOutput (class in easydel.infra.modeling_outputs) end_logits (easydel.infra.modeling_outputs.QuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput attribute) end_time (easydel.inference.esurge.metrics.RequestMetrics attribute) EndpointConfig (class in easydel.inference.inference_engine_interface) (class in easydel.inference.oai_proxies) engine_index (easydel.inference.esurge.engine_types.EngineCoreOutputs attribute) EngineCoreEvent (class in easydel.inference.esurge.engine_types) EngineCoreEventType (class in easydel.inference.esurge.engine_types) EngineCoreOutput (class in easydel.inference.esurge.engine_types) EngineCoreOutputs (class in easydel.inference.esurge.engine_types) EngineCoreRequest (class in easydel.inference.esurge.engine_types) EngineCoreRequestType (class in easydel.inference.esurge.engine_types) EngineRequest (class in easydel.inference.esurge.request) EngineRequestStatus (class in easydel.inference.esurge.request) ensure_checkpoint_path() (easydel.trainers.training_configurations.TrainingArguments method) ensure_training_time_limit() (easydel.trainers.training_configurations.TrainingArguments method) eos_token_id (easydel.inference.esurge.engine_types.EngineCoreRequest attribute), [1] (easydel.inference.esurge.request.EngineRequest attribute) (easydel.inference.logits_process.ForcedEOSTokenLogitsProcessor attribute) (easydel.inference.logits_process.MinLengthLogitsProcessor attribute) (easydel.modules.mistral3.mistral3_tokenizer.Mistral3Tokenizer attribute) eot_token_id (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter property) eps (easydel.layers.norms.RMSNorm attribute) (easydel.modules.cohere2.modeling_cohere2.Cohere2LayerNorm attribute) epsilon (easydel.modules.gidd.modeling_gidd.GiddRMSNorm attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) epsilon_high (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) error (easydel.inference.esurge.metrics.RequestMetrics attribute) (easydel.inference.esurge.server.api_server.ErrorResponse attribute) ERROR (easydel.inference.esurge.server.api_server.ServerStatus attribute) error (easydel.inference.inference_engine_interface.ErrorResponse attribute), [1] ERROR (easydel.inference.inference_engine_interface.ServerStatus attribute), [1] error (easydel.inference.oai_proxies.ErrorResponse attribute) ERROR (easydel.inference.oai_proxies.ServerStatus attribute) ErrorResponse (class in easydel.inference.esurge.server.api_server) (class in easydel.inference.inference_engine_interface) (class in easydel.inference.oai_proxies) eSurge (class in easydel.inference.esurge.esurge_engine) esurge (easydel.infra.elarge_model.types.ELMConfig attribute), [1] esurge_compatible_model (easydel.infra.mixins.generation.EasyGenerationMixin property) esurge_generate() (easydel.infra.mixins.generation.EasyGenerationMixin method) esurge_graphdef (easydel.infra.mixins.generation.EasyGenerationMixin property) esurge_hbm_utilization (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) esurge_max_num_seqs (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) esurge_min_input_pad (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) esurge_name (easydel.inference.esurge.esurge_engine.eSurge property) (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] esurge_page_size (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) esurge_silent_mode (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) esurge_use_tqdm (easydel.trainers.training_configurations.TrainingArguments attribute) eSurgeAdapter (class in easydel.inference.esurge.server.api_server) eSurgeApiServer (class in easydel.inference.esurge.server.api_server) eSurgeCfg (class in easydel.infra.elarge_model.types) eSurgeLMEvalAdapter (class in easydel.inference.evaluations.esurge_eval) eSurgeMonitoringServer (class in easydel.inference.esurge.monitoring) eSurgeRunner (class in easydel.inference.esurge.runners.model_runner) EVAL (easydel.infra.base_config.EasyMethod attribute), [1] eval (easydel.infra.elarge_model.types.ELMConfig attribute), [1] eval() (easydel.infra.elarge_model.elarge_model.eLargeModel method) (easydel.trainers.trainer.trainer.Trainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) eval_batch_size (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) eval_packing (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) EvalKwargs (class in easydel.infra.elarge_model.types) evalu_tracker (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) evaluation_batch_size (easydel.trainers.base_trainer.BaseTrainer property) (easydel.trainers.trainer_protocol.BaseTrainerProtocol property) evaluation_step() (in module easydel.trainers.direct_preference_optimization_trainer._fn) (in module easydel.trainers.reward_trainer._fn) (in module easydel.trainers.trainer._fn) evaluation_steps (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) events (easydel.inference.esurge.engine_types.EngineCoreOutput attribute), [1] (easydel.inference.esurge.request.EngineRequest attribute) EVERYTHING_SAVEABLE (easydel.infra.etils.EasyDeLGradientCheckPointers attribute), [1] ExaoneAttention (class in easydel.modules.exaone.modeling_exaone) ExaoneAttentionInner (class in easydel.modules.exaone.modeling_exaone) ExaoneConfig (class in easydel.modules.exaone.exaone_configuration) ExaoneDecoderLayer (class in easydel.modules.exaone.modeling_exaone) ExaoneForCausalLM (class in easydel.modules.exaone.modeling_exaone) ExaoneForSequenceClassification (class in easydel.modules.exaone.modeling_exaone) ExaoneGatedMLP (class in easydel.modules.exaone.modeling_exaone) ExaoneModel (class in easydel.modules.exaone.modeling_exaone) execute() (easydel.inference.esurge.runners.execution_manager.ExecutionManager method) execute_model() (easydel.inference.esurge.runners.model_runner.eSurgeRunner method) execute_model_async() (easydel.inference.esurge.runners.model_runner.eSurgeRunner method) execute_tool() (easydel.inference.esurge.server.api_server.eSurgeApiServer method) (easydel.inference.inference_engine_interface.BaseInferenceApiServer method) (easydel.inference.oai_proxies.InferenceApiRouter method) execution_time (easydel.inference.esurge.metrics.ModelRunnerMetrics attribute) (easydel.infra.loss_utils.LossMetrics attribute), [1] ExecutionManager (class in easydel.inference.esurge.runners.execution_manager) EXECUTOR_FAILED (easydel.inference.esurge.engine_types.EngineCoreRequestType attribute) executor_manager (easydel.inference.esurge.runners.model_runner.eSurgeRunner attribute) exists() (easydel.utils.registery.Registry class method) expert_abstract_mesh (easydel.infra.base_config.EasyDeLBaseConfig property) expert_axis (easydel.layers.moe.ParallelMoELinear property) expert_loads (easydel.layers.moe.MoeMetrics attribute), [1] expert_mesh (easydel.infra.base_config.EasyDeLBaseConfig property) expert_utilization (easydel.layers.moe.MoeMetrics attribute), [1] experts (easydel.modules.phimoe.modeling_phimoe.PhiMoeSparseMoeBlock attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeSparseBlock attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeSparseBlock attribute) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2MoeSparseBlock attribute) ExpertTensorParallel (class in easydel.modules.arctic.arctic_configuration) (class in easydel.modules.deepseek_v2.deepseek_configuration) (class in easydel.modules.deepseek_v3.deepseek_configuration) (class in easydel.modules.mixtral.mixtral_configuration) (class in easydel.modules.qwen2_moe.configuration_qwen2_moe) (class in easydel.modules.xerxes2.xerxes2_configuration) export_metrics() (easydel.inference.esurge.metrics.MetricsCollector method) extend() (easydel.inference.esurge.utils.ConstantList method) extra_args (easydel.inference.sampling_params.SamplingParams attribute) extra_eos_token_ids (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] extra_keys (easydel.inference.esurge.core.utils.PageHash attribute) extra_kwargs (easydel.infra.elarge_model.types.ModelCfg attribute), [1] extra_optimizer_kwargs (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) extract_column_names() (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer static method) extract_commit_hash() (in module easydel.infra.base_config) extract_intermediate_diff() (in module easydel.inference.tools.utils) extract_prompt() (in module easydel.trainers.prompt_utils) extract_static_parameters() (in module easydel.infra.utils) extract_tool_calls() (easydel.inference.tools.abstract_tool.ToolParser method) (easydel.inference.tools.parsers.deepseekv3_tool_parser.DeepSeekV3ToolParser method) (easydel.inference.tools.parsers.glm4_moe_tool_parser.Glm4MoeModelToolParser method) (easydel.inference.tools.parsers.granite_20b_fc_tool_parser.Granite20bFCToolParser method) (easydel.inference.tools.parsers.granite_tool_parser.GraniteToolParser method) (easydel.inference.tools.parsers.hermes_tool_parser.HermesToolParser method) (easydel.inference.tools.parsers.hunyuan_a13b_tool_parser.HunyuanA13BToolParser method) (easydel.inference.tools.parsers.internlm2_tool_parser.Internlm2ToolParser method) (easydel.inference.tools.parsers.jamba_tool_parser.JambaToolParser method) (easydel.inference.tools.parsers.kimi_k2_tool_parser.KimiK2ToolParser method) (easydel.inference.tools.parsers.llama4_pythonic_tool_parser.Llama4PythonicToolParser method) (easydel.inference.tools.parsers.llama_tool_parser.Llama3JsonToolParser method) (easydel.inference.tools.parsers.minimax_tool_parser.MinimaxToolParser method) (easydel.inference.tools.parsers.mistral_tool_parser.MistralToolParser method) (easydel.inference.tools.parsers.phi4mini_tool_parser.Phi4MiniJsonToolParser method) (easydel.inference.tools.parsers.pythonic_tool_parser.PythonicToolParser method) (easydel.inference.tools.parsers.qwen3coder_tool_parser.Qwen3CoderToolParser method) (easydel.inference.tools.parsers.seed_oss_tool_parser.SeedOssToolParser method) (easydel.inference.tools.parsers.step3_tool_parser.Step3ToolParser method) extract_tool_calls_batch() (easydel.inference.tools.tool_calling_mixin.ToolCallingMixin method) extract_tool_calls_streaming() (easydel.inference.tools.abstract_tool.ToolParser method) (easydel.inference.tools.parsers.deepseekv3_tool_parser.DeepSeekV3ToolParser method) (easydel.inference.tools.parsers.glm4_moe_tool_parser.Glm4MoeModelToolParser method) (easydel.inference.tools.parsers.granite_20b_fc_tool_parser.Granite20bFCToolParser method) (easydel.inference.tools.parsers.granite_tool_parser.GraniteToolParser method) (easydel.inference.tools.parsers.hermes_tool_parser.HermesToolParser method) (easydel.inference.tools.parsers.hunyuan_a13b_tool_parser.HunyuanA13BToolParser method) (easydel.inference.tools.parsers.internlm2_tool_parser.Internlm2ToolParser method) (easydel.inference.tools.parsers.jamba_tool_parser.JambaToolParser method) (easydel.inference.tools.parsers.kimi_k2_tool_parser.KimiK2ToolParser method) (easydel.inference.tools.parsers.llama4_pythonic_tool_parser.Llama4PythonicToolParser method) (easydel.inference.tools.parsers.llama_tool_parser.Llama3JsonToolParser method) (easydel.inference.tools.parsers.minimax_tool_parser.MinimaxToolParser method) (easydel.inference.tools.parsers.mistral_tool_parser.MistralToolParser method) (easydel.inference.tools.parsers.phi4mini_tool_parser.Phi4MiniJsonToolParser method) (easydel.inference.tools.parsers.pythonic_tool_parser.PythonicToolParser method) (easydel.inference.tools.parsers.qwen3coder_tool_parser.Qwen3CoderToolParser method) (easydel.inference.tools.parsers.seed_oss_tool_parser.SeedOssToolParser method) (easydel.inference.tools.parsers.step3_tool_parser.Step3ToolParser method) (easydel.inference.tools.tool_calling_mixin.ToolCallingMixin method) extract_tools() (easydel.inference.inference_engine_interface.BaseInferenceApiServer method) ExtractedToolCallInformation (class in easydel.inference.openai_api_modules) extrapolation_factor (easydel.layers.rotary_embedding.DeepseekScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RopeConfig attribute) (easydel.layers.rotary_embedding.YaRNScalingRotaryEmbedding attribute)

F

factor (easydel.layers.rotary_embedding.RopeConfig attribute), [1] failed_requests (easydel.inference.esurge.server.api_server.ServerMetrics attribute), [1] (easydel.inference.inference_engine_interface.ServerMetrics attribute), [1] (easydel.inference.oai_proxies.ServerMetrics attribute) failure_message (easydel.inference.esurge.engine_types.UtilityOutput attribute) FalconAttention (class in easydel.modules.falcon.modeling_falcon) FalconBlock (class in easydel.modules.falcon.modeling_falcon) FalconConfig (class in easydel.modules.falcon.falcon_configuration) FalconForCausalLM (class in easydel.modules.falcon.modeling_falcon) FalconMlp (class in easydel.modules.falcon.modeling_falcon) FalconModel (class in easydel.modules.falcon.modeling_falcon) fc1 (easydel.modules.opt.modeling_opt.OPTDecoderLayer attribute) (easydel.modules.phi.modeling_phi.PhiMLP attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoderLayer attribute) fc2 (easydel.modules.opt.modeling_opt.OPTDecoderLayer attribute) (easydel.modules.phi.modeling_phi.PhiMLP attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoderLayer attribute) FCFS (easydel.inference.esurge.scheduler.request_queue.SchedulingPolicy attribute), [1] FCFSRequestQueue (class in easydel.inference.esurge.scheduler.request_queue) features (easydel.utils.readme_generator.ModelInfo attribute) feed_forward (easydel.modules.internlm2.modeling_internlm2.InternLM2Block attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralBlock attribute) fewshot_as_multiturn (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] fewshot_random_seed (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] ffn (easydel.modules.mosaic_mpt.modeling_mosaic.MptBlock attribute) (easydel.modules.openelm.modeling_openelm.OpenELMDecoderLayer attribute) ffn_norm (easydel.modules.internlm2.modeling_internlm2.InternLM2Block attribute) (easydel.modules.openelm.modeling_openelm.OpenELMDecoderLayer attribute) ffn_with_glu (easydel.modules.openelm.modeling_openelm.OpenELMFeedForwardNetwork attribute) field_names (easydel.inference.openai_api_modules.OpenAIBaseModel attribute) fill_slice() (in module easydel.inference.esurge.runners.sequence_buffer) filter_value (easydel.inference.logits_process.MinPLogitsWarper attribute) (easydel.inference.logits_process.TopKLogitsWarper attribute) (easydel.inference.logits_process.TopPLogitsWarper attribute) final_layer_norm (easydel.modules.opt.modeling_opt.OPTDecoder attribute) (easydel.modules.opt.modeling_opt.OPTDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoderLayer attribute) final_layernorm (easydel.modules.phi.modeling_phi.PhiModel attribute) FINAL_ONLY (easydel.inference.sampling_params.RequestOutputKind attribute), [1] finalize_output (easydel.layers.moe.MoeFusedHooks attribute) find_all_indices() (in module easydel.inference.tools.utils) find_common_prefix() (in module easydel.inference.tools.utils) find_common_suffix() (in module easydel.inference.tools.utils) find_longest_cache_hit() (easydel.inference.esurge.core.coordinator.CacheCoordinator method) (easydel.inference.esurge.core.coordinator.CacheCoordinatorNoPrefixCache method) (easydel.inference.esurge.core.coordinator.HybridCacheCoordinator method) (easydel.inference.esurge.core.coordinator.UnitaryCacheCoordinator method) (easydel.inference.esurge.core.single_type_cache_manager.ChunkedLocalAttentionManager class method) (easydel.inference.esurge.core.single_type_cache_manager.FullAttentionManager class method) (easydel.inference.esurge.core.single_type_cache_manager.MambaManager class method) (easydel.inference.esurge.core.single_type_cache_manager.SingleTypeCacheManager class method) (easydel.inference.esurge.core.single_type_cache_manager.SlidingWindowManager class method) finetune (easydel.trainers.base_trainer.BaseTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) finish() (easydel.trainers.base_trainer.BaseTrainer static method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) finish_reason (easydel.inference.esurge.engine_types.EngineCoreOutput attribute), [1] (easydel.inference.esurge.esurge_engine.CompletionOutput attribute), [1] (easydel.inference.esurge.metrics.RequestMetrics attribute) (easydel.inference.openai_api_modules.ChatCompletionResponseChoice attribute) (easydel.inference.openai_api_modules.ChatCompletionStreamResponseChoice attribute) (easydel.inference.openai_api_modules.CompletionResponseChoice attribute) (easydel.inference.openai_api_modules.CompletionStreamResponseChoice attribute) finish_requests() (easydel.inference.esurge.scheduler.interface.SchedulerInterface method) (easydel.inference.esurge.scheduler.scheduler.Scheduler method) finished (easydel.inference.esurge.engine_types.EngineCoreOutput property) (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] FINISHED_ABORTED (easydel.inference.esurge.request.EngineRequestStatus attribute) FINISHED_IGNORED (easydel.inference.esurge.request.EngineRequestStatus attribute) FINISHED_LENGTH_CAPPED (easydel.inference.esurge.request.EngineRequestStatus attribute) finished_recving (easydel.inference.esurge.outputs.ModelRunnerOutput attribute) finished_req_ids (easydel.inference.esurge.scheduler.output.SchedulerOutput attribute) finished_requests (easydel.inference.esurge.engine_types.EngineCoreOutputs attribute) finished_sending (easydel.inference.esurge.outputs.ModelRunnerOutput attribute) FINISHED_STOPPED (easydel.inference.esurge.request.EngineRequestStatus attribute) FinishReason (class in easydel.inference.esurge.engine_types) fire() (easydel.inference.inference_engine_interface.BaseInferenceApiServer method) (easydel.inference.oai_proxies.InferenceApiRouter method) first_time (easydel.infra.utils.CompilationTracker attribute) first_token_time (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] (easydel.inference.esurge.metrics.RequestMetrics attribute) first_true_indices() (in module easydel.trainers.utils) fixed_cross_entropy() (in module easydel.infra.loss_utils) flash_attn2 (easydel.infra.elarge_model.types.OperationConfigsDict attribute), [1] FLASH_ATTN2 (easydel.layers.attention.AttentionMechanisms attribute), [1] FlashAttn (class in easydel.layers.operations.modules.flash_attention) flatten_dict() (in module easydel.utils.traversals) flatten_tree() (in module easydel.utils.traversals) flattened_kv_pages() (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView method) FlexibleAttentionModule (class in easydel.layers.attention) float() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) float_tensor_to_dtype() (easydel.utils.parameters_transformation.DtypeHandler static method) flop_activation() (in module easydel.infra.utils) flop_attention() (in module easydel.infra.utils) flop_cls_head() (in module easydel.infra.utils) flop_cross_attention() (in module easydel.infra.utils) flop_layernorm() (in module easydel.infra.utils) flop_lm_head() (in module easydel.infra.utils) flop_loss() (in module easydel.infra.utils) flop_mlp() (in module easydel.infra.utils) flop_seq2seq() (in module easydel.infra.utils) flop_transformer_body() (in module easydel.infra.utils) flop_vision_tower() (in module easydel.infra.utils) FlopCalcConfig (class in easydel.infra.utils) flops (easydel.infra.utils.TraceResult property) flops_per_token() (easydel.infra.base_module.EasyDeLBaseModule method) (in module easydel.infra.utils) flush() (easydel.utils.helpers.DummyStream method) fn (easydel.modules.mamba.modeling_mamba.Lambda attribute) ForCausalLMLoss() (in module easydel.infra.loss_utils) force_use_ref_model (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] ForcedBOSTokenLogitsProcessor (class in easydel.inference.logits_process) ForcedEOSTokenLogitsProcessor (class in easydel.inference.logits_process) ForceTokensLogitsProcessor (class in easydel.inference.logits_process) format (easydel.infra.elarge_model.types.DatasetSaveCfg attribute), [1] format_callback (easydel.infra.elarge_model.types.TextDatasetInformCfg attribute), [1] (easydel.infra.elarge_model.types.VisualDatasetInformCfg attribute), [1] format_fields (easydel.infra.elarge_model.types.TextDatasetInformCfg attribute), [1] (easydel.infra.elarge_model.types.VisualDatasetInformCfg attribute), [1] formatting_func (easydel.infra.elarge_model.elarge_model.BuildTrainerKws attribute), [1] (easydel.trainers.supervised_fine_tuning_trainer.sft_trainer.SFTTrainer attribute) ForQuestionAnsweringLoss() (in module easydel.infra.loss_utils) ForSequenceClassificationLoss() (in module easydel.infra.loss_utils) ForTokenClassification() (in module easydel.infra.loss_utils) forward() (easydel.inference.logits_process.NoRepeatNGramLogitsProcessor method) (easydel.layers.attention.FlexibleAttentionModule method) (easydel.modules.dbrx.modeling_dbrx.DbrxAttention method) (easydel.modules.llama4.modeling_llama4.Llama4TextAttention method) (easydel.modules.mistral3.modeling_mistral3.Mistral3PatchMerger method) forward_alibi() (easydel.modules.mosaic_mpt.modeling_mosaic.MptAttention method) forward_cpu() (easydel.layers.operations._base_operation.BaseOperation method) (easydel.layers.operations.modules.blocksparse_attention.BlockSparseAttn method) (easydel.layers.operations.modules.decode_attention.AutoRegressiveDecodeAttn method) (easydel.layers.operations.modules.flash_attention.FlashAttn method) (easydel.layers.operations.modules.ring_attention.RingAttn method) (easydel.layers.operations.modules.scaled_dot_product_attention.ScaledDotProductAttn method) (easydel.layers.operations.modules.vanilla_attention.VanillaAttn method) forward_cuda() (easydel.layers.operations._base_operation.BaseOperation method) (easydel.layers.operations.modules.blocksparse_attention.BlockSparseAttn method) (easydel.layers.operations.modules.decode_attention.AutoRegressiveDecodeAttn method) (easydel.layers.operations.modules.flash_attention.FlashAttn method) (easydel.layers.operations.modules.ring_attention.RingAttn method) (easydel.layers.operations.modules.scaled_dot_product_attention.ScaledDotProductAttn method) (easydel.layers.operations.modules.vanilla_attention.VanillaAttn method) forward_gpu() (easydel.layers.operations._base_operation.BaseOperation method) (easydel.layers.operations.modules.blocksparse_attention.BlockSparseAttn method) (easydel.layers.operations.modules.decode_attention.AutoRegressiveDecodeAttn method) (easydel.layers.operations.modules.flash_attention.FlashAttn method) (easydel.layers.operations.modules.ring_attention.RingAttn method) (easydel.layers.operations.modules.scaled_dot_product_attention.ScaledDotProductAttn method) (easydel.layers.operations.modules.vanilla_attention.VanillaAttn method) forward_native() (easydel.layers.operations._base_operation.BaseOperation method) (easydel.layers.operations.modules.blocksparse_attention.BlockSparseAttn method) (easydel.layers.operations.modules.decode_attention.AutoRegressiveDecodeAttn method) (easydel.layers.operations.modules.flash_attention.FlashAttn method) (easydel.layers.operations.modules.ring_attention.RingAttn method) (easydel.layers.operations.modules.scaled_dot_product_attention.ScaledDotProductAttn method) (easydel.layers.operations.modules.vanilla_attention.VanillaAttn method) forward_rocm() (easydel.layers.operations._base_operation.BaseOperation method) (easydel.layers.operations.modules.blocksparse_attention.BlockSparseAttn method) (easydel.layers.operations.modules.decode_attention.AutoRegressiveDecodeAttn method) (easydel.layers.operations.modules.flash_attention.FlashAttn method) (easydel.layers.operations.modules.ring_attention.RingAttn method) (easydel.layers.operations.modules.scaled_dot_product_attention.ScaledDotProductAttn method) (easydel.layers.operations.modules.vanilla_attention.VanillaAttn method) forward_tpu() (easydel.layers.operations._base_operation.BaseOperation method) (easydel.layers.operations.modules.blocksparse_attention.BlockSparseAttn method) (easydel.layers.operations.modules.decode_attention.AutoRegressiveDecodeAttn method) (easydel.layers.operations.modules.flash_attention.FlashAttn method) (easydel.layers.operations.modules.ring_attention.RingAttn method) (easydel.layers.operations.modules.scaled_dot_product_attention.ScaledDotProductAttn method) (easydel.layers.operations.modules.vanilla_attention.VanillaAttn method) forward_tt() (easydel.layers.operations._base_operation.BaseOperation method) fragmentation_ratio (easydel.utils.analyze_memory.DeviceStats attribute), [1] free() (easydel.inference.esurge.core.coordinator.CacheCoordinator method) (easydel.inference.esurge.core.manager.CacheManager method) (easydel.inference.esurge.core.single_type_cache_manager.SingleTypeCacheManager method) free_page_hashes() (easydel.inference.esurge.core.manager.CacheManager method) free_pages (easydel.inference.esurge.metrics.CacheMetrics attribute) free_pages() (easydel.inference.esurge.core.page_pool.PagePool method) FreeCachePageQueue (class in easydel.inference.esurge.core.utils) frequencies (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.modules.dbrx.modeling_dbrx.DbrxModel property) (easydel.modules.deepseek_v2.modeling_deepseek.DeepseekV2Model property) (easydel.modules.deepseek_v3.modeling_deepseek.DeepseekV3Model property) (easydel.modules.exaone.modeling_exaone.ExaoneModel property) (easydel.modules.gpt_j.modeling_gpt_j.GPTJModel property) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXModel property) (easydel.modules.grok_1.modeling_grok_1.Grok1Model property) (easydel.modules.openelm.modeling_openelm.OpenELMModel property) (easydel.modules.phi.modeling_phi.PhiModel property) (easydel.modules.phi3.modeling_phi3.Phi3Model property) (easydel.modules.pixtral.modeling_pixtral.PixtralVisionModel property) (easydel.modules.stablelm.modeling_stablelm.StableLmModel property) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2Model property) frequency_penalties (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] frequency_penalty (easydel.inference.logits_process.FrequencyPenaltyLogitsProcessor attribute) (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) (easydel.inference.sampling_params.JitableSamplingParams attribute) (easydel.inference.sampling_params.SamplingParams attribute) FrequencyPenaltyLogitsProcessor (class in easydel.inference.logits_process) from_array() (easydel.trainers.metrics.MetricsHistogram class method) from_config() (easydel.layers.operations._operation_meta.OperationMetadata class method) (easydel.modules.auto.auto_configuration.AutoShardAndGatherFunctions class method) (easydel.modules.auto.auto_configuration.AutoShardAndGatherFunctions method) (easydel.modules.auto.auto_modeling.BaseAutoEasyModel class method) (easydel.modules.auto.auto_modeling.BaseAutoEasyState class method) (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer class method) from_dict() (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata class method) (easydel.inference.esurge.runners.states.CachedRequestState class method) (easydel.inference.logits_process.EmptyProcessor class method) (easydel.inference.logits_process.ForcedBOSTokenLogitsProcessor class method) (easydel.inference.logits_process.ForcedEOSTokenLogitsProcessor class method) (easydel.inference.logits_process.FrequencyPenaltyLogitsProcessor class method) (easydel.inference.logits_process.MinLengthLogitsProcessor class method) (easydel.inference.logits_process.MinPLogitsWarper class method) (easydel.inference.logits_process.NoRepeatNGramLogitsProcessor class method) (easydel.inference.logits_process.PresencePenaltyLogitsProcessor class method) (easydel.inference.logits_process.RepetitionPenaltyLogitsProcessor class method) (easydel.inference.logits_process.SuppressTokensAtBeginLogitsProcessor class method) (easydel.inference.logits_process.SuppressTokensLogitsProcessor class method) (easydel.inference.logits_process.TemperatureLogitsWarper class method) (easydel.inference.logits_process.TopKLogitsWarper class method) (easydel.inference.logits_process.TopPLogitsWarper class method) (easydel.inference.sampling_params.BeamSearchParams class method) (easydel.inference.sampling_params.GuidedDecodingParams class method) (easydel.inference.sampling_params.JitableSamplingParams class method) (easydel.inference.sampling_params.SamplingParams class method) (easydel.inference.vwhisper.config.vWhisperInferenceConfig class method) (easydel.infra.base_config.EasyMethod class method) (easydel.infra.factory.ModuleRegistration class method) (easydel.infra.loss_utils.LossConfig class method) (easydel.infra.loss_utils.LossMetrics class method) (easydel.infra.mixins.generation.BeamSearchState class method) (easydel.infra.mixins.generation.GreedyState class method) (easydel.infra.mixins.generation.SampleState class method) (easydel.infra.modeling_outputs.AttentionLayerOutput class method) (easydel.infra.modeling_outputs.BaseModelOutput class method) (easydel.infra.modeling_outputs.BaseModelOutputWithNoAttention class method) (easydel.infra.modeling_outputs.BaseModelOutputWithPast class method) (easydel.infra.modeling_outputs.BaseModelOutputWithPastAndCrossAttentions class method) (easydel.infra.modeling_outputs.BaseModelOutputWithPooling class method) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndCrossAttentions class method) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndNoAttention class method) (easydel.infra.modeling_outputs.BeamSearchOutput class method) (easydel.infra.modeling_outputs.CausalLMOutputWithCrossAttentions class method) (easydel.infra.modeling_outputs.CLIPOutput class method) (easydel.infra.modeling_outputs.CLIPTextModelOutput class method) (easydel.infra.modeling_outputs.DecoderLayerOutput class method) (easydel.infra.modeling_outputs.EncoderLayerOutput class method) (easydel.infra.modeling_outputs.GreedySearchOutput class method) (easydel.infra.modeling_outputs.ImageClassifierOutput class method) (easydel.infra.modeling_outputs.ImageClassifierOutputWithNoAttention class method) (easydel.infra.modeling_outputs.MambaCausalLMOutput class method) (easydel.infra.modeling_outputs.MambaOutput class method) (easydel.infra.modeling_outputs.MaskedLMOutput class method) (easydel.infra.modeling_outputs.MoeCausalLMOutput class method) (easydel.infra.modeling_outputs.MoeModelOutput class method) (easydel.infra.modeling_outputs.MultipleChoiceModelOutput class method) (easydel.infra.modeling_outputs.NextSentencePredictorOutput class method) (easydel.infra.modeling_outputs.QuestionAnsweringModelOutput class method) (easydel.infra.modeling_outputs.SampleOutput class method) (easydel.infra.modeling_outputs.Seq2SeqLMOutput class method) (easydel.infra.modeling_outputs.Seq2SeqModelOutput class method) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput class method) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput class method) (easydel.infra.modeling_outputs.SequenceClassifierOutput class method) (easydel.infra.modeling_outputs.TokenClassifierOutput class method) (easydel.infra.modeling_outputs.VLMCausalLMOutput class method) (easydel.infra.utils.AttnMaskDetail class method) (easydel.layers.caching._abstracts.BaseCacheMetadata class method) (easydel.layers.caching._abstracts.BaseRunTimeMetadata class method) (easydel.layers.caching.lightning.cache.LightningCache class method) (easydel.layers.caching.lightning.cache.LightningCacheMetaData class method) (easydel.layers.caching.lightning.cache.LightningCacheView class method) (easydel.layers.caching.mamba.cache.MambaCache class method) (easydel.layers.caching.mamba.cache.MambaCacheMetaData class method) (easydel.layers.caching.mamba.cache.MambaCacheView class method) (easydel.layers.caching.mamba2.cache.Mamba2Cache class method) (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData class method) (easydel.layers.caching.mamba2.cache.Mamba2CacheView class method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCache class method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData class method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView class method) (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata class method) (easydel.layers.caching.transformer.cache.AttnMaskDetail class method) (easydel.layers.caching.transformer.cache.TransformerCache class method) (easydel.layers.caching.transformer.cache.TransformerCacheMetaData class method) (easydel.layers.caching.transformer.cache.TransformerCacheView class method) (easydel.layers.caching.transformer.cache.TransformerMetadata class method) (easydel.layers.linear.TensorParallelConfig class method) (easydel.layers.operations._attention_outputs.AttentionOutput class method) (easydel.layers.operations._operation_impl.OperationOutput class method) (easydel.layers.operations._operation_meta.OperationMetadata class method) (easydel.layers.rotary_embedding.RopeConfig class method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionCausalLMOutputWithPast class method) (easydel.modules.gemma3.modeling_gemma3.Gemma3CausalLMOutputWithPast class method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ModelOutputWithPast class method) (easydel.modules.llama4.modeling_llama4.Llama4CausalLMOutputWithPast class method) (easydel.modules.llava.modeling_llava.LlavaCausalLMOutputWithPast class method) (easydel.modules.mamba.modeling_mamba.MambaCausalLMOutput class method) (easydel.modules.mamba.modeling_mamba.MambaOutput class method) (easydel.modules.mamba2.modeling_mamba2.Mamba2CausalLMOutput class method) (easydel.modules.mamba2.modeling_mamba2.Mamba2Output class method) (easydel.modules.mistral3.modeling_mistral3.Mistral3CausalLMOutputWithPast class method) (easydel.modules.mistral3.modeling_mistral3.Mistral3ModelOutput class method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLCausalLMOutputWithPast class method) (easydel.modules.rwkv.modeling_rwkv.RwkvCausalLMOutput class method) (easydel.modules.rwkv.modeling_rwkv.RwkvOutput class method) (easydel.modules.siglip.modeling_siglip.SiglipOutput class method) (easydel.modules.siglip.modeling_siglip.SiglipTextModelOutput class method) (easydel.modules.siglip.modeling_siglip.SiglipVisionModelOutput class method) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig class method) (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig class method) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig class method) (easydel.trainers.metrics.MetricsHistogram class method) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig class method) (easydel.trainers.reward_trainer.reward_config.RewardConfig class method) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig class method) (easydel.trainers.trainer.modeling_output.TrainerOutput class method) (easydel.trainers.trainer_protocol.TrainerConfigureDataloaderOutput class method) (easydel.trainers.trainer_protocol.TrainerConfigureFunctionOutput class method) (easydel.trainers.trainer_protocol.TrainerConfigureModelOutput class method) (easydel.trainers.trainer_protocol.TrainerOutput class method) (easydel.trainers.training_configurations.TrainingArguments class method) (easydel.trainers.utils.DataCollatorForPreferenceGrain class method) (easydel.trainers.utils.DataCollatorForPreferenceTFDS class method) (easydel.trainers.utils.DPODataCollatorWithPaddingGrain class method) (easydel.trainers.utils.DPODataCollatorWithPaddingTFDS class method) (easydel.trainers.utils.GRPODataCollatorGrain class method) (easydel.trainers.utils.GRPODataCollatorTFDS class method) (easydel.trainers.utils.RewardDataCollatorWithPaddingGrain class method) (easydel.trainers.utils.RewardDataCollatorWithPaddingTFDS class method) (easydel.utils.analyze_memory.DeviceStats class method) (easydel.utils.traversals.StateValidationResult class method)

from_engine_core_request() (easydel.inference.esurge.request.EngineRequest class method) from_hf() (easydel.infra.utils.AttnMaskType class method) from_hf_hub() (easydel.modules.mistral3.mistral3_tokenizer.Mistral3Tokenizer class method) from_host_params() (easydel.inference.sampling_params.JitableSamplingParams class method) from_json() (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata class method) (easydel.inference.esurge.runners.states.CachedRequestState class method) (easydel.inference.logits_process.EmptyProcessor class method) (easydel.inference.logits_process.ForcedBOSTokenLogitsProcessor class method) (easydel.inference.logits_process.ForcedEOSTokenLogitsProcessor class method) (easydel.inference.logits_process.FrequencyPenaltyLogitsProcessor class method) (easydel.inference.logits_process.MinLengthLogitsProcessor class method) (easydel.inference.logits_process.MinPLogitsWarper class method) (easydel.inference.logits_process.NoRepeatNGramLogitsProcessor class method) (easydel.inference.logits_process.PresencePenaltyLogitsProcessor class method) (easydel.inference.logits_process.RepetitionPenaltyLogitsProcessor class method) (easydel.inference.logits_process.SuppressTokensAtBeginLogitsProcessor class method) (easydel.inference.logits_process.SuppressTokensLogitsProcessor class method) (easydel.inference.logits_process.TemperatureLogitsWarper class method) (easydel.inference.logits_process.TopKLogitsWarper class method) (easydel.inference.logits_process.TopPLogitsWarper class method) (easydel.inference.sampling_params.BeamSearchParams class method) (easydel.inference.sampling_params.GuidedDecodingParams class method) (easydel.inference.sampling_params.JitableSamplingParams class method) (easydel.inference.sampling_params.SamplingParams class method) (easydel.inference.vwhisper.config.vWhisperInferenceConfig class method) (easydel.infra.base_config.EasyMethod class method) (easydel.infra.elarge_model.elarge_model.eLargeModel class method) (easydel.infra.factory.ModuleRegistration class method) (easydel.infra.loss_utils.LossConfig class method) (easydel.infra.loss_utils.LossMetrics class method) (easydel.infra.mixins.generation.BeamSearchState class method) (easydel.infra.mixins.generation.GreedyState class method) (easydel.infra.mixins.generation.SampleState class method) (easydel.infra.modeling_outputs.AttentionLayerOutput class method) (easydel.infra.modeling_outputs.BaseModelOutput class method) (easydel.infra.modeling_outputs.BaseModelOutputWithNoAttention class method) (easydel.infra.modeling_outputs.BaseModelOutputWithPast class method) (easydel.infra.modeling_outputs.BaseModelOutputWithPastAndCrossAttentions class method) (easydel.infra.modeling_outputs.BaseModelOutputWithPooling class method) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndCrossAttentions class method) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndNoAttention class method) (easydel.infra.modeling_outputs.BeamSearchOutput class method) (easydel.infra.modeling_outputs.CausalLMOutputWithCrossAttentions class method) (easydel.infra.modeling_outputs.CLIPOutput class method) (easydel.infra.modeling_outputs.CLIPTextModelOutput class method) (easydel.infra.modeling_outputs.DecoderLayerOutput class method) (easydel.infra.modeling_outputs.EncoderLayerOutput class method) (easydel.infra.modeling_outputs.GreedySearchOutput class method) (easydel.infra.modeling_outputs.ImageClassifierOutput class method) (easydel.infra.modeling_outputs.ImageClassifierOutputWithNoAttention class method) (easydel.infra.modeling_outputs.MambaCausalLMOutput class method) (easydel.infra.modeling_outputs.MambaOutput class method) (easydel.infra.modeling_outputs.MaskedLMOutput class method) (easydel.infra.modeling_outputs.MoeCausalLMOutput class method) (easydel.infra.modeling_outputs.MoeModelOutput class method) (easydel.infra.modeling_outputs.MultipleChoiceModelOutput class method) (easydel.infra.modeling_outputs.NextSentencePredictorOutput class method) (easydel.infra.modeling_outputs.QuestionAnsweringModelOutput class method) (easydel.infra.modeling_outputs.SampleOutput class method) (easydel.infra.modeling_outputs.Seq2SeqLMOutput class method) (easydel.infra.modeling_outputs.Seq2SeqModelOutput class method) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput class method) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput class method) (easydel.infra.modeling_outputs.SequenceClassifierOutput class method) (easydel.infra.modeling_outputs.TokenClassifierOutput class method) (easydel.infra.modeling_outputs.VLMCausalLMOutput class method) (easydel.infra.utils.AttnMaskDetail class method) (easydel.layers.caching._abstracts.BaseCacheMetadata class method) (easydel.layers.caching._abstracts.BaseRunTimeMetadata class method) (easydel.layers.caching.lightning.cache.LightningCache class method) (easydel.layers.caching.lightning.cache.LightningCacheMetaData class method) (easydel.layers.caching.lightning.cache.LightningCacheView class method) (easydel.layers.caching.mamba.cache.MambaCache class method) (easydel.layers.caching.mamba.cache.MambaCacheMetaData class method) (easydel.layers.caching.mamba.cache.MambaCacheView class method) (easydel.layers.caching.mamba2.cache.Mamba2Cache class method) (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData class method) (easydel.layers.caching.mamba2.cache.Mamba2CacheView class method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCache class method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData class method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView class method) (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata class method) (easydel.layers.caching.transformer.cache.AttnMaskDetail class method) (easydel.layers.caching.transformer.cache.TransformerCache class method) (easydel.layers.caching.transformer.cache.TransformerCacheMetaData class method) (easydel.layers.caching.transformer.cache.TransformerCacheView class method) (easydel.layers.caching.transformer.cache.TransformerMetadata class method) (easydel.layers.linear.TensorParallelConfig class method) (easydel.layers.operations._attention_outputs.AttentionOutput class method) (easydel.layers.operations._operation_impl.OperationOutput class method) (easydel.layers.operations._operation_meta.OperationMetadata class method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionCausalLMOutputWithPast class method) (easydel.modules.gemma3.modeling_gemma3.Gemma3CausalLMOutputWithPast class method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ModelOutputWithPast class method) (easydel.modules.llama4.modeling_llama4.Llama4CausalLMOutputWithPast class method) (easydel.modules.llava.modeling_llava.LlavaCausalLMOutputWithPast class method) (easydel.modules.mamba.modeling_mamba.MambaCausalLMOutput class method) (easydel.modules.mamba.modeling_mamba.MambaOutput class method) (easydel.modules.mamba2.modeling_mamba2.Mamba2CausalLMOutput class method) (easydel.modules.mamba2.modeling_mamba2.Mamba2Output class method) (easydel.modules.mistral3.modeling_mistral3.Mistral3CausalLMOutputWithPast class method) (easydel.modules.mistral3.modeling_mistral3.Mistral3ModelOutput class method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLCausalLMOutputWithPast class method) (easydel.modules.rwkv.modeling_rwkv.RwkvCausalLMOutput class method) (easydel.modules.rwkv.modeling_rwkv.RwkvOutput class method) (easydel.modules.siglip.modeling_siglip.SiglipOutput class method) (easydel.modules.siglip.modeling_siglip.SiglipTextModelOutput class method) (easydel.modules.siglip.modeling_siglip.SiglipVisionModelOutput class method) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig class method) (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig class method) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig class method) (easydel.trainers.metrics.MetricsHistogram class method) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig class method) (easydel.trainers.reward_trainer.reward_config.RewardConfig class method) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig class method) (easydel.trainers.trainer.modeling_output.TrainerOutput class method) (easydel.trainers.trainer_protocol.TrainerConfigureDataloaderOutput class method) (easydel.trainers.trainer_protocol.TrainerConfigureFunctionOutput class method) (easydel.trainers.trainer_protocol.TrainerConfigureModelOutput class method) (easydel.trainers.trainer_protocol.TrainerOutput class method) (easydel.trainers.training_configurations.TrainingArguments class method) (easydel.trainers.utils.DataCollatorForPreferenceGrain class method) (easydel.trainers.utils.DataCollatorForPreferenceTFDS class method) (easydel.trainers.utils.DPODataCollatorWithPaddingGrain class method) (easydel.trainers.utils.DPODataCollatorWithPaddingTFDS class method) (easydel.trainers.utils.GRPODataCollatorGrain class method) (easydel.trainers.utils.GRPODataCollatorTFDS class method) (easydel.trainers.utils.RewardDataCollatorWithPaddingGrain class method) (easydel.trainers.utils.RewardDataCollatorWithPaddingTFDS class method) (easydel.utils.analyze_memory.DeviceStats class method) (easydel.utils.traversals.StateValidationResult class method) from_linear() (easydel.layers.quantization.linear_8bit.Linear8bit class method) (easydel.layers.quantization.linear_nf4.LinearNF4 class method) from_params() (easydel.modules.auto.auto_configuration.AutoShardAndGatherFunctions static method) from_pretrained() (easydel.infra.base_config.EasyDeLBaseConfig class method) (easydel.infra.elarge_model.elarge_model.eLargeModel class method) (easydel.infra.mixins.bridge.EasyBridgeMixin class method) (easydel.infra.mixins.protocol.BaseModuleProtocol class method) (easydel.modules.auto.auto_configuration.AutoEasyDeLConfig class method) (easydel.modules.auto.auto_configuration.AutoShardAndGatherFunctions class method) (easydel.modules.auto.auto_configuration.AutoShardAndGatherFunctions method) (easydel.modules.auto.auto_modeling.BaseAutoEasyModel class method) (easydel.modules.auto.auto_modeling.BaseAutoEasyState class method) (easydel.modules.dbrx.dbrx_configuration.DbrxAttentionConfig class method) (easydel.modules.dbrx.dbrx_configuration.DbrxFFNConfig class method) (easydel.modules.mosaic_mpt.mosaic_configuration.MptAttentionConfig class method) from_pure() (easydel.layers.caching.transformer.cache.TransformerCache class method) from_request() (easydel.inference.esurge.scheduler.output.NewRequestData class method) from_runner() (easydel.inference.esurge.scheduler.scheduler.Scheduler class method) from_sequence_buffer() (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata class method) from_text_vision_configs() (easydel.modules.clip.clip_configuration.CLIPConfig class method) (easydel.modules.siglip.configuration_siglip.SiglipConfig class method) from_torch (easydel.infra.elarge_model.types.LoaderCfg attribute), [1] from_tuple() (easydel.layers.rotary_embedding.RopeConfig method) frozen_parameters (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) fsdp_is_ep_bound (easydel.infra.elarge_model.types.ShardingCfg attribute), [1] FULL (easydel.infra.utils.AttnMaskType attribute) FullAttentionManager (class in easydel.inference.esurge.core.single_type_cache_manager) FullAttentionSpec (class in easydel.inference.esurge.core.interface) (class in easydel.layers.caching._specs) fully_gather() (easydel.infra.base_module.EasyDeLBaseModule method) fully_shard() (easydel.infra.base_module.EasyDeLBaseModule method) Function (class in easydel.inference.openai_api_modules) function (easydel.inference.openai_api_modules.DeltaToolCall attribute) (easydel.inference.openai_api_modules.Tool attribute) (easydel.inference.openai_api_modules.ToolCall attribute) (easydel.inference.openai_api_modules.ToolDefinition attribute) function_call (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.ChatMessage attribute), [1] (easydel.inference.openai_api_modules.DeltaMessage attribute), [1] FunctionCall (class in easydel.inference.openai_api_modules) FunctionCallFormat (class in easydel.inference.openai_api_modules) FunctionDefinition (class in easydel.inference.openai_api_modules) functions (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.infra.utils.CompilationTracker attribute) FunctionTracer (class in easydel.infra.utils) FUSED_MOE (easydel.layers.moe.MoEMethods attribute), [1]

G

gate (easydel.modules.phimoe.modeling_phimoe.PhiMoeSparseMoeBlock attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeSparseBlock attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeSparseBlock attribute) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2MoeSparseBlock attribute) gate_loss (easydel.infra.modeling_outputs.DecoderLayerOutput attribute) gate_proj (easydel.modules.olmo.modeling_olmo.OlmoMLP attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2MLP attribute) (easydel.modules.openelm.modeling_openelm.OpenELMFeedForwardNetwork attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralMLP attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2MLP attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeMLP attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3MLP attribute), [1] (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeMLP attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmMLP attribute) gate_up_proj (easydel.modules.phi3.modeling_phi3.Phi3MLP attribute) gather_fns (easydel.trainers.trainer.modeling_output.TrainerOutput attribute), [1] gather_model() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.base_state.EasyDeLState method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) gather_optimizer_state() (easydel.infra.base_state.EasyDeLState method) gather_state() (easydel.infra.base_state.EasyDeLState method), [1] GELU (easydel.infra.utils.ActivationType attribute) GELU_NEW (easydel.infra.utils.ActivationType attribute) GELU_PYTORCH_TANH (easydel.infra.utils.ActivationType attribute) Gemma2Attention (class in easydel.modules.gemma2.modeling_gemma2) Gemma2Config (class in easydel.modules.gemma2.gemma2_configuration) Gemma2DecoderLayer (class in easydel.modules.gemma2.modeling_gemma2) Gemma2ForCausalLM (class in easydel.modules.gemma2.modeling_gemma2) Gemma2ForSequenceClassification (class in easydel.modules.gemma2.modeling_gemma2) Gemma2MLP (class in easydel.modules.gemma2.modeling_gemma2) Gemma2Model (class in easydel.modules.gemma2.modeling_gemma2) Gemma2RMSNorm (class in easydel.modules.gemma2.modeling_gemma2) Gemma3Attention (class in easydel.modules.gemma3.modeling_gemma3) Gemma3CausalLMOutputWithPast (class in easydel.modules.gemma3.modeling_gemma3) Gemma3Config (class in easydel.modules.gemma3.gemma3_configuration) Gemma3DecoderLayer (class in easydel.modules.gemma3.modeling_gemma3) Gemma3ForCausalLM (class in easydel.modules.gemma3.modeling_gemma3) Gemma3ForConditionalGeneration (class in easydel.modules.gemma3.modeling_gemma3) Gemma3ForSequenceClassification (class in easydel.modules.gemma3.modeling_gemma3) Gemma3MLP (class in easydel.modules.gemma3.modeling_gemma3) Gemma3Model (class in easydel.modules.gemma3.modeling_gemma3) Gemma3ModelOutputWithPast (class in easydel.modules.gemma3.modeling_gemma3) Gemma3MultiModalProjector (class in easydel.modules.gemma3.modeling_gemma3) Gemma3RMSNorm (class in easydel.modules.gemma3.modeling_gemma3) Gemma3TextConfig (class in easydel.modules.gemma3.gemma3_configuration) Gemma3TextModel (class in easydel.modules.gemma3.modeling_gemma3) GemmaAttention (class in easydel.modules.gemma.modeling_gemma) GemmaConfig (class in easydel.modules.gemma.gemma_configuration) GemmaDecoderLayer (class in easydel.modules.gemma.modeling_gemma) GemmaForCausalLM (class in easydel.modules.gemma.modeling_gemma) GemmaForSequenceClassification (class in easydel.modules.gemma.modeling_gemma) GemmaMLP (class in easydel.modules.gemma.modeling_gemma) GemmaModel (class in easydel.modules.gemma.modeling_gemma) GemmaRMSNorm (class in easydel.modules.gemma.modeling_gemma) gen_kwargs (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] generate() (easydel.inference.esurge.esurge_engine.eSurge method) (easydel.inference.esurge.server.api_server.eSurgeAdapter method) (easydel.inference.inference_engine_interface.InferenceEngineAdapter method) (easydel.inference.vwhisper.core.vWhisperInference method) (easydel.infra.mixins.generation.EasyGenerationMixin method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (easydel.modules.whisper.modeling_whisper.WhisperForConditionalGeneration method) generate_aio() (easydel.trainers.base_trainer.BaseTrainer method) generate_api_key() (easydel.inference.esurge.server.api_server.eSurgeApiServer method) generate_block_attention_mask() (in module easydel.modules.pixtral.modeling_pixtral) generate_during_eval (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] generate_random_id() (easydel.inference.tools.parsers.mistral_tool_parser.MistralToolCall static method) generate_readme() (easydel.utils.readme_generator.ReadmeGenerator method) generate_unified() (easydel.trainers.base_trainer.BaseTrainer method) generate_until() (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter method) generated_tokens (easydel.inference.esurge.metrics.RequestMetrics attribute) generation_config (easydel.inference.vwhisper.config.vWhisperInferenceConfig attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) generation_config_overrides (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_dataset_prompt_field (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_do_sample (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_extra_kwargs (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_interval (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_kwargs (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) generation_log_to_wandb (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_max_new_tokens (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_num_prompts (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_num_return_sequences (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_preview_print (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_prompts (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_results (easydel.trainers.base_trainer.GenerationResults attribute), [1] generation_seed (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_shard_inputs (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_temperature (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_top_k (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_top_p (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) generation_use_train_prompts (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) GenerationResults (class in easydel.trainers.base_trainer) generator (easydel.inference.esurge.runners.states.CachedRequestState attribute) get() (easydel.layers.operations._base_operation.OperationRegistry class method) (easydel.utils.registery.Registry class method) get_activation_fn() (in module easydel.modules.minimax_text_v1.modeling_minimax_text_01) get_active_sampling_params() (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer method) get_all_free_pages() (easydel.inference.esurge.core.utils.FreeCachePageQueue method) get_arguments() (easydel.inference.tools.parsers.internlm2_tool_parser.Internlm2ToolParser method) get_async_prep_result() (easydel.inference.esurge.runners.execution_manager.ExecutionManager method) get_axis_dims() (easydel.infra.base_config.EasyDeLBaseConfig method) get_axis_names() (easydel.infra.base_config.EasyDeLBaseConfig method) get_backend() (easydel.infra.base_config.EasyDeLBaseConfig method) get_base_config() (easydel.infra.elarge_model.elarge_model.eLargeModel method) get_basic_causal_mask() (easydel.infra.base_config.EasyDeLBaseConfig method) get_basic_frequencies() (easydel.infra.base_config.EasyDeLBaseConfig method) get_basic_inv_frequencies() (easydel.infra.base_config.EasyDeLBaseConfig method) get_basic_rope() (easydel.infra.base_config.EasyDeLBaseConfig method) get_batch_logps() (in module easydel.trainers.odds_ratio_preference_optimization_trainer._fn) get_cache_dir() (in module easydel.utils.helpers) get_cached_page() (easydel.inference.esurge.core.page_pool.PagePool method) get_category_registry() (easydel.utils.registery.Registry class method) get_checkpoint_policies() (easydel.trainers.training_configurations.TrainingArguments method) get_compile_configurations() (easydel.inference.esurge.runners.execution_manager.ExecutionManager method) get_compiled_key() (easydel.inference.esurge.runners.execution_manager.ExecutionManager method) get_computed_pages() (easydel.inference.esurge.core.manager.CacheManager method) get_config() (easydel.infra.factory.Registry method) get_count() (easydel.utils.traversals.MetaValueRecreator method) get_cpu_tensor() (easydel.inference.esurge.page_table.PageTable method) get_data_mixture_kwargs() (easydel.infra.elarge_model.elarge_model.eLargeModel method) get_decoder() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.modules.arctic.modeling_arctic.ArcticModel method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionModel method) (easydel.modules.clip.modeling_clip.CLIPForImageClassification method) (easydel.modules.clip.modeling_clip.CLIPModel method) (easydel.modules.clip.modeling_clip.CLIPTextModel method) (easydel.modules.clip.modeling_clip.CLIPTextModelWithProjection method) (easydel.modules.clip.modeling_clip.CLIPTextTransformer method) (easydel.modules.clip.modeling_clip.CLIPVisionModel method) (easydel.modules.clip.modeling_clip.CLIPVisionTransformer method) (easydel.modules.cohere.modeling_cohere.CohereForCausalLM method) (easydel.modules.cohere.modeling_cohere.CohereForSequenceClassification method) (easydel.modules.cohere.modeling_cohere.CohereModel method) (easydel.modules.cohere2.modeling_cohere2.Cohere2ForCausalLM method) (easydel.modules.cohere2.modeling_cohere2.Cohere2ForSequenceClassification method) (easydel.modules.cohere2.modeling_cohere2.Cohere2Model method) (easydel.modules.dbrx.modeling_dbrx.DbrxModel method) (easydel.modules.deepseek_v2.modeling_deepseek.DeepseekV2Model method) (easydel.modules.deepseek_v3.modeling_deepseek.DeepseekV3Model method) (easydel.modules.exaone.modeling_exaone.ExaoneModel method) (easydel.modules.falcon.modeling_falcon.FalconModel method) (easydel.modules.gemma.modeling_gemma.GemmaForCausalLM method) (easydel.modules.gemma.modeling_gemma.GemmaForSequenceClassification method) (easydel.modules.gemma.modeling_gemma.GemmaModel method) (easydel.modules.gemma2.modeling_gemma2.Gemma2ForCausalLM method) (easydel.modules.gemma2.modeling_gemma2.Gemma2ForSequenceClassification method) (easydel.modules.gemma2.modeling_gemma2.Gemma2Model method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForCausalLM method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForSequenceClassification method) (easydel.modules.gemma3.modeling_gemma3.Gemma3Model method) (easydel.modules.gemma3.modeling_gemma3.Gemma3TextModel method) (easydel.modules.gidd.modeling_gidd.GiddForDiffusionLM method) (easydel.modules.gidd.modeling_gidd.GiddModel method) (easydel.modules.glm.modeling_glm.GlmModel method) (easydel.modules.glm4.modeling_glm4.Glm4Model method) (easydel.modules.glm4_moe.modeling_glm4_moe.Glm4MoeModel method) (easydel.modules.gpt2.modeling_gpt2.GPT2Model method) (easydel.modules.gpt_j.modeling_gpt_j.GPTJModel method) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXModel method) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssForSequenceClassification method) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssModel method) (easydel.modules.grok_1.modeling_grok_1.Grok1Model method) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForCausalLM method) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForSequenceClassification method) (easydel.modules.internlm2.modeling_internlm2.InternLM2Model method) (easydel.modules.llama.modeling_llama.LlamaModel method) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration method) (easydel.modules.llama4.modeling_llama4.Llama4TextModel method) (easydel.modules.llama4.modeling_llama4.Llama4VisionModel method) (easydel.modules.llava.modeling_llava.LlavaModel method) (easydel.modules.mamba.modeling_mamba.MambaForCausalLM method) (easydel.modules.mamba.modeling_mamba.MambaModel method) (easydel.modules.mamba2.modeling_mamba2.Mamba2ForCausalLM method) (easydel.modules.mamba2.modeling_mamba2.Mamba2Model method) (easydel.modules.minimax_text_v1.modeling_minimax_text_01.MiniMaxText01ForCausalLM method) (easydel.modules.minimax_text_v1.modeling_minimax_text_01.MiniMaxText01Model method) (easydel.modules.mistral.modeling_mistral.MistralForCausalLM method) (easydel.modules.mistral.modeling_mistral.MistralForSequenceClassification method) (easydel.modules.mistral.modeling_mistral.MistralModel method) (easydel.modules.mistral3.modeling_mistral3.Mistral3Model method) (easydel.modules.mixtral.modeling_mixtral.MixtralModel method) (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel method) (easydel.modules.olmo.modeling_olmo.OlmoModel method) (easydel.modules.olmo2.modeling_olmo2.Olmo2ForCausalLM method) (easydel.modules.olmo2.modeling_olmo2.Olmo2ForSequenceClassification method) (easydel.modules.olmo2.modeling_olmo2.Olmo2Model method) (easydel.modules.openelm.modeling_openelm.OpenELMModel method) (easydel.modules.phi.modeling_phi.PhiForCausalLM method) (easydel.modules.phi.modeling_phi.PhiModel method) (easydel.modules.phi3.modeling_phi3.Phi3ForCausalLM method) (easydel.modules.phi3.modeling_phi3.Phi3Model method) (easydel.modules.phimoe.modeling_phimoe.PhiMoeForCausalLM method) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel method) (easydel.modules.pixtral.modeling_pixtral.PixtralVisionModel method) (easydel.modules.qwen2.modeling_qwen.Qwen2ForCausalLM method) (easydel.modules.qwen2.modeling_qwen.Qwen2ForSequenceClassification method) (easydel.modules.qwen2.modeling_qwen.Qwen2Model method) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeForSequenceClassification method) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeModel method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLTextModel method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLVisionTransformer method) (easydel.modules.qwen3.modeling_qwen3.Qwen3Model method) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeForSequenceClassification method) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeModel method) (easydel.modules.roberta.modeling_roberta.RobertaForCausalLM method) (easydel.modules.roberta.modeling_roberta.RobertaForMultipleChoice method) (easydel.modules.roberta.modeling_roberta.RobertaForQuestionAnswering method) (easydel.modules.roberta.modeling_roberta.RobertaForSequenceClassification method) (easydel.modules.roberta.modeling_roberta.RobertaForTokenClassification method) (easydel.modules.roberta.modeling_roberta.RobertaModel method) (easydel.modules.siglip.modeling_siglip.SiglipForImageClassification method) (easydel.modules.siglip.modeling_siglip.SiglipModel method) (easydel.modules.siglip.modeling_siglip.SiglipTextModel method) (easydel.modules.siglip.modeling_siglip.SiglipTextTransformer method) (easydel.modules.siglip.modeling_siglip.SiglipVisionModel method) (easydel.modules.siglip.modeling_siglip.SiglipVisionTransformer method) (easydel.modules.stablelm.modeling_stablelm.StableLmForCausalLM method) (easydel.modules.stablelm.modeling_stablelm.StableLmModel method) (easydel.modules.whisper.modeling_whisper.WhisperForAudioClassification method) (easydel.modules.whisper.modeling_whisper.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper.WhisperModel method) (easydel.modules.xerxes.modeling_xerxes.XerxesForCausalLM method) (easydel.modules.xerxes.modeling_xerxes.XerxesModel method) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2Model method) get_decoder_input_ids() (in module easydel.inference.vwhisper.generation) get_default_config() (easydel.trainers.utils.JaxDistributedConfig static method) get_device_history() (easydel.utils.analyze_memory.SMPMemoryMonitor method) get_device_stats() (easydel.utils.analyze_memory.MemoryMonitorServer method) get_device_tensor() (easydel.inference.esurge.page_table.PageTable method) get_dot_general_by_bits() (in module easydel.infra.utils) get_dtype() (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLVisionTransformer method) (easydel.utils.parameters_transformation.DtypeHandler static method) get_dtype_packing() (in module easydel.layers.caching.ragged_page.cache) get_dtype_size() (in module easydel.inference.esurge.utils) get_embedding() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.modules.arctic.modeling_arctic.ArcticModel method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionModel method) (easydel.modules.clip.modeling_clip.CLIPForImageClassification method) (easydel.modules.clip.modeling_clip.CLIPModel method) (easydel.modules.clip.modeling_clip.CLIPTextModel method) (easydel.modules.clip.modeling_clip.CLIPTextModelWithProjection method) (easydel.modules.clip.modeling_clip.CLIPTextTransformer method) (easydel.modules.clip.modeling_clip.CLIPVisionModel method) (easydel.modules.clip.modeling_clip.CLIPVisionTransformer method) (easydel.modules.cohere.modeling_cohere.CohereForCausalLM method) (easydel.modules.cohere.modeling_cohere.CohereForSequenceClassification method) (easydel.modules.cohere.modeling_cohere.CohereModel method) (easydel.modules.cohere2.modeling_cohere2.Cohere2ForCausalLM method) (easydel.modules.cohere2.modeling_cohere2.Cohere2ForSequenceClassification method) (easydel.modules.cohere2.modeling_cohere2.Cohere2Model method) (easydel.modules.dbrx.modeling_dbrx.DbrxModel method) (easydel.modules.deepseek_v2.modeling_deepseek.DeepseekV2Model method) (easydel.modules.deepseek_v3.modeling_deepseek.DeepseekV3Model method) (easydel.modules.exaone.modeling_exaone.ExaoneModel method) (easydel.modules.falcon.modeling_falcon.FalconModel method) (easydel.modules.gemma.modeling_gemma.GemmaForCausalLM method) (easydel.modules.gemma.modeling_gemma.GemmaForSequenceClassification method) (easydel.modules.gemma.modeling_gemma.GemmaModel method) (easydel.modules.gemma2.modeling_gemma2.Gemma2ForCausalLM method) (easydel.modules.gemma2.modeling_gemma2.Gemma2ForSequenceClassification method) (easydel.modules.gemma2.modeling_gemma2.Gemma2Model method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForCausalLM method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForSequenceClassification method) (easydel.modules.gemma3.modeling_gemma3.Gemma3Model method) (easydel.modules.gemma3.modeling_gemma3.Gemma3TextModel method) (easydel.modules.gidd.modeling_gidd.GiddForDiffusionLM method) (easydel.modules.gidd.modeling_gidd.GiddModel method) (easydel.modules.glm.modeling_glm.GlmModel method) (easydel.modules.glm4.modeling_glm4.Glm4Model method) (easydel.modules.glm4_moe.modeling_glm4_moe.Glm4MoeModel method) (easydel.modules.gpt2.modeling_gpt2.GPT2LMHeadModel method) (easydel.modules.gpt2.modeling_gpt2.GPT2Model method) (easydel.modules.gpt_j.modeling_gpt_j.GPTJModel method) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXModel method) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssForSequenceClassification method) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssModel method) (easydel.modules.grok_1.modeling_grok_1.Grok1Model method) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForCausalLM method) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForSequenceClassification method) (easydel.modules.internlm2.modeling_internlm2.InternLM2Model method) (easydel.modules.llama.modeling_llama.LlamaModel method) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration method) (easydel.modules.llama4.modeling_llama4.Llama4TextModel method) (easydel.modules.llama4.modeling_llama4.Llama4VisionModel method) (easydel.modules.llava.modeling_llava.LlavaModel method) (easydel.modules.mamba.modeling_mamba.MambaForCausalLM method) (easydel.modules.mamba.modeling_mamba.MambaModel method) (easydel.modules.mamba2.modeling_mamba2.Mamba2ForCausalLM method) (easydel.modules.mamba2.modeling_mamba2.Mamba2Model method) (easydel.modules.minimax_text_v1.modeling_minimax_text_01.MiniMaxText01ForCausalLM method) (easydel.modules.minimax_text_v1.modeling_minimax_text_01.MiniMaxText01Model method) (easydel.modules.mistral.modeling_mistral.MistralForCausalLM method) (easydel.modules.mistral.modeling_mistral.MistralForSequenceClassification method) (easydel.modules.mistral.modeling_mistral.MistralModel method) (easydel.modules.mistral3.modeling_mistral3.Mistral3Model method) (easydel.modules.mixtral.modeling_mixtral.MixtralModel method) (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel method) (easydel.modules.olmo.modeling_olmo.OlmoModel method) (easydel.modules.olmo2.modeling_olmo2.Olmo2ForCausalLM method) (easydel.modules.olmo2.modeling_olmo2.Olmo2ForSequenceClassification method) (easydel.modules.olmo2.modeling_olmo2.Olmo2Model method) (easydel.modules.openelm.modeling_openelm.OpenELMModel method) (easydel.modules.opt.modeling_opt.OPTModel method) (easydel.modules.phi.modeling_phi.PhiForCausalLM method) (easydel.modules.phi.modeling_phi.PhiModel method) (easydel.modules.phi3.modeling_phi3.Phi3ForCausalLM method) (easydel.modules.phi3.modeling_phi3.Phi3Model method) (easydel.modules.phimoe.modeling_phimoe.PhiMoeForCausalLM method) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel method) (easydel.modules.pixtral.modeling_pixtral.PixtralVisionModel method) (easydel.modules.qwen2.modeling_qwen.Qwen2ForCausalLM method) (easydel.modules.qwen2.modeling_qwen.Qwen2ForSequenceClassification method) (easydel.modules.qwen2.modeling_qwen.Qwen2Model method) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeForSequenceClassification method) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeModel method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLTextModel method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLVisionTransformer method) (easydel.modules.qwen3.modeling_qwen3.Qwen3Model method) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeForSequenceClassification method) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeModel method) (easydel.modules.roberta.modeling_roberta.RobertaForCausalLM method) (easydel.modules.roberta.modeling_roberta.RobertaForMultipleChoice method) (easydel.modules.roberta.modeling_roberta.RobertaForQuestionAnswering method) (easydel.modules.roberta.modeling_roberta.RobertaForSequenceClassification method) (easydel.modules.roberta.modeling_roberta.RobertaForTokenClassification method) (easydel.modules.roberta.modeling_roberta.RobertaModel method) (easydel.modules.siglip.modeling_siglip.SiglipForImageClassification method) (easydel.modules.siglip.modeling_siglip.SiglipModel method) (easydel.modules.siglip.modeling_siglip.SiglipTextModel method) (easydel.modules.siglip.modeling_siglip.SiglipTextTransformer method) (easydel.modules.siglip.modeling_siglip.SiglipVisionModel method) (easydel.modules.siglip.modeling_siglip.SiglipVisionTransformer method) (easydel.modules.stablelm.modeling_stablelm.StableLmForCausalLM method) (easydel.modules.stablelm.modeling_stablelm.StableLmModel method) (easydel.modules.whisper.modeling_whisper.WhisperForAudioClassification method) (easydel.modules.whisper.modeling_whisper.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper.WhisperModel method) (easydel.modules.xerxes.modeling_xerxes.XerxesForCausalLM method) (easydel.modules.xerxes.modeling_xerxes.XerxesModel method) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2Model method) get_encoder() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.modules.arctic.modeling_arctic.ArcticModel method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionModel method) (easydel.modules.clip.modeling_clip.CLIPForImageClassification method) (easydel.modules.clip.modeling_clip.CLIPModel method) (easydel.modules.clip.modeling_clip.CLIPTextModel method) (easydel.modules.clip.modeling_clip.CLIPTextModelWithProjection method) (easydel.modules.clip.modeling_clip.CLIPTextTransformer method) (easydel.modules.clip.modeling_clip.CLIPVisionModel method) (easydel.modules.clip.modeling_clip.CLIPVisionTransformer method) (easydel.modules.cohere.modeling_cohere.CohereForCausalLM method) (easydel.modules.cohere.modeling_cohere.CohereForSequenceClassification method) (easydel.modules.cohere.modeling_cohere.CohereModel method) (easydel.modules.cohere2.modeling_cohere2.Cohere2ForCausalLM method) (easydel.modules.cohere2.modeling_cohere2.Cohere2ForSequenceClassification method) (easydel.modules.cohere2.modeling_cohere2.Cohere2Model method) (easydel.modules.dbrx.modeling_dbrx.DbrxModel method) (easydel.modules.deepseek_v2.modeling_deepseek.DeepseekV2Model method) (easydel.modules.deepseek_v3.modeling_deepseek.DeepseekV3Model method) (easydel.modules.exaone.modeling_exaone.ExaoneModel method) (easydel.modules.falcon.modeling_falcon.FalconModel method) (easydel.modules.gemma.modeling_gemma.GemmaForCausalLM method) (easydel.modules.gemma.modeling_gemma.GemmaForSequenceClassification method) (easydel.modules.gemma.modeling_gemma.GemmaModel method) (easydel.modules.gemma2.modeling_gemma2.Gemma2ForCausalLM method) (easydel.modules.gemma2.modeling_gemma2.Gemma2ForSequenceClassification method) (easydel.modules.gemma2.modeling_gemma2.Gemma2Model method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForCausalLM method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForSequenceClassification method) (easydel.modules.gemma3.modeling_gemma3.Gemma3Model method) (easydel.modules.gemma3.modeling_gemma3.Gemma3TextModel method) (easydel.modules.gidd.modeling_gidd.GiddForDiffusionLM method) (easydel.modules.gidd.modeling_gidd.GiddModel method) (easydel.modules.glm.modeling_glm.GlmModel method) (easydel.modules.glm4.modeling_glm4.Glm4Model method) (easydel.modules.glm4_moe.modeling_glm4_moe.Glm4MoeModel method) (easydel.modules.gpt2.modeling_gpt2.GPT2Model method) (easydel.modules.gpt_j.modeling_gpt_j.GPTJModel method) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXModel method) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssForSequenceClassification method) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssModel method) (easydel.modules.grok_1.modeling_grok_1.Grok1Model method) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForCausalLM method) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForSequenceClassification method) (easydel.modules.internlm2.modeling_internlm2.InternLM2Model method) (easydel.modules.llama.modeling_llama.LlamaModel method) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration method) (easydel.modules.llama4.modeling_llama4.Llama4TextModel method) (easydel.modules.llama4.modeling_llama4.Llama4VisionModel method) (easydel.modules.llava.modeling_llava.LlavaModel method) (easydel.modules.mamba.modeling_mamba.MambaForCausalLM method) (easydel.modules.mamba.modeling_mamba.MambaModel method) (easydel.modules.mamba2.modeling_mamba2.Mamba2ForCausalLM method) (easydel.modules.mamba2.modeling_mamba2.Mamba2Model method) (easydel.modules.minimax_text_v1.modeling_minimax_text_01.MiniMaxText01ForCausalLM method) (easydel.modules.minimax_text_v1.modeling_minimax_text_01.MiniMaxText01Model method) (easydel.modules.mistral.modeling_mistral.MistralForCausalLM method) (easydel.modules.mistral.modeling_mistral.MistralForSequenceClassification method) (easydel.modules.mistral.modeling_mistral.MistralModel method) (easydel.modules.mistral3.modeling_mistral3.Mistral3Model method) (easydel.modules.mixtral.modeling_mixtral.MixtralModel method) (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel method) (easydel.modules.olmo.modeling_olmo.OlmoModel method) (easydel.modules.olmo2.modeling_olmo2.Olmo2ForCausalLM method) (easydel.modules.olmo2.modeling_olmo2.Olmo2ForSequenceClassification method) (easydel.modules.olmo2.modeling_olmo2.Olmo2Model method) (easydel.modules.openelm.modeling_openelm.OpenELMModel method) (easydel.modules.phi.modeling_phi.PhiForCausalLM method) (easydel.modules.phi.modeling_phi.PhiModel method) (easydel.modules.phi3.modeling_phi3.Phi3ForCausalLM method) (easydel.modules.phi3.modeling_phi3.Phi3Model method) (easydel.modules.phimoe.modeling_phimoe.PhiMoeForCausalLM method) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel method) (easydel.modules.pixtral.modeling_pixtral.PixtralVisionModel method) (easydel.modules.qwen2.modeling_qwen.Qwen2ForCausalLM method) (easydel.modules.qwen2.modeling_qwen.Qwen2ForSequenceClassification method) (easydel.modules.qwen2.modeling_qwen.Qwen2Model method) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeForSequenceClassification method) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeModel method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLTextModel method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLVisionTransformer method) (easydel.modules.qwen3.modeling_qwen3.Qwen3Model method) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeForSequenceClassification method) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeModel method) (easydel.modules.roberta.modeling_roberta.RobertaForCausalLM method) (easydel.modules.roberta.modeling_roberta.RobertaForMultipleChoice method) (easydel.modules.roberta.modeling_roberta.RobertaForQuestionAnswering method) (easydel.modules.roberta.modeling_roberta.RobertaForSequenceClassification method) (easydel.modules.roberta.modeling_roberta.RobertaForTokenClassification method) (easydel.modules.roberta.modeling_roberta.RobertaModel method) (easydel.modules.siglip.modeling_siglip.SiglipForImageClassification method) (easydel.modules.siglip.modeling_siglip.SiglipModel method) (easydel.modules.siglip.modeling_siglip.SiglipTextModel method) (easydel.modules.siglip.modeling_siglip.SiglipTextTransformer method) (easydel.modules.siglip.modeling_siglip.SiglipVisionModel method) (easydel.modules.siglip.modeling_siglip.SiglipVisionTransformer method) (easydel.modules.stablelm.modeling_stablelm.StableLmForCausalLM method) (easydel.modules.stablelm.modeling_stablelm.StableLmModel method) (easydel.modules.whisper.modeling_whisper.WhisperForAudioClassification method) (easydel.modules.whisper.modeling_whisper.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper.WhisperModel method) (easydel.modules.xerxes.modeling_xerxes.XerxesForCausalLM method) (easydel.modules.xerxes.modeling_xerxes.XerxesModel method) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2Model method)

get_esurge() (easydel.infra.mixins.generation.EasyGenerationMixin method) get_esurge_kwargs() (easydel.infra.elarge_model.elarge_model.eLargeModel method) get_factor_and_weight() (in module easydel.infra.loss_utils) get_fcm_mask() (easydel.infra.base_config.EasyDeLBaseConfig method) get_finished_reason() (easydel.inference.esurge.request.EngineRequest method) (easydel.inference.esurge.request.EngineRequestStatus static method) get_formatting_func_from_dataset() (in module easydel.trainers.utils) get_frequencies() (in module easydel.layers.rotary_embedding) get_from_pretrained_kwargs() (easydel.infra.elarge_model.elarge_model.eLargeModel method) get_gradient_checkpoint_policy() (in module easydel.infra.utils) get_hash_of_lowering() (in module easydel.utils.compiling_utils) get_hash_value() (easydel.inference.esurge.core.utils.PageHashWithGroupId method) get_image_features() (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionForConditionalGeneration method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionModel method) (easydel.modules.clip.modeling_clip.CLIPModel method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForConditionalGeneration method) (easydel.modules.gemma3.modeling_gemma3.Gemma3Model method) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration method) (easydel.modules.llava.modeling_llava.LlavaForConditionalGeneration method) (easydel.modules.llava.modeling_llava.LlavaModel method) (easydel.modules.mistral3.modeling_mistral3.Mistral3ForConditionalGeneration method) (easydel.modules.mistral3.modeling_mistral3.Mistral3Model method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLModel method) (easydel.modules.siglip.modeling_siglip.SiglipModel method) get_impl_metadata() (easydel.layers.operations._base_operation.BaseOperation method) (easydel.layers.operations.modules.blocksparse_attention.BlockSparseAttn method) (easydel.layers.operations.modules.decode_attention.AutoRegressiveDecodeAttn method) (easydel.layers.operations.modules.flash_attention.FlashAttn method) (easydel.layers.operations.modules.ring_attention.RingAttn method) (easydel.layers.operations.modules.scaled_dot_product_attention.ScaledDotProductAttn method) (easydel.layers.operations.modules.vanilla_attention.VanillaAttn method) get_impl_name() (easydel.layers.operations._base_operation.BaseOperation class method) (easydel.layers.operations.modules.blocksparse_attention.BlockSparseAttn class method) (easydel.layers.operations.modules.decode_attention.AutoRegressiveDecodeAttn class method) (easydel.layers.operations.modules.flash_attention.FlashAttn class method) (easydel.layers.operations.modules.ragged_page_attention.RaggedPageAttnV2 class method) (easydel.layers.operations.modules.ragged_page_attention.RaggedPageAttnV3 class method) (easydel.layers.operations.modules.ring_attention.RingAttn class method) (easydel.layers.operations.modules.scaled_dot_product_attention.ScaledDotProductAttn class method) (easydel.layers.operations.modules.vanilla_attention.VanillaAttn class method) get_input_embeddings() (easydel.modules.opt.modeling_opt.OPTModel method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLModel method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLTextModel method) get_inv_frequencies() (in module easydel.layers.rotary_embedding) get_kernel() (easydel.layers.quantization.linear_8bit.Linear8bit method) (easydel.layers.quantization.linear_nf4.LinearNF4 method) get_kv_cache_coordinator() (in module easydel.inference.esurge.core.coordinator) get_language_model() (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionForConditionalGeneration method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForConditionalGeneration method) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration method) (easydel.modules.llava.modeling_llava.LlavaForConditionalGeneration method) (easydel.modules.mistral3.modeling_mistral3.Mistral3ForConditionalGeneration method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration method) get_lm_head() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.modules.arctic.modeling_arctic.ArcticModel method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionModel method) (easydel.modules.clip.modeling_clip.CLIPForImageClassification method) (easydel.modules.clip.modeling_clip.CLIPModel method) (easydel.modules.clip.modeling_clip.CLIPTextModel method) (easydel.modules.clip.modeling_clip.CLIPTextModelWithProjection method) (easydel.modules.clip.modeling_clip.CLIPTextTransformer method) (easydel.modules.clip.modeling_clip.CLIPVisionModel method) (easydel.modules.clip.modeling_clip.CLIPVisionTransformer method) (easydel.modules.cohere.modeling_cohere.CohereForCausalLM method) (easydel.modules.cohere.modeling_cohere.CohereForSequenceClassification method) (easydel.modules.cohere.modeling_cohere.CohereModel method) (easydel.modules.cohere2.modeling_cohere2.Cohere2ForCausalLM method) (easydel.modules.cohere2.modeling_cohere2.Cohere2ForSequenceClassification method) (easydel.modules.cohere2.modeling_cohere2.Cohere2Model method) (easydel.modules.dbrx.modeling_dbrx.DbrxModel method) (easydel.modules.deepseek_v2.modeling_deepseek.DeepseekV2Model method) (easydel.modules.deepseek_v3.modeling_deepseek.DeepseekV3Model method) (easydel.modules.exaone.modeling_exaone.ExaoneModel method) (easydel.modules.falcon.modeling_falcon.FalconModel method) (easydel.modules.gemma.modeling_gemma.GemmaForCausalLM method) (easydel.modules.gemma.modeling_gemma.GemmaForSequenceClassification method) (easydel.modules.gemma.modeling_gemma.GemmaModel method) (easydel.modules.gemma2.modeling_gemma2.Gemma2ForCausalLM method) (easydel.modules.gemma2.modeling_gemma2.Gemma2ForSequenceClassification method) (easydel.modules.gemma2.modeling_gemma2.Gemma2Model method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForCausalLM method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForSequenceClassification method) (easydel.modules.gemma3.modeling_gemma3.Gemma3Model method) (easydel.modules.gemma3.modeling_gemma3.Gemma3TextModel method) (easydel.modules.gidd.modeling_gidd.GiddForDiffusionLM method) (easydel.modules.gidd.modeling_gidd.GiddModel method) (easydel.modules.glm.modeling_glm.GlmModel method) (easydel.modules.glm4.modeling_glm4.Glm4Model method) (easydel.modules.glm4_moe.modeling_glm4_moe.Glm4MoeModel method) (easydel.modules.gpt2.modeling_gpt2.GPT2Model method) (easydel.modules.gpt_j.modeling_gpt_j.GPTJModel method) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXModel method) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssForSequenceClassification method) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssModel method) (easydel.modules.grok_1.modeling_grok_1.Grok1Model method) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForCausalLM method) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForSequenceClassification method) (easydel.modules.internlm2.modeling_internlm2.InternLM2Model method) (easydel.modules.llama.modeling_llama.LlamaModel method) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration method) (easydel.modules.llama4.modeling_llama4.Llama4TextModel method) (easydel.modules.llama4.modeling_llama4.Llama4VisionModel method) (easydel.modules.llava.modeling_llava.LlavaModel method) (easydel.modules.mamba.modeling_mamba.MambaForCausalLM method) (easydel.modules.mamba.modeling_mamba.MambaModel method) (easydel.modules.mamba2.modeling_mamba2.Mamba2ForCausalLM method) (easydel.modules.mamba2.modeling_mamba2.Mamba2Model method) (easydel.modules.minimax_text_v1.modeling_minimax_text_01.MiniMaxText01ForCausalLM method) (easydel.modules.minimax_text_v1.modeling_minimax_text_01.MiniMaxText01Model method) (easydel.modules.mistral.modeling_mistral.MistralForCausalLM method) (easydel.modules.mistral.modeling_mistral.MistralForSequenceClassification method) (easydel.modules.mistral.modeling_mistral.MistralModel method) (easydel.modules.mistral3.modeling_mistral3.Mistral3Model method) (easydel.modules.mixtral.modeling_mixtral.MixtralModel method) (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel method) (easydel.modules.olmo.modeling_olmo.OlmoModel method) (easydel.modules.olmo2.modeling_olmo2.Olmo2ForCausalLM method) (easydel.modules.olmo2.modeling_olmo2.Olmo2ForSequenceClassification method) (easydel.modules.olmo2.modeling_olmo2.Olmo2Model method) (easydel.modules.openelm.modeling_openelm.OpenELMModel method) (easydel.modules.phi.modeling_phi.PhiForCausalLM method) (easydel.modules.phi.modeling_phi.PhiModel method) (easydel.modules.phi3.modeling_phi3.Phi3ForCausalLM method) (easydel.modules.phi3.modeling_phi3.Phi3Model method) (easydel.modules.phimoe.modeling_phimoe.PhiMoeForCausalLM method) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel method) (easydel.modules.pixtral.modeling_pixtral.PixtralVisionModel method) (easydel.modules.qwen2.modeling_qwen.Qwen2ForCausalLM method) (easydel.modules.qwen2.modeling_qwen.Qwen2ForSequenceClassification method) (easydel.modules.qwen2.modeling_qwen.Qwen2Model method) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeForSequenceClassification method) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeModel method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLTextModel method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLVisionTransformer method) (easydel.modules.qwen3.modeling_qwen3.Qwen3Model method) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeForSequenceClassification method) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeModel method) (easydel.modules.roberta.modeling_roberta.RobertaForCausalLM method) (easydel.modules.roberta.modeling_roberta.RobertaForMultipleChoice method) (easydel.modules.roberta.modeling_roberta.RobertaForQuestionAnswering method) (easydel.modules.roberta.modeling_roberta.RobertaForSequenceClassification method) (easydel.modules.roberta.modeling_roberta.RobertaForTokenClassification method) (easydel.modules.roberta.modeling_roberta.RobertaModel method) (easydel.modules.siglip.modeling_siglip.SiglipForImageClassification method) (easydel.modules.siglip.modeling_siglip.SiglipModel method) (easydel.modules.siglip.modeling_siglip.SiglipTextModel method) (easydel.modules.siglip.modeling_siglip.SiglipTextTransformer method) (easydel.modules.siglip.modeling_siglip.SiglipVisionModel method) (easydel.modules.siglip.modeling_siglip.SiglipVisionTransformer method) (easydel.modules.stablelm.modeling_stablelm.StableLmForCausalLM method) (easydel.modules.stablelm.modeling_stablelm.StableLmModel method) (easydel.modules.whisper.modeling_whisper.WhisperForAudioClassification method) (easydel.modules.whisper.modeling_whisper.WhisperForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper.WhisperModel method) (easydel.modules.xerxes.modeling_xerxes.XerxesForCausalLM method) (easydel.modules.xerxes.modeling_xerxes.XerxesModel method) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2Model method) get_logits_processor() (easydel.inference.sampling_params.JitableSamplingParams method) get_logits_warper() (easydel.inference.sampling_params.JitableSamplingParams method) get_loss_function() (in module easydel.trainers.direct_preference_optimization_trainer._fn) get_manager_for_kv_cache_spec() (in module easydel.inference.esurge.core.single_type_cache_manager) get_mask_details() (easydel.infra.base_config.EasyDeLBaseConfig method) (easydel.modules.arctic.arctic_configuration.ArcticConfig method) (easydel.modules.cohere2.cohere2_configuration.Cohere2Config method) (easydel.modules.gemma2.gemma2_configuration.Gemma2Config method) (easydel.modules.gemma3.gemma3_configuration.Gemma3TextConfig method) (easydel.modules.minimax_text_v1.minimax_text_01_configuration.MiniMaxText01Config method) (easydel.modules.mistral.mistral_configuration.MistralConfig method) (easydel.modules.mixtral.mixtral_configuration.MixtralConfig method) (easydel.modules.phi3.phi3_configuration.Phi3Config method) (easydel.modules.phimoe.phimoe_configuration.PhiMoeConfig method) (easydel.modules.qwen2.qwen_configuration.Qwen2Config method) (easydel.modules.qwen2_moe.configuration_qwen2_moe.Qwen2MoeConfig method) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLConfig method) (easydel.modules.qwen3.qwen3_configuration.Qwen3Config method) (easydel.modules.qwen3_moe.qwen3_moe_configuration.Qwen3MoeConfig method) (easydel.modules.xerxes.xerxes_configuration.XerxesConfig method) get_matmul_output_sharding() (in module easydel.layers.linear) get_max_num_seqs() (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData method) get_metadata() (easydel.utils.registery.Registry class method) get_metrics() (easydel.inference.esurge.server.api_server.eSurgeApiServer method) (easydel.inference.inference_engine_interface.BaseInferenceApiServer method) (easydel.inference.oai_proxies.InferenceApiRouter method) get_metrics_collector() (in module easydel.inference.esurge.metrics) get_metrics_summary() (easydel.inference.esurge.esurge_engine.eSurge method) get_mode() (easydel.layers.operations._operation_impl.OperationImpl method) get_model() (easydel.inference.esurge.server.api_server.eSurgeApiServer method) (easydel.inference.inference_engine_interface.BaseInferenceApiServer method) (easydel.inference.oai_proxies.InferenceApiRouter method) get_model_info() (easydel.inference.esurge.server.api_server.eSurgeAdapter method) (easydel.inference.inference_engine_interface.InferenceEngineAdapter method) get_model_step_fn() (easydel.inference.esurge.runners.execution_manager.ExecutionManager method) get_module_from_path() (in module easydel.utils.traversals) get_module_registration() (easydel.infra.factory.Registry method) get_module_repr() (in module easydel.infra.mixins.protocol) get_modules_by_type() (in module easydel.modules.auto.auto_configuration) get_moe_partition_spec() (in module easydel.layers.moe) get_moe_spec() (easydel.layers.moe.BaseMoeModule method) get_new_pages() (easydel.inference.esurge.core.page_pool.PagePool method) get_num_common_prefix_pages() (easydel.inference.esurge.core.coordinator.CacheCoordinator method) (easydel.inference.esurge.core.coordinator.CacheCoordinatorNoPrefixCache method) (easydel.inference.esurge.core.manager.CacheManager method) (easydel.inference.esurge.core.single_type_cache_manager.ChunkedLocalAttentionManager method) (easydel.inference.esurge.core.single_type_cache_manager.FullAttentionManager method) (easydel.inference.esurge.core.single_type_cache_manager.MambaManager method) (easydel.inference.esurge.core.single_type_cache_manager.SingleTypeCacheManager method) (easydel.inference.esurge.core.single_type_cache_manager.SlidingWindowManager method) get_num_free_pages() (easydel.inference.esurge.core.page_pool.PagePool method) get_num_pages_to_allocate() (easydel.inference.esurge.core.coordinator.CacheCoordinator method) (easydel.inference.esurge.core.single_type_cache_manager.SingleTypeCacheManager method) get_num_slices_per_kv_cache_update_page() (in module easydel.layers.caching.ragged_page.cache) get_num_unfinished_requests() (easydel.inference.esurge.scheduler.interface.SchedulerInterface method) (easydel.inference.esurge.scheduler.scheduler.Scheduler method) get_operation_config() (easydel.layers.operations._operation_meta.OperationMetadata method) get_optimal_config() (in module easydel.layers.attention) get_optimizer_and_scheduler() (easydel.trainers.training_configurations.TrainingArguments method) get_or_raise() (easydel.utils.registery.Registry class method) get_output_partition_spec() (in module easydel.layers.linear) get_padded_num_slices() (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData method) get_page_ids() (easydel.inference.esurge.core.manager.CacheManager method) (easydel.inference.esurge.core.manager.CachePages method) get_page_size_bytes() (in module easydel.layers.caching.ragged_page.cache) get_pages() (easydel.inference.esurge.core.coordinator.CacheCoordinator method) get_partition_rules() (easydel.infra.base_config.EasyDeLBaseConfig method) (easydel.modules.arctic.arctic_configuration.ArcticConfig method) (easydel.modules.aya_vision.aya_vision_configuration.AyaVisionConfig method) (easydel.modules.clip.clip_configuration.CLIPConfig method) (easydel.modules.clip.clip_configuration.CLIPTextConfig method) (easydel.modules.clip.clip_configuration.CLIPVisionConfig method) (easydel.modules.cohere.cohere_configuration.CohereConfig method) (easydel.modules.cohere2.cohere2_configuration.Cohere2Config method) (easydel.modules.dbrx.dbrx_configuration.DbrxConfig method) (easydel.modules.deepseek_v2.deepseek_configuration.DeepseekV2Config method) (easydel.modules.deepseek_v3.deepseek_configuration.DeepseekV3Config method) (easydel.modules.exaone.exaone_configuration.ExaoneConfig method) (easydel.modules.falcon.falcon_configuration.FalconConfig method) (easydel.modules.gemma.gemma_configuration.GemmaConfig method) (easydel.modules.gemma2.gemma2_configuration.Gemma2Config method) (easydel.modules.gemma3.gemma3_configuration.Gemma3Config method) (easydel.modules.gemma3.gemma3_configuration.Gemma3TextConfig method) (easydel.modules.gidd.gidd_configuration.GiddConfig method) (easydel.modules.glm.glm_configuration.GlmConfig method) (easydel.modules.glm4.glm4_configuration.Glm4Config method) (easydel.modules.glm4_moe.glm4_moe_configuration.Glm4MoeConfig method) (easydel.modules.gpt2.gpt2_configuration.GPT2Config method) (easydel.modules.gpt_j.gpt_j_configuration.GPTJConfig method) (easydel.modules.gpt_neox.gpt_neox_configuration.GPTNeoXConfig method) (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig method) (easydel.modules.grok_1.grok_1_configuration.Grok1Config method) (easydel.modules.internlm2.internlm2_configuration.InternLM2Config method) (easydel.modules.llama.llama_configuration.LlamaConfig method) (easydel.modules.llama.llama_configuration.VisionLlamaConfig method) (easydel.modules.llama4.llama4_configuration.Llama4Config method) (easydel.modules.llama4.llama4_configuration.Llama4TextConfig method) (easydel.modules.llama4.llama4_configuration.Llama4VisionConfig method) (easydel.modules.llava.llava_configuration.LlavaConfig method) (easydel.modules.mamba.mamba_configuration.MambaConfig method) (easydel.modules.mamba2.mamba2_configuration.Mamba2Config method) (easydel.modules.minimax_text_v1.minimax_text_01_configuration.MiniMaxText01Config method) (easydel.modules.mistral.mistral_configuration.MistralConfig method) (easydel.modules.mistral3.mistral3_configuration.Mistral3Config method) (easydel.modules.mixtral.mixtral_configuration.MixtralConfig method) (easydel.modules.mosaic_mpt.mosaic_configuration.MptConfig method) (easydel.modules.olmo.olmo_configuration.OlmoConfig method) (easydel.modules.olmo2.olmo2_configuration.Olmo2Config method) (easydel.modules.openelm.openelm_configuration.OpenELMConfig method) (easydel.modules.opt.opt_configuration.OPTConfig method) (easydel.modules.phi.phi_configuration.PhiConfig method) (easydel.modules.phi3.phi3_configuration.Phi3Config method) (easydel.modules.phimoe.phimoe_configuration.PhiMoeConfig method) (easydel.modules.pixtral.pixtral_configuration.PixtralVisionConfig method) (easydel.modules.qwen2.qwen_configuration.Qwen2Config method) (easydel.modules.qwen2_moe.configuration_qwen2_moe.Qwen2MoeConfig method) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLConfig method) (easydel.modules.qwen3.qwen3_configuration.Qwen3Config method) (easydel.modules.qwen3_moe.qwen3_moe_configuration.Qwen3MoeConfig method) (easydel.modules.roberta.roberta_configuration.RobertaConfig method) (easydel.modules.rwkv.rwkv_configuration.RwkvConfig method) (easydel.modules.siglip.configuration_siglip.SiglipConfig method) (easydel.modules.siglip.configuration_siglip.SiglipTextConfig method) (easydel.modules.siglip.configuration_siglip.SiglipVisionConfig method) (easydel.modules.stablelm.stablelm_configuration.StableLmConfig method) (easydel.modules.whisper.whisper_configuration.WhisperConfig method) (easydel.modules.xerxes.xerxes_configuration.XerxesConfig method) (easydel.modules.xerxes2.xerxes2_configuration.Xerxes2Config method) get_path() (easydel.trainers.training_configurations.TrainingArguments method) get_per_token_logps() (in module easydel.trainers.group_relative_policy_optimization._fn) get_per_token_logps_and_entropies() (in module easydel.trainers.group_relative_policy_optimization._fn) get_projector() (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionForConditionalGeneration method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForConditionalGeneration method) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration method) (easydel.modules.llava.modeling_llava.LlavaForConditionalGeneration method) (easydel.modules.mistral3.modeling_mistral3.Mistral3ForConditionalGeneration method) get_quantized_kernel() (easydel.layers.quantization.linear_8bit.Linear8bit method) (easydel.layers.quantization.linear_nf4.LinearNF4 method) get_relevant_esurge() (easydel.infra.mixins.generation.EasyGenerationMixin method) get_request_counts() (easydel.inference.esurge.scheduler.interface.SchedulerInterface method) (easydel.inference.esurge.scheduler.scheduler.Scheduler method) get_request_indices_with_penalty() (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer method) get_rng() (easydel.utils.traversals.MetaValueRecreator method) get_rope() (in module easydel.layers.rotary_embedding) get_rope_index() (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLModel method) (in module easydel.modules.qwen2_vl.modeling_qwen2_vl) get_safe_arr() (in module easydel.trainers.training_configurations) get_safe_hash_int() (in module easydel.utils.compiling_utils) get_sampling_fn() (easydel.inference.esurge.runners.execution_manager.ExecutionManager method) get_save_interval_timedelta() (easydel.trainers.training_configurations.TrainingArguments method) get_selected_experts() (easydel.modules.glm4_moe.modeling_glm4_moe.Glm4MoeTopKRouter method) get_shape_and_axes() (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData method) get_sharding() (in module easydel.layers.linear) get_sharding_safely() (easydel.layers.attention.AttentionModule method) get_shardings() (easydel.layers.operations._operation_meta.OperationMetadata method) get_static_arguments() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration method) get_streaming_checkpointer() (easydel.trainers.training_configurations.TrainingArguments method) get_summary() (easydel.inference.esurge.esurge_engine.RequestOutput method) (easydel.utils.analyze_memory.SMPMemoryMonitor method) get_system_metrics() (easydel.inference.esurge.metrics.MetricsCollector method) get_tensorboard() (easydel.trainers.training_configurations.TrainingArguments method) get_text() (easydel.inference.esurge.esurge_engine.RequestOutput method) get_text_features() (easydel.modules.clip.modeling_clip.CLIPModel method) (easydel.modules.siglip.modeling_siglip.SiglipModel method) get_token_id() (easydel.inference.esurge.runners.states.CachedRequestState method) get_tool_parser() (easydel.inference.tools.abstract_tool.ToolParserManager class method) get_tool_parser_for_model() (easydel.inference.tools.tool_calling_mixin.ToolCallingMixin method) get_torch() (easydel.utils.parameters_transformation.TensorConverter static method) get_torch_loader() (easydel.infra.mixins.bridge.EasyBridgeMixin class method) (easydel.infra.mixins.protocol.BaseModuleProtocol class method) get_train_source() (easydel.infra.elarge_model.elarge_model.eLargeModel method) get_trainer_class() (in module easydel.infra.elarge_model.trainer_types) get_trainer_config() (easydel.infra.elarge_model.elarge_model.eLargeModel method) get_trainer_defaults() (in module easydel.infra.elarge_model.trainer_types) get_training_arguments_class() (in module easydel.infra.elarge_model.trainer_types) get_tx_template() (easydel.trainers.training_configurations.TrainingArguments method) get_unhashed_page_ids() (easydel.inference.esurge.core.manager.CachePages method) get_usage() (easydel.inference.esurge.core.page_pool.PagePool method) get_video_features() (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLModel method) get_vision_tower() (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionForConditionalGeneration method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForConditionalGeneration method) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration method) (easydel.modules.llava.modeling_llava.LlavaForConditionalGeneration method) (easydel.modules.mistral3.modeling_mistral3.Mistral3ForConditionalGeneration method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration method) get_wandb_init() (easydel.trainers.training_configurations.TrainingArguments method) get_weight_decay_exclusions() (easydel.modules.gidd.gidd_configuration.GiddConfig static method) GiddAttention (class in easydel.modules.gidd.modeling_gidd) GiddConfig (class in easydel.modules.gidd.gidd_configuration) GiddForDiffusionLM (class in easydel.modules.gidd.modeling_gidd) GiddLayer (class in easydel.modules.gidd.modeling_gidd) GiddMLP (class in easydel.modules.gidd.modeling_gidd) GiddModel (class in easydel.modules.gidd.modeling_gidd) GiddRMSNorm (class in easydel.modules.gidd.modeling_gidd) GKDTrainerCfg (class in easydel.infra.elarge_model.trainer_types) Glm4Attention (class in easydel.modules.glm4.modeling_glm4) Glm4Config (class in easydel.modules.glm4.glm4_configuration) Glm4DecoderLayer (class in easydel.modules.glm4.modeling_glm4) Glm4ForCausalLM (class in easydel.modules.glm4.modeling_glm4) Glm4ForSequenceClassification (class in easydel.modules.glm4.modeling_glm4) Glm4MLP (class in easydel.modules.glm4.modeling_glm4) Glm4Model (class in easydel.modules.glm4.modeling_glm4) Glm4MoeAttention (class in easydel.modules.glm4_moe.modeling_glm4_moe) Glm4MoeConfig (class in easydel.modules.glm4_moe.glm4_moe_configuration) Glm4MoeDecoderLayer (class in easydel.modules.glm4_moe.modeling_glm4_moe) Glm4MoeForCausalLM (class in easydel.modules.glm4_moe.modeling_glm4_moe) Glm4MoeForSequenceClassification (class in easydel.modules.glm4_moe.modeling_glm4_moe) Glm4MoeMLP (class in easydel.modules.glm4_moe.modeling_glm4_moe) Glm4MoeMLPStack (class in easydel.modules.glm4_moe.modeling_glm4_moe) Glm4MoeModel (class in easydel.modules.glm4_moe.modeling_glm4_moe) Glm4MoeModelToolParser (class in easydel.inference.tools.parsers.glm4_moe_tool_parser) Glm4MoeMoE (class in easydel.modules.glm4_moe.modeling_glm4_moe) Glm4MoeTopKRouter (class in easydel.modules.glm4_moe.modeling_glm4_moe) GlmAttention (class in easydel.modules.glm.modeling_glm) GlmConfig (class in easydel.modules.glm.glm_configuration) GlmDecoderLayer (class in easydel.modules.glm.modeling_glm) GlmForCausalLM (class in easydel.modules.glm.modeling_glm) GlmForSequenceClassification (class in easydel.modules.glm.modeling_glm) GlmMLP (class in easydel.modules.glm.modeling_glm) GlmModel (class in easydel.modules.glm.modeling_glm) GLU (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01) (easydel.infra.utils.ActivationType attribute) glu (easydel.infra.utils.FlopCalcConfig attribute), [1] GORILLA (easydel.inference.openai_api_modules.FunctionCallFormat attribute), [1] GPT2Attention (class in easydel.modules.gpt2.modeling_gpt2) GPT2Block (class in easydel.modules.gpt2.modeling_gpt2) GPT2Config (class in easydel.modules.gpt2.gpt2_configuration) GPT2LMHeadModel (class in easydel.modules.gpt2.modeling_gpt2) GPT2MLP (class in easydel.modules.gpt2.modeling_gpt2) GPT2Model (class in easydel.modules.gpt2.modeling_gpt2) GPTJAttention (class in easydel.modules.gpt_j.modeling_gpt_j) GPTJBlock (class in easydel.modules.gpt_j.modeling_gpt_j) GPTJConfig (class in easydel.modules.gpt_j.gpt_j_configuration) GPTJForCausalLM (class in easydel.modules.gpt_j.modeling_gpt_j) GPTJMLP (class in easydel.modules.gpt_j.modeling_gpt_j) GPTJModel (class in easydel.modules.gpt_j.modeling_gpt_j) GPTNeoXAttention (class in easydel.modules.gpt_neox.modeling_gpt_neox) GPTNeoXBlock (class in easydel.modules.gpt_neox.modeling_gpt_neox) GPTNeoXConfig (class in easydel.modules.gpt_neox.gpt_neox_configuration) GPTNeoXForCausalLM (class in easydel.modules.gpt_neox.modeling_gpt_neox) GPTNeoXMlp (class in easydel.modules.gpt_neox.modeling_gpt_neox) GPTNeoXModel (class in easydel.modules.gpt_neox.modeling_gpt_neox) GptOssAttention (class in easydel.modules.gpt_oss.modeling_gpt_oss) GptOssConfig (class in easydel.modules.gpt_oss.gpt_oss_configuration) GptOssDecoderLayer (class in easydel.modules.gpt_oss.modeling_gpt_oss) GptOssExperts (class in easydel.modules.gpt_oss.modeling_gpt_oss) GptOssForCausalLM (class in easydel.modules.gpt_oss.modeling_gpt_oss) GptOssForSequenceClassification (class in easydel.modules.gpt_oss.modeling_gpt_oss) GptOssMLP (class in easydel.modules.gpt_oss.modeling_gpt_oss) GptOssModel (class in easydel.modules.gpt_oss.modeling_gpt_oss) GptOssRMSNorm (class in easydel.modules.gpt_oss.modeling_gpt_oss) GPU (easydel.infra.etils.EasyDeLBackends attribute), [1] grad_norms (easydel.infra.loss_utils.LossMetrics attribute), [1] gradient_accumulation_steps (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) gradient_checkpointing (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssModel attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2Model attribute) (easydel.modules.mixtral.modeling_mixtral.MixtralModel attribute) (easydel.modules.olmo.modeling_olmo.OlmoModel attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2Model attribute) (easydel.modules.openelm.modeling_openelm.OpenELMModel attribute) (easydel.modules.opt.modeling_opt.OPTDecoder attribute) (easydel.modules.phi.modeling_phi.PhiModel attribute) (easydel.modules.phi3.modeling_phi3.Phi3Model attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralTransformer attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2Model attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeModel attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3Model attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeModel attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmModel attribute) grain_shard_count (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) grain_shard_index (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) grammar (easydel.inference.sampling_params.GuidedDecodingParams attribute), [1] Granite20bFCToolParser (class in easydel.inference.tools.parsers.granite_20b_fc_tool_parser) GraniteToolParser (class in easydel.inference.tools.parsers.granite_tool_parser) granted_freq_max_position_embedding (easydel.infra.base_config.EasyDeLBaseConfig property) (easydel.modules.deepseek_v2.deepseek_configuration.DeepseekV2Config property) (easydel.modules.exaone.exaone_configuration.ExaoneConfig property) (easydel.modules.gidd.gidd_configuration.GiddConfig property) (easydel.modules.internlm2.internlm2_configuration.InternLM2Config property) (easydel.modules.mixtral.mixtral_configuration.MixtralConfig property) (easydel.modules.openelm.openelm_configuration.OpenELMConfig property) (easydel.modules.phi.phi_configuration.PhiConfig property) (easydel.modules.phi3.phi3_configuration.Phi3Config property) (easydel.modules.qwen2_moe.configuration_qwen2_moe.Qwen2MoeConfig property) granted_mask_max_position_embedding (easydel.infra.base_config.EasyDeLBaseConfig property) (easydel.modules.deepseek_v2.deepseek_configuration.DeepseekV2Config property) (easydel.modules.exaone.exaone_configuration.ExaoneConfig property) (easydel.modules.gidd.gidd_configuration.GiddConfig property) (easydel.modules.internlm2.internlm2_configuration.InternLM2Config property) (easydel.modules.mixtral.mixtral_configuration.MixtralConfig property) (easydel.modules.openelm.openelm_configuration.OpenELMConfig property) (easydel.modules.phi.phi_configuration.PhiConfig property) (easydel.modules.phi3.phi3_configuration.Phi3Config property) (easydel.modules.qwen2_moe.configuration_qwen2_moe.Qwen2MoeConfig property) graphdef (easydel.inference.esurge.runners.execution_manager.ExecutionManager attribute) (easydel.inference.vwhisper.core.vWhisperInference attribute) (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.infra.base_state.EasyDeLState attribute), [1] (easydel.infra.mixins.protocol.BaseModuleProtocol property) graphother (easydel.inference.esurge.runners.execution_manager.ExecutionManager attribute) (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.infra.base_state.EasyDeLState attribute), [1] (easydel.infra.mixins.protocol.BaseModuleProtocol property) graphstate (easydel.inference.esurge.runners.execution_manager.ExecutionManager attribute) (easydel.inference.vwhisper.core.vWhisperInference attribute) (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.infra.base_state.EasyDeLState attribute), [1] (easydel.infra.mixins.protocol.BaseModuleProtocol property) graphstate_type (easydel.infra.base_module.EasyDeLBaseModule property) graphtree_params_shape (easydel.infra.base_module.EasyDeLBaseModule property) graphtree_shape (easydel.infra.base_module.EasyDeLBaseModule property) GREEDY (easydel.inference.sampling_params.SamplingType attribute), [1] greedy_until() (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter method) GreedySearchOutput (class in easydel.infra.modeling_outputs) GreedyState (class in easydel.infra.mixins.generation) Grok1Attention (class in easydel.modules.grok_1.modeling_grok_1) Grok1BLockSparseMLP (class in easydel.modules.grok_1.modeling_grok_1) Grok1Config (class in easydel.modules.grok_1.grok_1_configuration) Grok1DecoderLayer (class in easydel.modules.grok_1.modeling_grok_1) Grok1ForCausalLM (class in easydel.modules.grok_1.modeling_grok_1) Grok1Model (class in easydel.modules.grok_1.modeling_grok_1) Grok1SparseMoeBlock (class in easydel.modules.grok_1.modeling_grok_1) group_id (easydel.inference.esurge.core.utils.PageHashWithGroupId attribute) grpo_step() (in module easydel.trainers.group_relative_policy_optimization._fn) GRPOConfig (class in easydel.trainers.group_relative_policy_optimization.grpo_config) GRPODataCollatorGrain (class in easydel.trainers.utils) GRPODataCollatorTFDS (class in easydel.trainers.utils) GRPOTrainer (class in easydel.trainers.group_relative_policy_optimization.grpo_trainer) GRPOTrainerCfg (class in easydel.infra.elarge_model.trainer_types) guided_decoding (easydel.inference.sampling_params.SamplingParams attribute) GuidedDecodingParams (class in easydel.inference.sampling_params)

H

half() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) handler (easydel.inference.inference_engine_interface.EndpointConfig attribute), [1] (easydel.inference.oai_proxies.EndpointConfig attribute) has_finished_requests() (easydel.inference.esurge.scheduler.interface.SchedulerInterface method) (easydel.inference.esurge.scheduler.scheduler.Scheduler method) has_requests() (easydel.inference.esurge.scheduler.interface.SchedulerInterface method) has_unfinished_requests() (easydel.inference.esurge.scheduler.interface.SchedulerInterface method) HASH (easydel.layers.moe.MoeRoutingStrategy attribute) hash_fn() (in module easydel.utils.compiling_utils) hash_page_tokens() (in module easydel.inference.esurge.core.utils) hash_request_tokens() (in module easydel.inference.esurge.core.utils) hash_value (easydel.inference.esurge.core.utils.PageHash attribute) hashable_dict (class in easydel.infra.utils) hbm_utilization (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData attribute) head_dim (easydel.infra.utils.FlopCalcConfig attribute), [1] (easydel.layers.caching.lightning.cache.LightningCacheMetaData attribute), [1] (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData attribute), [1] (easydel.layers.caching.transformer.cache.TransformerCacheMetaData attribute), [1] (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) head_size (easydel.inference.esurge.core.interface.AttentionSpec attribute) (easydel.layers.caching._specs.AttentionSpec attribute), [1] (easydel.layers.rotary_embedding.DeepseekScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.Phi3LongRoPEScaledRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RotaryEmbedding attribute) health_check() (easydel.inference.esurge.server.api_server.eSurgeApiServer method) (easydel.inference.inference_engine_interface.BaseInferenceApiServer method) (easydel.inference.oai_proxies.InferenceApiRouter method) HERMES (easydel.inference.openai_api_modules.FunctionCallFormat attribute), [1] HermesToolParser (class in easydel.inference.tools.parsers.hermes_tool_parser) hf_torch_auto_loader (easydel.infra.mixins.bridge.EasyBridgeMixin attribute) HFDataSource (class in easydel.trainers.utils) hidden_act (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) hidden_dim (easydel.infra.utils.FlopCalcConfig attribute), [1] hidden_dropout (easydel.modules.mosaic_mpt.modeling_mosaic.MptMLP attribute) hidden_size (easydel.layers.moe.BaseMoeModule attribute) (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralAttention attribute) hidden_state_layers (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig attribute) hidden_state_loss (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig attribute) hidden_state_loss_weight (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig attribute)

hidden_states (easydel.infra.modeling_outputs.BaseModelOutput attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithNoAttention attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPast attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPastAndCrossAttentions attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPooling attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndNoAttention attribute) (easydel.infra.modeling_outputs.CausalLMOutputWithCrossAttentions attribute) (easydel.infra.modeling_outputs.CLIPTextModelOutput attribute) (easydel.infra.modeling_outputs.DecoderLayerOutput attribute) (easydel.infra.modeling_outputs.EncoderLayerOutput attribute) (easydel.infra.modeling_outputs.ImageClassifierOutput attribute) (easydel.infra.modeling_outputs.ImageClassifierOutputWithNoAttention attribute) (easydel.infra.modeling_outputs.MambaCausalLMOutput attribute) (easydel.infra.modeling_outputs.MambaOutput attribute) (easydel.infra.modeling_outputs.MaskedLMOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) (easydel.infra.modeling_outputs.MultipleChoiceModelOutput attribute) (easydel.infra.modeling_outputs.NextSentencePredictorOutput attribute) (easydel.infra.modeling_outputs.QuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.SequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.TokenClassifierOutput attribute) (easydel.infra.modeling_outputs.VLMCausalLMOutput attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionCausalLMOutputWithPast attribute) (easydel.modules.gemma3.modeling_gemma3.Gemma3CausalLMOutputWithPast attribute) (easydel.modules.gemma3.modeling_gemma3.Gemma3ModelOutputWithPast attribute) (easydel.modules.llama4.modeling_llama4.Llama4CausalLMOutputWithPast attribute) (easydel.modules.llava.modeling_llava.LlavaCausalLMOutputWithPast attribute) (easydel.modules.mamba.modeling_mamba.MambaCausalLMOutput attribute) (easydel.modules.mamba.modeling_mamba.MambaOutput attribute) (easydel.modules.mamba2.modeling_mamba2.Mamba2CausalLMOutput attribute) (easydel.modules.mamba2.modeling_mamba2.Mamba2Output attribute) (easydel.modules.mistral3.modeling_mistral3.Mistral3CausalLMOutputWithPast attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLCausalLMOutputWithPast attribute) (easydel.modules.rwkv.modeling_rwkv.RwkvCausalLMOutput attribute) (easydel.modules.rwkv.modeling_rwkv.RwkvOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipTextModelOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipVisionModelOutput attribute) high_freq_factor (easydel.layers.rotary_embedding.Llama3RotaryEmbedding attribute) (easydel.layers.rotary_embedding.RopeConfig attribute), [1] hostname (easydel.utils.analyze_memory.DeviceStats attribute), [1] hub_private (easydel.infra.elarge_model.types.DatasetSaveCfg attribute), [1] hub_repo_id (easydel.infra.elarge_model.types.DatasetSaveCfg attribute), [1] hub_token (easydel.infra.elarge_model.types.DatasetSaveCfg attribute), [1] huggingface_to_easydel() (easydel.utils.parameters_transformation.StateDictConverter static method) HunyuanA13BToolParser (class in easydel.inference.tools.parsers.hunyuan_a13b_tool_parser) HybridCacheCoordinator (class in easydel.inference.esurge.core.coordinator)

I

id (easydel.inference.openai_api_modules.ChatCompletionResponse attribute) (easydel.inference.openai_api_modules.ChatCompletionStreamResponse attribute) (easydel.inference.openai_api_modules.CompletionResponse attribute) (easydel.inference.openai_api_modules.CompletionStreamResponse attribute) (easydel.inference.openai_api_modules.DeltaToolCall attribute) (easydel.inference.openai_api_modules.ToolCall attribute) (easydel.inference.tools.parsers.mistral_tool_parser.MistralToolCall attribute) Identity (class in easydel.modules.xerxes.modeling_xerxes) ids_to_pop_from_dataset (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) ignore_eos (easydel.inference.sampling_params.BeamSearchParams attribute), [1] (easydel.inference.sampling_params.SamplingParams attribute) ignore_index (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute), [1] (easydel.trainers.utils.DataCollatorForCompletionOnlyLM attribute) IMAGE_CLASSIFICATION (easydel.infra.factory.TaskType attribute), [1] (easydel.infra.utils.TaskType attribute) image_embeds (easydel.infra.modeling_outputs.CLIPOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipVisionModelOutput attribute) image_hidden_states (easydel.infra.modeling_outputs.VLMCausalLMOutput attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionCausalLMOutputWithPast attribute) (easydel.modules.gemma3.modeling_gemma3.Gemma3CausalLMOutputWithPast attribute) (easydel.modules.gemma3.modeling_gemma3.Gemma3ModelOutputWithPast attribute) (easydel.modules.llama4.modeling_llama4.Llama4CausalLMOutputWithPast attribute) (easydel.modules.llava.modeling_llava.LlavaCausalLMOutputWithPast attribute) (easydel.modules.mistral3.modeling_mistral3.Mistral3CausalLMOutputWithPast attribute) (easydel.modules.mistral3.modeling_mistral3.Mistral3ModelOutput attribute) image_size (easydel.infra.elarge_model.types.VisualDatasetInformCfg attribute), [1] image_target_field (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] IMAGE_TEXT_TO_TEXT (easydel.infra.factory.TaskType attribute), [1] (easydel.infra.utils.TaskType attribute) ImageClassifierOutput (class in easydel.infra.modeling_outputs) ImageClassifierOutputWithNoAttention (class in easydel.infra.modeling_outputs) implementation (easydel.layers.attention.FlexibleAttentionModule attribute) import_from_path() (in module easydel.inference.tools.abstract_tool) import_tool_parser() (easydel.inference.tools.abstract_tool.ToolParserManager class method) importance_sampling_level (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) in_features (easydel.layers.linear.ParallelLinear attribute) (easydel.layers.moe.ParallelMoELinear attribute) (easydel.modules.gpt2.modeling_gpt2.Conv1D attribute) include_loss (easydel.infra.utils.FlopCalcConfig attribute), [1] include_stop_str_in_output (easydel.inference.sampling_params.BeamSearchParams attribute), [1] (easydel.inference.sampling_params.SamplingParams attribute) incr_ref() (easydel.inference.esurge.core.utils.CachePage method) index (easydel.inference.esurge.esurge_engine.CompletionOutput attribute), [1] (easydel.inference.openai_api_modules.ChatCompletionResponseChoice attribute) (easydel.inference.openai_api_modules.ChatCompletionStreamResponseChoice attribute) (easydel.inference.openai_api_modules.CompletionResponseChoice attribute) (easydel.inference.openai_api_modules.CompletionStreamResponseChoice attribute) (easydel.inference.openai_api_modules.DeltaToolCall attribute) index() (easydel.inference.esurge.utils.ConstantList method) indexs (easydel.layers.caching.transformer.cache.TransformerCacheView attribute), [1] (easydel.layers.caching.transformer.cache.TransformerMetadata attribute), [1] infer_task_from_hf_config() (in module easydel.infra.elarge_model.utils) inference_config (easydel.inference.vwhisper.core.vWhisperInference attribute) InferenceApiRouter (class in easydel.inference.oai_proxies) InferenceEngineAdapter (class in easydel.inference.inference_engine_interface) info() (easydel.utils.registery.Registry class method) informs (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] init() (easydel.layers.caching._abstracts.BaseCacheView class method) (easydel.layers.caching.lightning.cache.LightningCacheView class method) (easydel.layers.caching.mamba.cache.MambaCacheView class method) (easydel.layers.caching.mamba2.cache.Mamba2CacheView class method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView class method) (easydel.layers.caching.transformer.cache.TransformerCacheView class method) init_cache() (easydel.infra.mixins.generation.EasyGenerationMixin method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (easydel.layers.caching._abstracts.BaseCache class method) (easydel.layers.caching.lightning.cache.LightningCache class method) (easydel.layers.caching.mamba.cache.MambaCache class method) (easydel.layers.caching.mamba2.cache.Mamba2Cache class method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCache class method) (easydel.layers.caching.transformer.cache.TransformerCache class method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionForConditionalGeneration method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionModel method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForConditionalGeneration method) (easydel.modules.gemma3.modeling_gemma3.Gemma3Model method) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration method) (easydel.modules.llava.modeling_llava.LlavaForConditionalGeneration method) (easydel.modules.llava.modeling_llava.LlavaModel method) (easydel.modules.mamba.modeling_mamba.MambaForCausalLM method) (easydel.modules.mamba.modeling_mamba.MambaModel method) (easydel.modules.mamba2.modeling_mamba2.Mamba2ForCausalLM method) (easydel.modules.mistral3.modeling_mistral3.Mistral3ForConditionalGeneration method) (easydel.modules.mistral3.modeling_mistral3.Mistral3Model method) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2ForCausalLM method) init_empty() (easydel.inference.sampling_params.JitableSamplingParams class method) (easydel.layers.caching._abstracts.BaseCache class method) (easydel.layers.caching.lightning.cache.LightningCache class method) (easydel.layers.caching.mamba.cache.MambaCache class method) (easydel.layers.caching.mamba2.cache.Mamba2Cache class method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCache method) (easydel.layers.caching.transformer.cache.TransformerCache class method) init_fns() (easydel.inference.esurge.runners.execution_manager.ExecutionManager method) init_garphstate() (in module easydel.utils.traversals) init_kwargs (easydel.infra.utils.ArrayParam attribute), [1] init_method (easydel.infra.utils.ArrayParam attribute), [1] init_none_hash() (in module easydel.inference.esurge.core.utils) init_ragged_pages() (easydel.infra.mixins.generation.EasyGenerationMixin method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) init_state() (in module easydel.modules.rwkv.modeling_rwkv) init_to_value() (in module easydel.modules.mamba.modeling_mamba) (in module easydel.modules.mamba2.modeling_mamba2) init_tx (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute)

init_tx() (easydel.infra.base_state.EasyDeLState method) initialize() (easydel.trainers.utils.JaxDistributedConfig class method) initialize_async_executor() (easydel.inference.esurge.runners.model_runner.eSurgeRunner method) initialize_kv_cache() (easydel.inference.esurge.runners.model_runner.eSurgeRunner method) initialize_metrics() (in module easydel.inference.esurge.metrics) initialize_tool_parsers() (easydel.inference.tools.tool_calling_mixin.ToolCallingMixin method) initialize_trainer_utils() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) initializer_range (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) initiate() (easydel.inference.esurge.esurge_engine.eSurge method) input_layernorm (easydel.modules.gidd.modeling_gidd.GiddLayer attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2DecoderLayer attribute) (easydel.modules.phi.modeling_phi.PhiDecoderLayer attribute) (easydel.modules.phi3.modeling_phi3.Phi3DecoderLayer attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeDecoderLayer attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2DecoderLayer attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeDecoderLayer attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3DecoderLayer attribute), [1] (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeDecoderLayer attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmDecoderLayer attribute) insert() (easydel.inference.esurge.utils.ConstantList method) (easydel.inference.sampling_params.JitableSamplingParams method) (easydel.layers.caching.transformer.cache.TransformerCache method) insert_index() (easydel.layers.caching.transformer.cache.TransformerCache method) insert_starts() (easydel.layers.caching.transformer.cache.TransformerCache method) instruction_template (easydel.trainers.utils.DataCollatorForCompletionOnlyLM attribute) instructions_formatting_function() (in module easydel.trainers.utils) int_key_to_string() (in module easydel.utils.traversals) intermediate_dim (easydel.infra.utils.FlopCalcConfig attribute), [1] intermediate_size (easydel.layers.caching.mamba.cache.MambaCacheMetaData attribute), [1] (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData attribute), [1] (easydel.modules.gpt2.modeling_gpt2.GPT2MLP attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJMLP attribute) (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) InternLM2Attention (class in easydel.modules.internlm2.modeling_internlm2) InternLM2Block (class in easydel.modules.internlm2.modeling_internlm2) InternLM2Config (class in easydel.modules.internlm2.internlm2_configuration) InternLM2ForCausalLM (class in easydel.modules.internlm2.modeling_internlm2) InternLM2ForSequenceClassification (class in easydel.modules.internlm2.modeling_internlm2) InternLM2MLP (class in easydel.modules.internlm2.modeling_internlm2) InternLM2Model (class in easydel.modules.internlm2.modeling_internlm2) Internlm2ToolParser (class in easydel.inference.tools.parsers.internlm2_tool_parser) interpolate() (easydel.modules.siglip.modeling_siglip.SiglipVisionEmbeddings method) inv_frequencies (easydel.infra.base_module.EasyDeLBaseModule property) invalid_types (easydel.utils.traversals.StateValidationResult attribute) is_complete_json() (in module easydel.inference.tools.utils) is_composition (easydel.modules.mistral3.mistral3_configuration.Mistral3Config attribute) is_conversational() (in module easydel.trainers.prompt_utils) is_conversational_from_value() (in module easydel.trainers.prompt_utils) is_cross_attention (easydel.modules.gpt2.modeling_gpt2.GPT2Attention attribute) is_empty (easydel.layers.caching.transformer.cache.TransformerCacheView property) is_enable (easydel.trainers.base_trainer.BaseTrainer property) (easydel.trainers.trainer_protocol.BaseTrainerProtocol property) is_encoder_decoder (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.utils.DataCollatorForPreferenceGrain attribute), [1] (easydel.trainers.utils.DataCollatorForPreferenceTFDS attribute), [1] (easydel.trainers.utils.DPODataCollatorWithPaddingGrain attribute) (easydel.trainers.utils.DPODataCollatorWithPaddingTFDS attribute), [1] is_fine_tuning (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) is_finished() (easydel.inference.esurge.request.EngineRequest method) (easydel.inference.esurge.request.EngineRequestStatus static method) is_flatten() (in module easydel.infra.utils) (in module easydel.modules.auto.auto_configuration) (in module easydel.utils.traversals) is_iterable() (in module easydel.utils.traversals) is_list_of() (in module easydel.inference.esurge.utils) (in module easydel.inference.tools.abstract_tool) is_multilingual (easydel.inference.vwhisper.config.vWhisperInferenceConfig attribute) is_neox_style (easydel.layers.rotary_embedding.DeepseekScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.Phi3LongRoPEScaledRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RotaryEmbedding attribute) is_null (easydel.inference.esurge.core.utils.CachePage attribute) is_output_corrupted (easydel.inference.esurge.request.EngineRequest property) is_package_available() (in module easydel.utils.lazy_import) is_process_zero (easydel.trainers.base_trainer.BaseTrainer property) (easydel.trainers.trainer_protocol.BaseTrainerProtocol property) (easydel.trainers.training_configurations.TrainingArguments property) is_quantized (easydel.infra.base_module.EasyDeLBaseModule property) is_residual_mlp (easydel.modules.arctic.modeling_arctic.ArcticMLP attribute) (easydel.modules.arctic.modeling_arctic.ArcticMLPMoE attribute) is_sent_finished (easydel.infra.mixins.generation.BeamSearchState attribute), [1] (easydel.infra.mixins.generation.GreedyState attribute), [1] (easydel.infra.mixins.generation.SampleState attribute), [1] is_v2 (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData property) is_v3 (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData property) is_valid (easydel.utils.traversals.StateValidationResult attribute) is_valid_id() (easydel.inference.tools.parsers.mistral_tool_parser.MistralToolCall static method) items() (easydel.layers.rotary_embedding.RopeConfig method) iter_module_search() (in module easydel.utils.traversals)

J

JambaToolParser (class in easydel.inference.tools.parsers.jamba_tool_parser) JAX (easydel.infra.etils.EasyDeLPlatforms attribute), [1] jax_call() (easydel.trainers.utils.DataCollatorForCompletionOnlyLM method) jax_distributed_config (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute)

jax_mask_tokens() (easydel.trainers.utils.DataCollatorForCompletionOnlyLM method) jax_mesh() (easydel.infra.base_config.EasyDeLBaseConfig method) jax_to_pytorch() (easydel.utils.parameters_transformation.TensorConverter static method) JaxDistributedConfig (class in easydel.trainers.utils) JitableSamplingParams (class in easydel.inference.sampling_params) jitter() (easydel.modules.dbrx.modeling_dbrx.DbrxRouter method) json (easydel.inference.sampling_params.GuidedDecodingParams attribute), [1] (easydel.inference.vwhisper.server.ResponseFormat attribute) json_object (easydel.inference.sampling_params.GuidedDecodingParams attribute), [1] JSON_SCHEMA (easydel.inference.openai_api_modules.FunctionCallFormat attribute), [1] JSONProgressBar (class in easydel.trainers.metrics)

K

k_headdim (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData attribute) k_proj (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) keep_array_and_primitives() (in module easydel.trainers.prompt_utils) keep_arrays_map() (in module easydel.trainers.prompt_utils) KEEP_CURRENT_RANK (easydel.inference.esurge.engine_types.ReconfigureRankType attribute) keep_in_memory (easydel.infra.elarge_model.types.TokenizationCfg attribute), [1] kernel (easydel.layers.moe.ParallelMoELinear attribute) (easydel.layers.norms.RMSNorm attribute) (easydel.modules.gidd.modeling_gidd.GiddRMSNorm attribute) kernel_init (easydel.layers.linear.ParallelLinear attribute) (easydel.layers.moe.ParallelMoELinear attribute) kernel_init() (easydel.layers.norms.RMSNorm static method) (easydel.modules.cohere.modeling_cohere.RMSNorm static method) (easydel.modules.cohere2.modeling_cohere2.Cohere2LayerNorm static method) (easydel.modules.dbrx.modeling_dbrx.DbrxNormAttentionNorm static method) (easydel.modules.gemma.modeling_gemma.GemmaRMSNorm static method) (easydel.modules.gemma2.modeling_gemma2.Gemma2RMSNorm static method) (easydel.modules.gemma3.modeling_gemma3.Gemma3RMSNorm static method) (easydel.modules.gidd.modeling_gidd.GiddRMSNorm static method) (easydel.modules.llama4.modeling_llama4.Llama4TextL2Norm static method) key (easydel.layers.caching.transformer.cache.TransformerCacheView attribute), [1] (easydel.layers.operations._operation_meta.AttnShardingRules attribute), [1] key_dim (easydel.layers.caching.lightning.cache.LightningCacheMetaData attribute), [1] (easydel.layers.caching.transformer.cache.TransformerCacheMetaData attribute), [1]

key_heads (easydel.layers.caching.lightning.cache.LightningCacheMetaData attribute), [1] (easydel.layers.caching.transformer.cache.TransformerCacheMetaData attribute), [1] key_pages (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView property) key_value (easydel.layers.caching.lightning.cache.LightningCacheView attribute), [1] keys() (easydel.layers.rotary_embedding.RopeConfig method) keys_to_ignore_at_inference (easydel.modules.deepseek_v3.deepseek_configuration.DeepseekV3Config attribute) (easydel.modules.gpt2.gpt2_configuration.GPT2Config attribute) (easydel.modules.minimax_text_v1.minimax_text_01_configuration.MiniMaxText01Config attribute) (easydel.modules.olmo2.olmo2_configuration.Olmo2Config attribute) (easydel.modules.opt.opt_configuration.OPTConfig attribute) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLConfig attribute) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLTextConfig attribute) KimiK2ToolParser (class in easydel.inference.tools.parsers.kimi_k2_tool_parser) KTOTrainerCfg (class in easydel.infra.elarge_model.trainer_types) kv_cache (easydel.infra.elarge_model.types.QuantizationCfg attribute), [1] kv_cache_groups (easydel.inference.esurge.core.interface.CacheGroupsConfig attribute) kv_cache_spec (easydel.inference.esurge.core.interface.CacheGroupSpec attribute) kv_cache_update() (in module easydel.layers.caching.ragged_page.utils) kv_cache_update_jax() (in module easydel.layers.caching.ragged_page.utils) kv_head_packing (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData property) kv_heads (easydel.infra.utils.FlopCalcConfig attribute), [1] kv_pages (easydel.inference.esurge.runners.execution_manager.ExecutionManager attribute) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView attribute), [1] kv_segment_ids (easydel.layers.operations._operation_meta.AttnShardingRules attribute), [1] KVCacheSpec (class in easydel.layers.caching._specs) kvdtype (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData property)

L

label_pad_token_id (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.utils.DataCollatorForPreferenceGrain attribute), [1] (easydel.trainers.utils.DataCollatorForPreferenceTFDS attribute), [1] (easydel.trainers.utils.DPODataCollatorWithPaddingGrain attribute) (easydel.trainers.utils.DPODataCollatorWithPaddingTFDS attribute), [1] label_smoothing (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.loss_utils.LossConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] Lambda (class in easydel.modules.mamba.modeling_mamba) language (easydel.inference.vwhisper.config.vWhisperInferenceConfig attribute) last_hidden_state (easydel.infra.modeling_outputs.BaseModelOutput attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithNoAttention attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPast attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPastAndCrossAttentions attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPooling attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndNoAttention attribute) (easydel.infra.modeling_outputs.CLIPTextModelOutput attribute) (easydel.infra.modeling_outputs.ImageClassifierOutput attribute) (easydel.infra.modeling_outputs.MambaOutput attribute) (easydel.infra.modeling_outputs.MaskedLMOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.VLMCausalLMOutput attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionCausalLMOutputWithPast attribute) (easydel.modules.gemma3.modeling_gemma3.Gemma3CausalLMOutputWithPast attribute) (easydel.modules.gemma3.modeling_gemma3.Gemma3ModelOutputWithPast attribute) (easydel.modules.llava.modeling_llava.LlavaCausalLMOutputWithPast attribute) (easydel.modules.mamba.modeling_mamba.MambaCausalLMOutput attribute) (easydel.modules.mamba.modeling_mamba.MambaOutput attribute) (easydel.modules.mamba2.modeling_mamba2.Mamba2Output attribute) (easydel.modules.rwkv.modeling_rwkv.RwkvOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipTextModelOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipVisionModelOutput attribute) last_save_file_name (easydel.trainers.trainer.modeling_output.TrainerOutput attribute), [1] (easydel.trainers.trainer_protocol.TrainerOutput attribute), [1] layer_idx (easydel.modules.arctic.modeling_arctic.ArcticDecoderLayer attribute) (easydel.modules.arctic.modeling_arctic.ArcticMoeBlock attribute) (easydel.modules.openelm.modeling_openelm.OpenELMDecoderLayer attribute) (easydel.modules.openelm.modeling_openelm.OpenELMFeedForwardNetwork attribute) (easydel.modules.phi.modeling_phi.PhiDecoderLayer attribute) (easydel.modules.phi.modeling_phi.PhiMLP attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeDecoderLayer attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeSparseMoeBlock attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeDecoderLayer attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeDecoderLayer attribute) layer_index (easydel.layers.caching._abstracts.BaseCacheView attribute), [1] (easydel.layers.caching.lightning.cache.LightningCacheView attribute), [1] (easydel.layers.caching.mamba.cache.MambaCacheView attribute), [1] (easydel.layers.caching.mamba2.cache.Mamba2CacheView attribute), [1] (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView attribute), [1] (easydel.layers.caching.transformer.cache.TransformerCacheView attribute), [1] (easydel.modules.grok_1.modeling_grok_1.Grok1Attention attribute) layer_names (easydel.inference.esurge.core.interface.CacheGroupSpec attribute) layer_norm (easydel.modules.whisper.modeling_whisper.WhisperDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) layer_types (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) layernorm_names (easydel.infra.factory.ModuleRegistration attribute), [1] layers (easydel.modules.gidd.modeling_gidd.GiddModel attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssModel attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2Model attribute) (easydel.modules.mixtral.modeling_mixtral.MixtralModel attribute) (easydel.modules.olmo.modeling_olmo.OlmoModel attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2Model attribute) (easydel.modules.openelm.modeling_openelm.OpenELMModel attribute) (easydel.modules.opt.modeling_opt.OPTDecoder attribute) (easydel.modules.phi.modeling_phi.PhiModel attribute) (easydel.modules.phi3.modeling_phi3.Phi3Model attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralTransformer attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2Model attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeModel attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3Model attribute), [1] (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeModel attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmModel attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) lazy_init() (easydel.infra.base_module.EasyDeLBaseModule class method) (easydel.infra.mixins.protocol.BaseModuleProtocol class method) LazyModule (class in easydel.utils.lazy_import) lbl_coef (easydel.layers.moe.BaseMoeModule attribute) LEAKY_RELU (easydel.infra.utils.ActivationType attribute) learning_rate (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.infra.loss_utils.LossMetrics attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) learning_rate_end (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) leave_alone_context_manager() (in module easydel.trainers.utils) LENGTH (easydel.inference.esurge.engine_types.FinishReason attribute), [1] length_penalty (easydel.inference.sampling_params.BeamSearchParams attribute), [1] LightningCache (class in easydel.layers.caching.lightning.cache) LightningCacheMetaData (class in easydel.layers.caching.lightning.cache) LightningCacheView (class in easydel.layers.caching.lightning.cache) LightningMetadata (class in easydel.layers.caching.lightning.cache) limit (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] limitations (easydel.utils.readme_generator.ModelInfo attribute) LINEAR (easydel.infra.etils.EasyDeLSchedulers attribute), [1] Linear8bit (class in easydel.layers.quantization.linear_8bit) LinearNF4 (class in easydel.layers.quantization.linear_nf4) LinearScalingRotaryEmbedding (class in easydel.layers.rotary_embedding) LION (easydel.infra.etils.EasyDeLOptimizers attribute), [1] list_categories() (easydel.utils.registery.Registry class method) list_esurge_engines() (easydel.infra.mixins.generation.EasyGenerationMixin method) list_implementations() (easydel.layers.operations._base_operation.OperationRegistry class method) (easydel.utils.registery.Registry class method) list_models() (easydel.inference.esurge.server.api_server.eSurgeApiServer method) (easydel.inference.inference_engine_interface.BaseInferenceApiServer method) (easydel.inference.oai_proxies.InferenceApiRouter method) list_tools() (easydel.inference.esurge.server.api_server.eSurgeApiServer method) (easydel.inference.inference_engine_interface.BaseInferenceApiServer method) (easydel.inference.oai_proxies.InferenceApiRouter method) liveness() (easydel.inference.oai_proxies.InferenceApiRouter method) Llama3JsonToolParser (class in easydel.inference.tools.parsers.llama_tool_parser) Llama3RotaryEmbedding (class in easydel.layers.rotary_embedding) Llama4CausalLMOutputWithPast (class in easydel.modules.llama4.modeling_llama4) Llama4Config (class in easydel.modules.llama4.llama4_configuration) Llama4ForCausalLM (class in easydel.modules.llama4.modeling_llama4) Llama4ForConditionalGeneration (class in easydel.modules.llama4.modeling_llama4) Llama4ForSequenceClassification (class in easydel.modules.llama4.modeling_llama4) Llama4MultiModalProjector (class in easydel.modules.llama4.modeling_llama4) Llama4PythonicToolParser (class in easydel.inference.tools.parsers.llama4_pythonic_tool_parser) Llama4TextAttention (class in easydel.modules.llama4.modeling_llama4) Llama4TextConfig (class in easydel.modules.llama4.llama4_configuration) Llama4TextDecoderLayer (class in easydel.modules.llama4.modeling_llama4) Llama4TextExperts (class in easydel.modules.llama4.modeling_llama4) Llama4TextL2Norm (class in easydel.modules.llama4.modeling_llama4) Llama4TextMLP (class in easydel.modules.llama4.modeling_llama4) Llama4TextModel (class in easydel.modules.llama4.modeling_llama4) Llama4TextMoe (class in easydel.modules.llama4.modeling_llama4) Llama4UnfoldConvolution (class in easydel.modules.llama4.modeling_llama4) Llama4VisionAttention (class in easydel.modules.llama4.modeling_llama4) Llama4VisionConfig (class in easydel.modules.llama4.llama4_configuration) Llama4VisionEncoder (class in easydel.modules.llama4.modeling_llama4) Llama4VisionEncoderLayer (class in easydel.modules.llama4.modeling_llama4) Llama4VisionMLP (class in easydel.modules.llama4.modeling_llama4) Llama4VisionMLP2 (class in easydel.modules.llama4.modeling_llama4) Llama4VisionModel (class in easydel.modules.llama4.modeling_llama4) Llama4VisionPixelShuffleMLP (class in easydel.modules.llama4.modeling_llama4) LlamaAttention (class in easydel.modules.llama.modeling_llama) LlamaConfig (class in easydel.modules.llama.llama_configuration) LlamaDecoderLayer (class in easydel.modules.llama.modeling_llama) LlamaForCausalLM (class in easydel.modules.llama.modeling_llama) LlamaForSequenceClassification (class in easydel.modules.llama.modeling_llama) LlamaMLP (class in easydel.modules.llama.modeling_llama) LlamaModel (class in easydel.modules.llama.modeling_llama) LlavaCausalLMOutputWithPast (class in easydel.modules.llava.modeling_llava) LlavaConfig (class in easydel.modules.llava.llava_configuration) LlavaForConditionalGeneration (class in easydel.modules.llava.modeling_llava) LlavaModel (class in easydel.modules.llava.modeling_llava) LlavaMultiModalProjector (class in easydel.modules.llava.modeling_llava) lm_head (easydel.modules.gidd.modeling_gidd.GiddForDiffusionLM attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeForCausalLM attribute) lmbda (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) ln_1 (easydel.modules.pixtral.modeling_pixtral.PixtralBlock attribute) ln_2 (easydel.modules.pixtral.modeling_pixtral.PixtralBlock attribute) ln_post (easydel.modules.pixtral.modeling_pixtral.PixtralTransformer attribute) ln_pre (easydel.modules.pixtral.modeling_pixtral.PixtralVisionModel attribute) load_arguments() (easydel.trainers.training_configurations.TrainingArguments class method) load_balancing_loss (easydel.layers.moe.MoeMetrics attribute), [1] load_balancing_strategy (easydel.layers.moe.BaseMoeModule attribute) load_cached_functions() (in module easydel.utils.compiling_utils) load_compiled_fn() (in module easydel.utils.compiling_utils) load_elm_config() (in module easydel.infra.elarge_model.utils)

load_from_json() (easydel.trainers.training_configurations.TrainingArguments class method) load_optimizer() (easydel.infra.base_state.EasyDeLState method) load_processor() (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer method) load_state() (easydel.infra.base_state.EasyDeLState class method) (easydel.infra.base_state.EasyDeLState method) loader (easydel.infra.elarge_model.types.ELMConfig attribute), [1] LoaderCfg (class in easydel.infra.elarge_model.types) log() (easydel.utils.helpers.Timers method) log_all_workers (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) log_grad_norms (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) log_metrics() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) (easydel.trainers.training_configurations.TrainingArguments method) log_metrics_summary() (in module easydel.inference.esurge.metrics) log_samples (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] log_steps (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) log_summary() (easydel.inference.esurge.metrics.MetricsCollector method) log_weight_distribution() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) (easydel.trainers.training_configurations.TrainingArguments method) logit_bias (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) (easydel.inference.sampling_params.SamplingParams attribute) logits (easydel.infra.modeling_outputs.CausalLMOutputWithCrossAttentions attribute) (easydel.infra.modeling_outputs.ImageClassifierOutputWithNoAttention attribute) (easydel.infra.modeling_outputs.MambaCausalLMOutput attribute) (easydel.infra.modeling_outputs.MaskedLMOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) (easydel.infra.modeling_outputs.MultipleChoiceModelOutput attribute) (easydel.infra.modeling_outputs.NextSentencePredictorOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.SequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.TokenClassifierOutput attribute) (easydel.infra.modeling_outputs.VLMCausalLMOutput attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionCausalLMOutputWithPast attribute) (easydel.modules.gemma3.modeling_gemma3.Gemma3CausalLMOutputWithPast attribute) (easydel.modules.llama4.modeling_llama4.Llama4CausalLMOutputWithPast attribute) (easydel.modules.llava.modeling_llava.LlavaCausalLMOutputWithPast attribute) (easydel.modules.mamba.modeling_mamba.MambaCausalLMOutput attribute) (easydel.modules.mamba2.modeling_mamba2.Mamba2CausalLMOutput attribute) (easydel.modules.mistral3.modeling_mistral3.Mistral3CausalLMOutputWithPast attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLCausalLMOutputWithPast attribute) (easydel.modules.rwkv.modeling_rwkv.RwkvCausalLMOutput attribute) logits_per_image (easydel.infra.modeling_outputs.CLIPOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipOutput attribute) logits_per_text (easydel.infra.modeling_outputs.CLIPOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipOutput attribute) logits_processor (easydel.inference.sampling_params.JitableSamplingParams property) (easydel.inference.vwhisper.config.vWhisperInferenceConfig attribute) logits_warper (easydel.inference.sampling_params.JitableSamplingParams property) LogitsProcessor (class in easydel.inference.logits_process) LogitsProcessorList (class in easydel.inference.logits_process) LogitsWarper (class in easydel.inference.logits_process) loglikelihood() (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter method) loglikelihood_rolling() (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter method) logprob_token_ids (easydel.inference.esurge.outputs.LogprobsLists attribute) (easydel.inference.esurge.outputs.LogprobsTensors attribute) logprobs (easydel.inference.esurge.esurge_engine.CompletionOutput attribute), [1] (easydel.inference.esurge.outputs.LogprobsLists attribute) (easydel.inference.esurge.outputs.LogprobsTensors attribute) (easydel.inference.esurge.outputs.ModelRunnerOutput attribute) (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] (easydel.inference.openai_api_modules.CompletionResponseChoice attribute) (easydel.inference.openai_api_modules.CompletionStreamResponseChoice attribute) (easydel.inference.sampling_params.SamplingParams attribute) LogprobsLists (class in easydel.inference.esurge.outputs) LogprobsTensors (class in easydel.inference.esurge.outputs) long_factor (easydel.layers.rotary_embedding.Phi3LongRoPEScaledRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RopeConfig attribute), [1] long_mscale (easydel.layers.rotary_embedding.RopeConfig attribute), [1] long_prefill_token_threshold (easydel.inference.esurge.config.SchedulerConfig attribute), [1] lora_is_enabled (easydel.infra.base_module.EasyDeLBaseModule property) loss (easydel.infra.loss_utils.LossMetrics attribute), [1] (easydel.infra.modeling_outputs.BaseModelOutput attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithNoAttention attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPast attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPastAndCrossAttentions attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPooling attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndNoAttention attribute) (easydel.infra.modeling_outputs.CausalLMOutputWithCrossAttentions attribute) (easydel.infra.modeling_outputs.CLIPOutput attribute) (easydel.infra.modeling_outputs.ImageClassifierOutputWithNoAttention attribute) (easydel.infra.modeling_outputs.MambaCausalLMOutput attribute) (easydel.infra.modeling_outputs.MambaOutput attribute) (easydel.infra.modeling_outputs.MaskedLMOutput attribute) (easydel.infra.modeling_outputs.MoeCausalLMOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) (easydel.infra.modeling_outputs.MultipleChoiceModelOutput attribute) (easydel.infra.modeling_outputs.NextSentencePredictorOutput attribute) (easydel.infra.modeling_outputs.QuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.SequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.TokenClassifierOutput attribute) (easydel.infra.modeling_outputs.VLMCausalLMOutput attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionCausalLMOutputWithPast attribute) (easydel.modules.gemma3.modeling_gemma3.Gemma3CausalLMOutputWithPast attribute) (easydel.modules.llama4.modeling_llama4.Llama4CausalLMOutputWithPast attribute) (easydel.modules.llava.modeling_llava.LlavaCausalLMOutputWithPast attribute) (easydel.modules.mistral3.modeling_mistral3.Mistral3CausalLMOutputWithPast attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLCausalLMOutputWithPast attribute) (easydel.modules.siglip.modeling_siglip.SiglipOutput attribute) loss_config (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) loss_function (easydel.infra.base_module.EasyDeLBaseModule property) loss_normalizing_factor (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute), [1] loss_sum (easydel.trainers.metrics.MetricsTracker attribute) loss_type (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionForConditionalGeneration attribute) (easydel.modules.gemma3.modeling_gemma3.Gemma3ForConditionalGeneration attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2LMHeadModel attribute) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration attribute) (easydel.modules.llava.modeling_llava.LlavaForConditionalGeneration attribute) (easydel.modules.mistral3.modeling_mistral3.Mistral3ForConditionalGeneration attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration attribute) (easydel.modules.whisper.modeling_whisper.WhisperForConditionalGeneration attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) LossConfig (class in easydel.infra.elarge_model.trainer_types) (class in easydel.infra.loss_utils) lossfn_type (easydel.infra.base_module.EasyDeLBaseModule property) LossMetrics (class in easydel.infra.loss_utils) low_freq_factor (easydel.layers.rotary_embedding.Llama3RotaryEmbedding attribute) (easydel.layers.rotary_embedding.RopeConfig attribute), [1] low_mem_usage (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute)

M

main() (in module easydel.inference.vwhisper.cli) (in module easydel.scripts.install_on_hosts) make_assertions_and_get_sizes() (in module easydel.trainers.training_utils) make_divisible() (in module easydel.modules.openelm.openelm_configuration) make_empty() (easydel.inference.esurge.scheduler.output.CachedRequestData class method) make_jitable() (easydel.inference.sampling_params.JitableSamplingParams method) (easydel.inference.sampling_params.SamplingParams method) Mamba2Block (class in easydel.modules.mamba2.modeling_mamba2) Mamba2Cache (class in easydel.layers.caching.mamba2.cache) Mamba2CacheMetaData (class in easydel.layers.caching.mamba2.cache) Mamba2CacheView (class in easydel.layers.caching.mamba2.cache) Mamba2CausalLMOutput (class in easydel.modules.mamba2.modeling_mamba2) Mamba2Config (class in easydel.modules.mamba2.mamba2_configuration) Mamba2ForCausalLM (class in easydel.modules.mamba2.modeling_mamba2) Mamba2Metadata (class in easydel.layers.caching.mamba2.cache) Mamba2Mixer (class in easydel.modules.mamba2.modeling_mamba2) Mamba2Model (class in easydel.modules.mamba2.modeling_mamba2) Mamba2Output (class in easydel.modules.mamba2.modeling_mamba2) MambaBlock (class in easydel.modules.mamba.modeling_mamba) MambaCache (class in easydel.layers.caching.mamba.cache) MambaCacheMetaData (class in easydel.layers.caching.mamba.cache) MambaCacheView (class in easydel.layers.caching.mamba.cache) MambaCausalLMOutput (class in easydel.infra.modeling_outputs) (class in easydel.modules.mamba.modeling_mamba) MambaConfig (class in easydel.modules.mamba.mamba_configuration) MambaConv1D (class in easydel.modules.mamba.modeling_mamba) MambaForCausalLM (class in easydel.modules.mamba.modeling_mamba) MambaManager (class in easydel.inference.esurge.core.single_type_cache_manager) MambaMetadata (class in easydel.layers.caching.mamba.cache) MambaMixer (class in easydel.modules.mamba.modeling_mamba) MambaModel (class in easydel.modules.mamba.modeling_mamba) MambaOutput (class in easydel.infra.modeling_outputs) (class in easydel.modules.mamba.modeling_mamba) MambaRMSNormGated (class in easydel.modules.mamba2.modeling_mamba2) MambaSpec (class in easydel.inference.esurge.core.interface) (class in easydel.layers.caching._specs) map() (easydel.trainers.utils.CollateMapTransform method) (easydel.trainers.utils.ToNumpy method) MARS (easydel.infra.etils.EasyDeLOptimizers attribute) mask (easydel.layers.operations._operation_meta.AttnShardingRules attribute), [1] mask_truncated_completions (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) mask_type (easydel.infra.utils.AttnMaskDetail attribute), [1] (easydel.layers.caching.transformer.cache.AttnMaskDetail attribute), [1] MaskedLMOutput (class in easydel.infra.modeling_outputs) masking_details (easydel.layers.caching.transformer.cache.TransformerCacheView attribute), [1] match_keywords() (easydel.utils.parameters_transformation.StateDictConverter static method) materialize_base_config() (in module easydel.infra.elarge_model.normalizer) matmul_method (easydel.layers.linear.TensorParallelConfig attribute) matmul_type (easydel.layers.linear.TensorParallelConfig attribute) max (easydel.trainers.metrics.MetricsHistogram attribute) max_completion_length (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.utils.DataCollatorForPreferenceGrain attribute), [1] (easydel.trainers.utils.DataCollatorForPreferenceTFDS attribute), [1] (easydel.trainers.utils.DPODataCollatorWithPaddingGrain attribute) (easydel.trainers.utils.DPODataCollatorWithPaddingTFDS attribute), [1] max_density_ratio (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) max_evaluation_steps (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureDataloaderOutput attribute), [1] (easydel.trainers.training_configurations.TrainingArguments attribute) max_gen_toks (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter property) max_grad_norm (easydel.infra.loss_utils.LossMetrics attribute), [1] max_length (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter property) (easydel.inference.logits_process.ForcedEOSTokenLogitsProcessor attribute) (easydel.inference.vwhisper.config.vWhisperInferenceConfig attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.types.TokenizationCfg attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.utils.RewardDataCollatorWithPaddingGrain attribute), [1] (easydel.trainers.utils.RewardDataCollatorWithPaddingTFDS attribute) max_memory_usage_bytes() (easydel.inference.esurge.core.interface.CacheSpec method) (easydel.inference.esurge.core.interface.ChunkedLocalAttentionSpec method) (easydel.inference.esurge.core.interface.FullAttentionSpec method) (easydel.inference.esurge.core.interface.MambaSpec method) (easydel.inference.esurge.core.interface.SlidingWindowSpec method) (easydel.layers.caching._specs.ChunkedLocalAttentionSpec method) (easydel.layers.caching._specs.FullAttentionSpec method) (easydel.layers.caching._specs.KVCacheSpec method) (easydel.layers.caching._specs.MambaSpec method) (easydel.layers.caching._specs.SlidingWindowSpec method) max_model_len (easydel.inference.esurge.config.SchedulerConfig attribute), [1] (easydel.inference.esurge.runners.execution_manager.ExecutionManager attribute) (easydel.inference.esurge.runners.model_runner.eSurgeRunner attribute) (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] max_model_length (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData attribute) max_new_tokens (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] max_num_batched_tokens (easydel.inference.esurge.config.SchedulerConfig attribute), [1] (easydel.inference.esurge.page_table.PageTable attribute) (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] max_num_logprobs (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer property) max_num_pages_per_req (easydel.inference.esurge.page_table.PageTable attribute) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData attribute) max_num_reqs (easydel.inference.esurge.page_table.PageTable attribute) (easydel.inference.esurge.runners.execution_manager.ExecutionManager attribute) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData attribute) max_num_seq_buckets (easydel.inference.esurge.config.SchedulerConfig attribute) max_num_seqs (easydel.inference.esurge.config.SchedulerConfig attribute), [1] (easydel.inference.esurge.runners.model_runner.eSurgeRunner attribute) (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] max_num_tokens (easydel.inference.esurge.runners.execution_manager.ExecutionManager attribute) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData attribute) max_position_embeddings (easydel.layers.rotary_embedding.DeepseekScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.Phi3LongRoPEScaledRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RotaryEmbedding attribute) (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) max_prompt_length (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.utils.DataCollatorForPreferenceGrain attribute), [1] (easydel.trainers.utils.DataCollatorForPreferenceTFDS attribute), [1] (easydel.trainers.utils.DPODataCollatorWithPaddingGrain attribute) (easydel.trainers.utils.DPODataCollatorWithPaddingTFDS attribute), [1] (easydel.trainers.utils.GRPODataCollatorGrain attribute) (easydel.trainers.utils.GRPODataCollatorTFDS attribute) max_sequence_length (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute) (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute), [1] (easydel.trainers.training_configurations.TrainingArguments attribute) max_shard_size (easydel.infra.elarge_model.types.DatasetSaveCfg attribute), [1] max_source_positions (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) max_target_positions (easydel.modules.opt.modeling_opt.OPTDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoder attribute) max_tokens (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) (easydel.inference.sampling_params.BeamSearchParams attribute), [1] (easydel.inference.sampling_params.JitableSamplingParams attribute) (easydel.inference.sampling_params.SamplingParams attribute) max_training_steps (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureDataloaderOutput attribute), [1] (easydel.trainers.training_configurations.TrainingArguments attribute) maximum_sequence_length (easydel.layers.caching.transformer.cache.TransformerCacheView attribute), [1] maybe_apply_chat_template() (in module easydel.trainers.prompt_utils) maybe_convert_to_chatml() (in module easydel.trainers.prompt_utils) maybe_extract_prompt() (in module easydel.trainers.prompt_utils) maybe_generate() (easydel.trainers.base_trainer.BaseTrainer method) maybe_implicit (easydel.inference.esurge.runners.execution_manager.ExecutionManager property) maybe_unpair_preference_dataset() (in module easydel.trainers.prompt_utils) mean (easydel.trainers.metrics.MetricsHistogram property) mean_grad_norm (easydel.infra.loss_utils.LossMetrics attribute), [1] memory_monitor (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) memory_pressure (easydel.utils.analyze_memory.DeviceStats attribute), [1] memory_usage (easydel.inference.esurge.metrics.ModelRunnerMetrics attribute) MemoryMonitorClient (class in easydel.utils.analyze_memory) MemoryMonitorServer (class in easydel.utils.analyze_memory) merge() (easydel.inference.esurge.core.interface.CacheSpec class method) (easydel.inference.esurge.core.interface.FullAttentionSpec class method) (easydel.infra.base_state.EasyDeLState method) (easydel.layers.caching._specs.FullAttentionSpec class method) (easydel.layers.caching._specs.KVCacheSpec class method) merge_lora_params() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (in module easydel.infra.utils) merge_model_and_tree() (in module easydel.utils.traversals) merge_module() (easydel.infra.base_module.EasyDeLBaseModule static method) merge_multimodal_embeddings() (in module easydel.modules.qwen2_vl.modeling_qwen2_vl) merge_params() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) merge_params_dict() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) merge_state_and_tree() (in module easydel.utils.traversals) merge_to_state() (easydel.infra.base_state.EasyDeLState method) merge_window_sizes() (easydel.inference.esurge.core.interface.FullAttentionSpec class method) (easydel.layers.caching._specs.FullAttentionSpec class method) mesh (easydel.inference.esurge.runners.execution_manager.ExecutionManager attribute) (easydel.inference.esurge.runners.model_runner.eSurgeRunner property) (easydel.infra.base_config.EasyDeLBaseConfig property) (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.infra.base_state.EasyDeLState property) (easydel.layers.attention.FlexibleAttentionModule attribute) (easydel.layers.linear.TensorParallelConfig attribute), [1] (easydel.layers.moe.BaseMoeModule attribute) (easydel.layers.operations._operation_meta.OperationMetadata attribute) (easydel.layers.operations._operation_meta.OperationMetadata property) (easydel.trainers.base_trainer.BaseTrainer attribute) (easydel.trainers.base_trainer.BaseTrainer property) (easydel.trainers.trainer.modeling_output.TrainerOutput attribute), [1] (easydel.trainers.trainer_protocol.BaseTrainerProtocol property) (easydel.trainers.trainer_protocol.TrainerConfigureFunctionOutput attribute), [1] (easydel.trainers.trainer_protocol.TrainerOutput attribute), [1] message (easydel.inference.openai_api_modules.ChatCompletionResponseChoice attribute) messages (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) metadata (easydel.inference.esurge.runners.execution_manager.ExecutionManager attribute) (easydel.inference.esurge.runners.model_runner.eSurgeRunner attribute) (easydel.layers.attention.FlexibleAttentionModule attribute) (easydel.layers.caching._abstracts.BaseCacheView attribute), [1] (easydel.layers.caching.lightning.cache.LightningCacheView attribute), [1] (easydel.layers.caching.mamba.cache.MambaCacheView attribute), [1] (easydel.layers.caching.mamba2.cache.Mamba2CacheView attribute), [1] (easydel.layers.caching.ragged_page.cache.RaggedPagesCache property) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView attribute), [1] (easydel.layers.caching.transformer.cache.TransformerCacheView attribute), [1] (easydel.layers.operations._base_operation.BaseOperation attribute) (easydel.layers.operations.modules.decode_attention.AutoRegressiveDecodeAttn attribute) (easydel.layers.operations.modules.ring_attention.RingAttn attribute) metadata() (easydel.layers.quantization.base_quant.QauntModule static method) (easydel.layers.quantization.linear_8bit.Linear8bit static method) (easydel.layers.quantization.linear_nf4.LinearNF4 static method) MetaValueRecreator (class in easydel.utils.traversals) methods (easydel.inference.inference_engine_interface.EndpointConfig attribute), [1] (easydel.inference.oai_proxies.EndpointConfig attribute) metrics (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] (easydel.inference.oai_proxies.InferenceApiRouter attribute) metrics_history (easydel.trainers.metrics.MetricsTracker attribute) metrics_to_show (easydel.trainers.metrics.MetricsColumn attribute) metrics_to_show_in_rich_pbar (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) MetricsCollector (class in easydel.inference.esurge.metrics) MetricsColumn (class in easydel.trainers.metrics) MetricsHistogram (class in easydel.trainers.metrics) MetricsTracker (class in easydel.trainers.metrics) min (easydel.trainers.metrics.MetricsHistogram attribute) min_density_ratio (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) min_input_pad (easydel.inference.esurge.runners.execution_manager.ExecutionManager attribute) (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] min_length (easydel.inference.logits_process.MinLengthLogitsProcessor attribute) min_p (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] (easydel.inference.logits_process.MinPLogitsWarper attribute) (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) (easydel.inference.sampling_params.JitableSamplingParams attribute) (easydel.inference.sampling_params.SamplingParams attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) min_tokens (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] (easydel.inference.sampling_params.JitableSamplingParams attribute) (easydel.inference.sampling_params.SamplingParams attribute) min_tokens_to_keep (easydel.inference.logits_process.MinPLogitsWarper attribute) (easydel.inference.logits_process.TopKLogitsWarper attribute) (easydel.inference.logits_process.TopPLogitsWarper attribute) minibatch_call() (in module easydel.trainers.training_utils) MiniMaxText01Attention (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01) MiniMaxText01BlockSparseTop2MLP (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01) MiniMaxText01Config (class in easydel.modules.minimax_text_v1.minimax_text_01_configuration) MiniMaxText01DecoderLayer (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01) MiniMaxText01ForCausalLM (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01) MiniMaxText01LightningAttention (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01) MiniMaxText01MLP (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01) MiniMaxText01Model (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01) MiniMaxText01SparseMoeBlock (class in easydel.modules.minimax_text_v1.modeling_minimax_text_01) MinimaxToolParser (class in easydel.inference.tools.parsers.minimax_tool_parser) MinLengthLogitsProcessor (class in easydel.inference.logits_process) MinPLogitsWarper (class in easydel.inference.logits_process) missing_eos_penalty (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) missing_keys (easydel.utils.traversals.StateValidationResult attribute) Mistral3CausalLMOutputWithPast (class in easydel.modules.mistral3.modeling_mistral3) Mistral3Config (class in easydel.modules.mistral3.mistral3_configuration) Mistral3ForConditionalGeneration (class in easydel.modules.mistral3.modeling_mistral3) Mistral3Model (class in easydel.modules.mistral3.modeling_mistral3) Mistral3ModelOutput (class in easydel.modules.mistral3.modeling_mistral3) Mistral3MultiModalProjector (class in easydel.modules.mistral3.modeling_mistral3) Mistral3PatchMerger (class in easydel.modules.mistral3.modeling_mistral3) Mistral3Tokenizer (class in easydel.modules.mistral3.mistral3_tokenizer) mistral_tokenizer (easydel.modules.mistral3.mistral3_tokenizer.Mistral3Tokenizer attribute) MistralAttention (class in easydel.modules.mistral.modeling_mistral) MistralConfig (class in easydel.modules.mistral.mistral_configuration) MistralDecoderLayer (class in easydel.modules.mistral.modeling_mistral) MistralForCausalLM (class in easydel.modules.mistral.modeling_mistral) MistralForSequenceClassification (class in easydel.modules.mistral.modeling_mistral) MistralMLP (class in easydel.modules.mistral.modeling_mistral) MistralModel (class in easydel.modules.mistral.modeling_mistral) MistralToolCall (class in easydel.inference.tools.parsers.mistral_tool_parser) MistralToolParser (class in easydel.inference.tools.parsers.mistral_tool_parser) MixtralAttention (class in easydel.modules.mixtral.modeling_mixtral) MixtralConfig (class in easydel.modules.mixtral.mixtral_configuration) MixtralDecoderLayer (class in easydel.modules.mixtral.modeling_mixtral) MixtralForCausalLM (class in easydel.modules.mixtral.modeling_mixtral) MixtralForSequenceClassification (class in easydel.modules.mixtral.modeling_mixtral) MixtralModel (class in easydel.modules.mixtral.modeling_mixtral) MixtralMoEMlp (class in easydel.modules.mixtral.modeling_mixtral) MixtralSparseMoeBlock (class in easydel.modules.mixtral.modeling_mixtral) mixture (easydel.infra.elarge_model.types.ELMConfig attribute), [1] mixture_block_size (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] mixture_coef (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) mixture_weights (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] mlm (easydel.trainers.utils.DataCollatorForCompletionOnlyLM attribute) mlp (easydel.modules.gidd.modeling_gidd.GiddLayer attribute) (easydel.modules.olmo.modeling_olmo.OlmoDecoderLayer attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2DecoderLayer attribute) (easydel.modules.phi.modeling_phi.PhiDecoderLayer attribute) (easydel.modules.phi3.modeling_phi3.Phi3DecoderLayer attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeDecoderLayer attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2DecoderLayer attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeDecoderLayer attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3DecoderLayer attribute), [1] (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeDecoderLayer attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmDecoderLayer attribute) mode (easydel.modules.arctic.arctic_configuration.ExpertTensorParallel attribute) (easydel.modules.deepseek_v2.deepseek_configuration.ExpertTensorParallel attribute) (easydel.modules.deepseek_v3.deepseek_configuration.ExpertTensorParallel attribute) (easydel.modules.mixtral.mixtral_configuration.ExpertTensorParallel attribute) (easydel.modules.qwen2_moe.configuration_qwen2_moe.ExpertTensorParallel attribute) (easydel.modules.xerxes2.xerxes2_configuration.ExpertTensorParallel attribute) model (easydel.inference.esurge.runners.execution_manager.ExecutionManager attribute) (easydel.inference.esurge.runners.model_runner.eSurgeRunner attribute) (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.ChatCompletionResponse attribute) (easydel.inference.openai_api_modules.ChatCompletionStreamResponse attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionResponse attribute) (easydel.inference.openai_api_modules.CompletionStreamResponse attribute) (easydel.inference.openai_api_modules.CountTokenRequest attribute) (easydel.inference.vwhisper.core.vWhisperInference attribute) (easydel.infra.base_state.EasyDeLState property) (easydel.infra.elarge_model.types.ELMConfig attribute), [1] (easydel.infra.elarge_model.types.QuantizationCfg attribute), [1] (easydel.modules.gidd.modeling_gidd.GiddForDiffusionLM attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssForSequenceClassification attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeForCausalLM attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeForSequenceClassification attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeForSequenceClassification attribute) (easydel.trainers.base_trainer.BaseTrainer property) (easydel.trainers.trainer_protocol.BaseTrainerProtocol property) (easydel.trainers.trainer_protocol.TrainerConfigureModelOutput attribute), [1] model_class (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer attribute), [1] model_config (easydel.inference.esurge.server.api_server.ErrorResponse attribute) (easydel.inference.inference_engine_interface.EndpointConfig attribute) (easydel.inference.inference_engine_interface.ErrorResponse attribute) (easydel.inference.oai_proxies.EndpointConfig attribute) (easydel.inference.oai_proxies.ErrorResponse attribute) (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.ChatCompletionResponse attribute) (easydel.inference.openai_api_modules.ChatCompletionResponseChoice attribute) (easydel.inference.openai_api_modules.ChatCompletionStreamResponse attribute) (easydel.inference.openai_api_modules.ChatCompletionStreamResponseChoice attribute) (easydel.inference.openai_api_modules.ChatMessage attribute) (easydel.inference.openai_api_modules.CompletionLogprobs attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionResponse attribute) (easydel.inference.openai_api_modules.CompletionResponseChoice attribute) (easydel.inference.openai_api_modules.CompletionStreamResponse attribute) (easydel.inference.openai_api_modules.CompletionStreamResponseChoice attribute) (easydel.inference.openai_api_modules.CountTokenRequest attribute) (easydel.inference.openai_api_modules.DeltaFunctionCall attribute) (easydel.inference.openai_api_modules.DeltaMessage attribute) (easydel.inference.openai_api_modules.DeltaToolCall attribute) (easydel.inference.openai_api_modules.ExtractedToolCallInformation attribute) (easydel.inference.openai_api_modules.Function attribute) (easydel.inference.openai_api_modules.FunctionCall attribute) (easydel.inference.openai_api_modules.FunctionDefinition attribute) (easydel.inference.openai_api_modules.OpenAIBaseModel attribute) (easydel.inference.openai_api_modules.Tool attribute) (easydel.inference.openai_api_modules.ToolCall attribute) (easydel.inference.openai_api_modules.ToolDefinition attribute) (easydel.inference.openai_api_modules.UsageInfo attribute) (easydel.inference.tools.parsers.mistral_tool_parser.MistralToolCall attribute) (easydel.inference.vwhisper.server.TranscriptionResponse attribute) (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedConfig attribute)

model_init_kwargs (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute) model_kwargs (easydel.infra.mixins.generation.BeamSearchState attribute), [1] (easydel.infra.mixins.generation.GreedyState attribute), [1] (easydel.infra.mixins.generation.SampleState attribute), [1] model_name (easydel.inference.esurge.server.api_server.eSurgeAdapter property) (easydel.inference.inference_engine_interface.InferenceEngineAdapter property) (easydel.infra.elarge_model.elarge_model.eLargeModel attribute) (easydel.infra.elarge_model.elarge_model.eLargeModel property) (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) model_parameters (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) model_state (easydel.trainers.base_trainer.BaseTrainer attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) model_task (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.modules.auto.auto_modeling.AutoEasyDeLModel attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForCausalLM attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForDiffusionLM attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForImageTextToText attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForSeq2SeqLM attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForSequenceClassification attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForSpeechSeq2Seq attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForZeroShotImageClassification attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLVisionModel attribute) (easydel.modules.auto.auto_modeling.BaseAutoEasyModel attribute), [1] (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedConfig attribute), [1] (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer attribute), [1] (easydel.utils.readme_generator.ModelInfo attribute) model_tokenizer (easydel.inference.tools.abstract_tool.ToolParser attribute) model_type (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.modules.arctic.arctic_configuration.ArcticConfig attribute) (easydel.modules.aya_vision.aya_vision_configuration.AyaVisionConfig attribute) (easydel.modules.clip.clip_configuration.CLIPConfig attribute) (easydel.modules.clip.clip_configuration.CLIPTextConfig attribute) (easydel.modules.clip.clip_configuration.CLIPVisionConfig attribute) (easydel.modules.cohere.cohere_configuration.CohereConfig attribute) (easydel.modules.cohere2.cohere2_configuration.Cohere2Config attribute) (easydel.modules.dbrx.dbrx_configuration.DbrxConfig attribute) (easydel.modules.deepseek_v2.deepseek_configuration.DeepseekV2Config attribute) (easydel.modules.deepseek_v3.deepseek_configuration.DeepseekV3Config attribute) (easydel.modules.exaone.exaone_configuration.ExaoneConfig attribute) (easydel.modules.falcon.falcon_configuration.FalconConfig attribute) (easydel.modules.gemma.gemma_configuration.GemmaConfig attribute) (easydel.modules.gemma2.gemma2_configuration.Gemma2Config attribute) (easydel.modules.gemma3.gemma3_configuration.Gemma3Config attribute) (easydel.modules.gemma3.gemma3_configuration.Gemma3TextConfig attribute) (easydel.modules.gidd.gidd_configuration.GiddConfig attribute) (easydel.modules.glm.glm_configuration.GlmConfig attribute) (easydel.modules.glm4.glm4_configuration.Glm4Config attribute) (easydel.modules.glm4_moe.glm4_moe_configuration.Glm4MoeConfig attribute) (easydel.modules.gpt2.gpt2_configuration.GPT2Config attribute) (easydel.modules.gpt_j.gpt_j_configuration.GPTJConfig attribute) (easydel.modules.gpt_neox.gpt_neox_configuration.GPTNeoXConfig attribute) (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) (easydel.modules.grok_1.grok_1_configuration.Grok1Config attribute) (easydel.modules.internlm2.internlm2_configuration.InternLM2Config attribute) (easydel.modules.llama.llama_configuration.LlamaConfig attribute) (easydel.modules.llama4.llama4_configuration.Llama4Config attribute) (easydel.modules.llama4.llama4_configuration.Llama4TextConfig attribute) (easydel.modules.llama4.llama4_configuration.Llama4VisionConfig attribute) (easydel.modules.llava.llava_configuration.LlavaConfig attribute) (easydel.modules.mamba.mamba_configuration.MambaConfig attribute) (easydel.modules.mamba2.mamba2_configuration.Mamba2Config attribute) (easydel.modules.minimax_text_v1.minimax_text_01_configuration.MiniMaxText01Config attribute) (easydel.modules.mistral.mistral_configuration.MistralConfig attribute) (easydel.modules.mistral3.mistral3_configuration.Mistral3Config attribute) (easydel.modules.mixtral.mixtral_configuration.MixtralConfig attribute) (easydel.modules.mosaic_mpt.mosaic_configuration.MptConfig attribute) (easydel.modules.olmo.olmo_configuration.OlmoConfig attribute) (easydel.modules.olmo2.olmo2_configuration.Olmo2Config attribute) (easydel.modules.openelm.openelm_configuration.OpenELMConfig attribute) (easydel.modules.opt.opt_configuration.OPTConfig attribute) (easydel.modules.phi.phi_configuration.PhiConfig attribute) (easydel.modules.phi3.phi3_configuration.Phi3Config attribute) (easydel.modules.phimoe.phimoe_configuration.PhiMoeConfig attribute) (easydel.modules.pixtral.pixtral_configuration.PixtralVisionConfig attribute) (easydel.modules.qwen2.qwen_configuration.Qwen2Config attribute) (easydel.modules.qwen2_moe.configuration_qwen2_moe.Qwen2MoeConfig attribute) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLConfig attribute) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLTextConfig attribute) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLVisionConfig attribute) (easydel.modules.qwen3.qwen3_configuration.Qwen3Config attribute) (easydel.modules.qwen3_moe.qwen3_moe_configuration.Qwen3MoeConfig attribute) (easydel.modules.roberta.roberta_configuration.RobertaConfig attribute) (easydel.modules.rwkv.rwkv_configuration.RwkvConfig attribute) (easydel.modules.siglip.configuration_siglip.SiglipConfig attribute) (easydel.modules.siglip.configuration_siglip.SiglipTextConfig attribute) (easydel.modules.siglip.configuration_siglip.SiglipVisionConfig attribute) (easydel.modules.stablelm.stablelm_configuration.StableLmConfig attribute) (easydel.modules.whisper.whisper_configuration.WhisperConfig attribute) (easydel.modules.xerxes.xerxes_configuration.XerxesConfig attribute) (easydel.modules.xerxes2.xerxes2_configuration.Xerxes2Config attribute) (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedConfig attribute), [1] (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer attribute), [1] (easydel.utils.readme_generator.ModelInfo attribute) ModelCfg (class in easydel.infra.elarge_model.types) ModelConverter (class in easydel.utils.parameters_transformation) ModelInfo (class in easydel.utils.readme_generator) ModelOutput (class in easydel.infra.modeling_outputs) ModelRunnerMetrics (class in easydel.inference.esurge.metrics) ModelRunnerOutput (class in easydel.inference.esurge.outputs) ModelRunnerSamplingMetadata (class in easydel.inference.esurge.runners.sequence_buffer) module easydel.inference.decoders easydel.inference.esurge.config easydel.inference.esurge.core.coordinator easydel.inference.esurge.core.interface easydel.inference.esurge.core.manager easydel.inference.esurge.core.page_pool easydel.inference.esurge.core.single_type_cache_manager easydel.inference.esurge.core.utils easydel.inference.esurge.engine_types easydel.inference.esurge.esurge_engine easydel.inference.esurge.metrics easydel.inference.esurge.monitoring easydel.inference.esurge.outputs easydel.inference.esurge.page_table easydel.inference.esurge.request easydel.inference.esurge.runners.execution_manager easydel.inference.esurge.runners.model_runner easydel.inference.esurge.runners.sequence_buffer easydel.inference.esurge.runners.states easydel.inference.esurge.scheduler.interface easydel.inference.esurge.scheduler.output easydel.inference.esurge.scheduler.request_queue easydel.inference.esurge.scheduler.scheduler easydel.inference.esurge.scheduler.utils easydel.inference.esurge.server.api_server easydel.inference.esurge.utils easydel.inference.evaluations.esurge_eval easydel.inference.inference_engine_interface easydel.inference.logits_process easydel.inference.oai_proxies easydel.inference.openai_api_modules easydel.inference.sampling_funcs easydel.inference.sampling_params easydel.inference.tools.abstract_tool easydel.inference.tools.parsers.deepseekv3_tool_parser easydel.inference.tools.parsers.glm4_moe_tool_parser easydel.inference.tools.parsers.granite_20b_fc_tool_parser easydel.inference.tools.parsers.granite_tool_parser easydel.inference.tools.parsers.hermes_tool_parser easydel.inference.tools.parsers.hunyuan_a13b_tool_parser easydel.inference.tools.parsers.internlm2_tool_parser easydel.inference.tools.parsers.jamba_tool_parser easydel.inference.tools.parsers.kimi_k2_tool_parser easydel.inference.tools.parsers.llama4_pythonic_tool_parser easydel.inference.tools.parsers.llama_tool_parser easydel.inference.tools.parsers.minimax_tool_parser easydel.inference.tools.parsers.mistral_tool_parser easydel.inference.tools.parsers.phi4mini_tool_parser easydel.inference.tools.parsers.pythonic_tool_parser easydel.inference.tools.parsers.qwen3coder_tool_parser easydel.inference.tools.parsers.seed_oss_tool_parser easydel.inference.tools.parsers.step3_tool_parser easydel.inference.tools.tool_calling_mixin easydel.inference.tools.utils easydel.inference.vwhisper.cli easydel.inference.vwhisper.config easydel.inference.vwhisper.core easydel.inference.vwhisper.generation easydel.inference.vwhisper.server easydel.inference.vwhisper.utils easydel.infra.base_config easydel.infra.base_module easydel.infra.base_state easydel.infra.elarge_model.builders easydel.infra.elarge_model.defaults easydel.infra.elarge_model.elarge_model easydel.infra.elarge_model.normalizer easydel.infra.elarge_model.trainer_types easydel.infra.elarge_model.types easydel.infra.elarge_model.utils easydel.infra.errors easydel.infra.etils easydel.infra.factory easydel.infra.loss_utils easydel.infra.mixins.bridge easydel.infra.mixins.generation easydel.infra.mixins.protocol easydel.infra.modeling_outputs easydel.infra.utils easydel.layers.attention easydel.layers.caching._abstracts easydel.layers.caching._specs easydel.layers.caching.lightning.cache easydel.layers.caching.mamba.cache easydel.layers.caching.mamba2.cache easydel.layers.caching.ragged_page.cache easydel.layers.caching.ragged_page.utils easydel.layers.caching.transformer.cache easydel.layers.linear easydel.layers.moe easydel.layers.norms easydel.layers.operations._attention_outputs easydel.layers.operations._base_operation easydel.layers.operations._operation_impl easydel.layers.operations._operation_meta easydel.layers.operations.modules.blocksparse_attention easydel.layers.operations.modules.decode_attention easydel.layers.operations.modules.flash_attention easydel.layers.operations.modules.ragged_page_attention easydel.layers.operations.modules.ring_attention easydel.layers.operations.modules.scaled_dot_product_attention easydel.layers.operations.modules.vanilla_attention easydel.layers.quantization.base_quant easydel.layers.quantization.linear_8bit easydel.layers.quantization.linear_nf4 easydel.layers.quantization.quantizers easydel.layers.rotary_embedding easydel.modules.arctic.arctic_configuration easydel.modules.arctic.modeling_arctic easydel.modules.auto.auto_configuration easydel.modules.auto.auto_modeling easydel.modules.aya_vision.aya_vision_configuration easydel.modules.aya_vision.modeling_aya_vision easydel.modules.clip.clip_configuration easydel.modules.clip.modeling_clip easydel.modules.cohere.cohere_configuration easydel.modules.cohere.modeling_cohere easydel.modules.cohere2.cohere2_configuration easydel.modules.cohere2.modeling_cohere2 easydel.modules.dbrx.dbrx_configuration easydel.modules.dbrx.modeling_dbrx easydel.modules.deepseek_v2.deepseek_configuration easydel.modules.deepseek_v2.modeling_deepseek easydel.modules.deepseek_v3.deepseek_configuration easydel.modules.deepseek_v3.modeling_deepseek easydel.modules.exaone.exaone_configuration easydel.modules.exaone.modeling_exaone easydel.modules.falcon.falcon_configuration easydel.modules.falcon.modeling_falcon easydel.modules.gemma.gemma_configuration easydel.modules.gemma.modeling_gemma easydel.modules.gemma2.gemma2_configuration easydel.modules.gemma2.modeling_gemma2 easydel.modules.gemma3.gemma3_configuration easydel.modules.gemma3.modeling_gemma3 easydel.modules.gidd.gidd_configuration easydel.modules.gidd.modeling_gidd easydel.modules.glm.glm_configuration easydel.modules.glm.modeling_glm easydel.modules.glm4.glm4_configuration easydel.modules.glm4.modeling_glm4 easydel.modules.glm4_moe.glm4_moe_configuration easydel.modules.glm4_moe.modeling_glm4_moe easydel.modules.gpt2.gpt2_configuration easydel.modules.gpt2.modeling_gpt2 easydel.modules.gpt_j.gpt_j_configuration easydel.modules.gpt_j.modeling_gpt_j easydel.modules.gpt_neox.gpt_neox_configuration easydel.modules.gpt_neox.modeling_gpt_neox easydel.modules.gpt_oss.gpt_oss_configuration easydel.modules.gpt_oss.modeling_gpt_oss easydel.modules.grok_1.grok_1_configuration easydel.modules.grok_1.modeling_grok_1 easydel.modules.internlm2.internlm2_configuration easydel.modules.internlm2.modeling_internlm2 easydel.modules.llama.llama_configuration easydel.modules.llama.modeling_llama easydel.modules.llama4.llama4_configuration easydel.modules.llama4.modeling_llama4 easydel.modules.llava.llava_configuration easydel.modules.llava.modeling_llava easydel.modules.mamba.mamba_configuration easydel.modules.mamba.modeling_mamba easydel.modules.mamba2.mamba2_configuration easydel.modules.mamba2.modeling_mamba2 easydel.modules.minimax_text_v1.minimax_text_01_configuration easydel.modules.minimax_text_v1.modeling_minimax_text_01 easydel.modules.mistral.mistral_configuration easydel.modules.mistral.modeling_mistral easydel.modules.mistral3.mistral3_configuration easydel.modules.mistral3.mistral3_tokenizer easydel.modules.mistral3.modeling_mistral3 easydel.modules.mixtral.mixtral_configuration easydel.modules.mixtral.modeling_mixtral easydel.modules.mosaic_mpt.modeling_mosaic easydel.modules.mosaic_mpt.mosaic_configuration easydel.modules.olmo.modeling_olmo easydel.modules.olmo.olmo_configuration easydel.modules.olmo2.modeling_olmo2 easydel.modules.olmo2.olmo2_configuration easydel.modules.openelm.modeling_openelm easydel.modules.openelm.openelm_configuration easydel.modules.opt.modeling_opt easydel.modules.opt.opt_configuration easydel.modules.phi.modeling_phi easydel.modules.phi.phi_configuration easydel.modules.phi3.modeling_phi3 easydel.modules.phi3.phi3_configuration easydel.modules.phimoe.modeling_phimoe easydel.modules.phimoe.phimoe_configuration easydel.modules.pixtral.modeling_pixtral easydel.modules.pixtral.pixtral_configuration easydel.modules.qwen2.modeling_qwen easydel.modules.qwen2.qwen_configuration easydel.modules.qwen2_moe.configuration_qwen2_moe easydel.modules.qwen2_moe.modeling_qwen2_moe easydel.modules.qwen2_vl.modeling_qwen2_vl easydel.modules.qwen2_vl.qwen2_vl_configuration easydel.modules.qwen3.modeling_qwen3 easydel.modules.qwen3.qwen3_configuration easydel.modules.qwen3_moe.modeling_qwen3_moe easydel.modules.qwen3_moe.qwen3_moe_configuration easydel.modules.roberta.modeling_roberta easydel.modules.roberta.roberta_configuration easydel.modules.rwkv.modeling_rwkv easydel.modules.rwkv.rwkv_configuration easydel.modules.siglip.configuration_siglip easydel.modules.siglip.modeling_siglip easydel.modules.stablelm.modeling_stablelm easydel.modules.stablelm.stablelm_configuration easydel.modules.whisper.modeling_whisper easydel.modules.whisper.whisper_configuration easydel.modules.xerxes.modeling_xerxes easydel.modules.xerxes.xerxes_configuration easydel.modules.xerxes2.modeling_xerxes2 easydel.modules.xerxes2.xerxes2_configuration easydel.scripts.install_on_hosts easydel.trainers.base_trainer easydel.trainers.direct_preference_optimization_trainer._fn easydel.trainers.direct_preference_optimization_trainer.dpo_config easydel.trainers.direct_preference_optimization_trainer.dpo_trainer easydel.trainers.distillation_trainer._fn easydel.trainers.distillation_trainer.distillation_config easydel.trainers.distillation_trainer.distillation_trainer easydel.trainers.group_relative_policy_optimization._fn easydel.trainers.group_relative_policy_optimization.grpo_config easydel.trainers.group_relative_policy_optimization.grpo_trainer easydel.trainers.metrics easydel.trainers.odds_ratio_preference_optimization_trainer._fn easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer easydel.trainers.packer easydel.trainers.prompt_utils easydel.trainers.ray_scaler.distributed_trainer easydel.trainers.reward_trainer._fn easydel.trainers.reward_trainer.reward_config easydel.trainers.reward_trainer.reward_trainer easydel.trainers.supervised_fine_tuning_trainer.sft_config easydel.trainers.supervised_fine_tuning_trainer.sft_trainer easydel.trainers.trainer._fn easydel.trainers.trainer.modeling_output easydel.trainers.trainer.trainer easydel.trainers.trainer_protocol easydel.trainers.training_configurations easydel.trainers.training_utils easydel.trainers.utils easydel.utils.analyze_memory easydel.utils.compiling_utils easydel.utils.helpers easydel.utils.lazy_import easydel.utils.parameters_transformation easydel.utils.readme_generator easydel.utils.registery easydel.utils.traversals module (easydel.infra.factory.ModuleRegistration attribute), [1] (easydel.modules.internlm2.modeling_internlm2.InternLM2ForSequenceClassification attribute) MODULE_CONFIG (easydel.infra.factory.ConfigType attribute), [1] module_dtype (easydel.infra.base_module.EasyDeLBaseModule property) ModuleCaches (class in easydel.infra.utils) ModuleRegistration (class in easydel.infra.factory) moe_call() (easydel.layers.moe.BaseMoeModule method) MoeCausalLMOutput (class in easydel.infra.modeling_outputs) MoeFusedHooks (class in easydel.layers.moe) MoEGate (class in easydel.modules.deepseek_v2.modeling_deepseek) (class in easydel.modules.deepseek_v3.modeling_deepseek) MoeLoadBalancingStrategy (class in easydel.layers.moe) MoEMethods (class in easydel.layers.moe) MoeMetrics (class in easydel.layers.moe) MoeModelOutput (class in easydel.infra.modeling_outputs) MoeRoutingStrategy (class in easydel.layers.moe) monitoring_active (easydel.inference.esurge.esurge_engine.eSurge property) move_row() (easydel.inference.esurge.page_table.MultiGroupPageTable method) (easydel.inference.esurge.page_table.PageTable method) (in module easydel.inference.esurge.runners.sequence_buffer) MptAttention (class in easydel.modules.mosaic_mpt.modeling_mosaic) MptAttentionConfig (class in easydel.modules.mosaic_mpt.mosaic_configuration) MptBlock (class in easydel.modules.mosaic_mpt.modeling_mosaic) MptConfig (class in easydel.modules.mosaic_mpt.mosaic_configuration) MptForCausalLM (class in easydel.modules.mosaic_mpt.modeling_mosaic) MptMLP (class in easydel.modules.mosaic_mpt.modeling_mosaic) MptModel (class in easydel.modules.mosaic_mpt.modeling_mosaic) mrope_interleaved (easydel.layers.rotary_embedding.RopeConfig attribute) mrope_section (easydel.layers.rotary_embedding.MultiModalRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RopeConfig attribute) mscale (easydel.layers.rotary_embedding.DeepseekScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RopeConfig attribute), [1] mscale_all_dim (easydel.layers.rotary_embedding.DeepseekScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RopeConfig attribute), [1] MultiGroupPageTable (class in easydel.inference.esurge.page_table) MultiheadAttention (class in easydel.modules.siglip.modeling_siglip) MultiModalRotaryEmbedding (class in easydel.layers.rotary_embedding) MultipleChoiceModelOutput (class in easydel.infra.modeling_outputs) MUON (easydel.infra.etils.EasyDeLOptimizers attribute)

N

n (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) (easydel.inference.sampling_params.SamplingParams attribute) n_groups (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData attribute), [1] n_routed_experts (easydel.layers.moe.BaseMoeModule attribute) name (easydel.inference.openai_api_modules.ChatMessage attribute), [1] (easydel.inference.openai_api_modules.DeltaFunctionCall attribute) (easydel.inference.openai_api_modules.Function attribute) (easydel.inference.openai_api_modules.FunctionCall attribute) (easydel.inference.openai_api_modules.FunctionDefinition attribute), [1] (easydel.utils.helpers.Timer attribute) (easydel.utils.readme_generator.ModelInfo attribute) name_or_path (easydel.infra.elarge_model.types.ModelCfg attribute), [1] named_tree_map() (in module easydel.utils.traversals) NashMDTrainerCfg (class in easydel.infra.elarge_model.trainer_types) native_forward() (easydel.layers.linear.ParallelLinear method) new_data_parallel_master_ip (easydel.inference.esurge.engine_types.ReconfigureDistributedRequest attribute) new_data_parallel_master_port (easydel.inference.esurge.engine_types.ReconfigureDistributedRequest attribute) new_data_parallel_rank (easydel.inference.esurge.engine_types.ReconfigureDistributedRequest attribute) new_data_parallel_rank_local (easydel.inference.esurge.engine_types.ReconfigureDistributedRequest attribute) new_data_parallel_size (easydel.inference.esurge.engine_types.ReconfigureDistributedRequest attribute) new_empty() (easydel.inference.esurge.core.manager.CachePages method) new_event() (easydel.inference.esurge.engine_types.EngineCoreEvent class method) new_executables (easydel.infra.utils.FunctionTracer attribute) new_graphdef() (easydel.infra.base_module.EasyDeLBaseModule method) new_logprobs (easydel.inference.esurge.engine_types.EngineCoreOutput attribute), [1] new_page_ids (easydel.inference.esurge.scheduler.output.CachedRequestData attribute) new_prompt_logprobs_tensors (easydel.inference.esurge.engine_types.EngineCoreOutput attribute), [1] new_token_ids (easydel.inference.esurge.engine_types.EngineCoreOutput attribute), [1] (easydel.inference.esurge.scheduler.output.CachedRequestData attribute) NewRequestData (class in easydel.inference.esurge.scheduler.output) next_free_page (easydel.inference.esurge.core.utils.CachePage attribute) next_power_of_2() (in module easydel.inference.esurge.utils) NextSentencePredictorOutput (class in easydel.infra.modeling_outputs) ngram_size (easydel.inference.logits_process.NoRepeatNGramLogitsProcessor attribute) nnx_init() (in module easydel.utils.traversals) no_allowed_token_ids (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer property) no_min_p (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer property) no_penalties (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer property) no_prompt_logprob (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer property) no_top_k (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer property) no_top_p (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer property) NO_WEIGHT_NUM_REAL_TARGET_TOKENS (easydel.infra.loss_utils.SpecialLossNormalizingFactor attribute), [1] NoCompileContext (class in easydel.utils.compiling_utils) NONE (easydel.infra.etils.EasyDeLGradientCheckPointers attribute), [1] (easydel.infra.etils.EasyDeLSchedulers attribute), [1] (easydel.layers.moe.MoeLoadBalancingStrategy attribute), [1] None (easydel.modules.auto.auto_configuration.AutoShardAndGatherFunctions attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForCausalLM attribute) (easydel.modules.auto.auto_modeling.AutoEasyDeLModelForSpeechSeq2Seq attribute) NONE_HASH (in module easydel.inference.esurge.core.utils) NoRepeatNGramLogitsProcessor (class in easydel.inference.logits_process) norm (easydel.modules.gidd.modeling_gidd.GiddModel attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssModel attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2Model attribute) (easydel.modules.mixtral.modeling_mixtral.MixtralModel attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2Model attribute) (easydel.modules.openelm.modeling_openelm.OpenELMModel attribute) (easydel.modules.phi3.modeling_phi3.Phi3Model attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2Model attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeModel attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3Model attribute), [1] (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeModel attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmModel attribute) norm_1 (easydel.modules.mosaic_mpt.modeling_mosaic.MptBlock attribute) norm_2 (easydel.modules.mosaic_mpt.modeling_mosaic.MptBlock attribute) norm_f (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel attribute) normalize() (in module easydel.infra.elarge_model.normalizer) normalize_task() (in module easydel.infra.elarge_model.utils) normalize_trainer_config() (in module easydel.infra.elarge_model.trainer_types) norms (easydel.modules.stablelm.modeling_stablelm.StableLmLayerNormPerHead attribute) norms_mapping (easydel.modules.phi.modeling_phi.PhiAttention attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmAttention attribute) NOTHING_SAVEABLE (easydel.infra.etils.EasyDeLGradientCheckPointers attribute), [1] NOUS (easydel.inference.openai_api_modules.FunctionCallFormat attribute), [1] np_pad() (in module easydel.trainers.utils) NullProgressBar (class in easydel.trainers.metrics) num_attention_heads (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) num_cached_tokens (easydel.inference.esurge.engine_types.EngineCoreOutput attribute), [1] num_classification_labels (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute), [1] num_common_prefix_pages (easydel.inference.esurge.scheduler.output.SchedulerOutput attribute) num_computed_tokens (easydel.inference.esurge.runners.states.CachedRequestState attribute) (easydel.inference.esurge.scheduler.output.CachedRequestData attribute) (easydel.inference.esurge.scheduler.output.NewRequestData attribute) num_elements (easydel.layers.caching._specs.MambaSpec attribute) num_experts (easydel.infra.utils.FlopCalcConfig attribute), [1] (easydel.layers.moe.ParallelMoELinear attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssForSequenceClassification attribute)

num_experts_per_tok (easydel.infra.utils.FlopCalcConfig attribute), [1] (easydel.layers.moe.BaseMoeModule attribute) (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssForSequenceClassification attribute) num_generated_tokens (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] num_generations (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) num_heads (easydel.infra.utils.FlopCalcConfig attribute), [1] (easydel.layers.caching.lightning.cache.LightningCacheMetaData attribute), [1] (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData attribute), [1] (easydel.layers.caching.transformer.cache.TransformerCacheMetaData attribute), [1] (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) num_hidden_layers (easydel.layers.caching.mamba.cache.MambaCacheMetaData attribute), [1] (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData attribute), [1] (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData attribute) (easydel.layers.caching.transformer.cache.TransformerCacheMetaData attribute), [1] (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) num_iterations (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) num_key_value_groups (easydel.modules.pixtral.modeling_pixtral.PixtralAttention attribute) num_key_value_heads (easydel.modules.dbrx.dbrx_configuration.DbrxConfig property) (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) num_kv_heads (easydel.inference.esurge.core.interface.AttentionSpec attribute) (easydel.layers.caching._specs.AttentionSpec attribute), [1] (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData attribute) num_kv_update_slices (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata attribute) num_labels (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute), [1] (easydel.infra.utils.FlopCalcConfig attribute), [1] num_layers (easydel.infra.utils.FlopCalcConfig attribute), [1] num_local_experts (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) num_mel_bins (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) num_nans_in_logits (easydel.inference.esurge.outputs.ModelRunnerOutput attribute) num_of_sequences (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) num_output_tokens (easydel.inference.esurge.request.EngineRequest property) num_pages (easydel.inference.esurge.config.CacheConfig attribute), [1] (easydel.inference.esurge.core.interface.CacheGroupsConfig attribute) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData attribute) num_pages_per_row (easydel.inference.esurge.page_table.PageTable attribute) num_pending_requests (easydel.inference.esurge.esurge_engine.eSurge property) num_preempted_requests (easydel.inference.esurge.metrics.SchedulerMetrics attribute) num_proc (easydel.infra.elarge_model.types.TokenizationCfg attribute), [1] num_prompt_tokens (easydel.inference.esurge.runners.states.CachedRequestState attribute) NUM_REAL_TARGET_TOKENS (easydel.infra.loss_utils.SpecialLossNormalizingFactor attribute), [1] num_reqs (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer property) (easydel.inference.esurge.scheduler.output.CachedRequestData property) num_return_sequences (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) num_rows (easydel.infra.elarge_model.types.TextDatasetInformCfg attribute), [1] (easydel.infra.elarge_model.types.VisualDatasetInformCfg attribute), [1] num_running_requests (easydel.inference.esurge.esurge_engine.eSurge property) (easydel.inference.esurge.metrics.SchedulerMetrics attribute) num_scheduled_tokens (easydel.inference.esurge.metrics.SchedulerMetrics attribute) (easydel.inference.esurge.scheduler.output.SchedulerOutput attribute) num_seqs (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata attribute) num_shards (easydel.infra.elarge_model.types.DatasetSaveCfg attribute), [1] num_shared_experts (easydel.infra.utils.FlopCalcConfig attribute), [1] num_slices_per_kv_cache_update_page (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData attribute) (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata attribute) num_speculative_tokens (easydel.inference.esurge.config.SpeculativeConfig attribute), [1] num_threads (easydel.trainers.utils.HFDataSource attribute) num_tokens (easydel.inference.esurge.metrics.ModelRunnerMetrics attribute) (easydel.inference.esurge.request.EngineRequest property) (easydel.inference.esurge.runners.states.CachedRequestState property) num_tokens_with_spec (easydel.inference.esurge.request.EngineRequest property) NUM_TOTAL_TARGET_TOKENS (easydel.infra.loss_utils.SpecialLossNormalizingFactor attribute), [1] num_train_epochs (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) num_waiting_requests (easydel.inference.esurge.metrics.SchedulerMetrics attribute) num_workers (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] numpy_histogram() (easydel.trainers.metrics.MetricsHistogram method) numpy_random_seed (easydel.infra.elarge_model.types.EvalKwargs attribute), [1]

O

o_proj (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) (easydel.modules.phi3.modeling_phi3.Phi3Attention attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralAttention attribute) object (easydel.inference.openai_api_modules.ChatCompletionResponse attribute) (easydel.inference.openai_api_modules.ChatCompletionStreamResponse attribute) (easydel.inference.openai_api_modules.CompletionResponse attribute) (easydel.inference.openai_api_modules.CompletionStreamResponse attribute) odds_ratio_loss() (in module easydel.trainers.odds_ratio_preference_optimization_trainer._fn) offload_backend (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedConfig attribute), [1] (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer attribute), [1] offload_dataset (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) offload_device (easydel.trainers.training_configurations.TrainingArguments property) offload_device_index (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) offload_device_type (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) offset (easydel.infra.utils.AttnMaskDetail attribute), [1] (easydel.layers.caching.transformer.cache.AttnMaskDetail attribute), [1] (easydel.modules.opt.modeling_opt.OPTLearnedPositionalEmbedding attribute) Olmo2Attention (class in easydel.modules.olmo2.modeling_olmo2) Olmo2Config (class in easydel.modules.olmo2.olmo2_configuration) Olmo2DecoderLayer (class in easydel.modules.olmo2.modeling_olmo2) Olmo2ForCausalLM (class in easydel.modules.olmo2.modeling_olmo2) Olmo2ForSequenceClassification (class in easydel.modules.olmo2.modeling_olmo2) Olmo2MLP (class in easydel.modules.olmo2.modeling_olmo2) Olmo2Model (class in easydel.modules.olmo2.modeling_olmo2) OlmoAttention (class in easydel.modules.olmo.modeling_olmo) OlmoConfig (class in easydel.modules.olmo.olmo_configuration) OlmoDecoderLayer (class in easydel.modules.olmo.modeling_olmo) OlmoForCausalLM (class in easydel.modules.olmo.modeling_olmo) OlmoForSequenceClassification (class in easydel.modules.olmo.modeling_olmo) OlmoMLP (class in easydel.modules.olmo.modeling_olmo) OlmoModel (class in easydel.modules.olmo.modeling_olmo) on_shutdown() (easydel.inference.esurge.server.api_server.eSurgeApiServer method) (easydel.inference.inference_engine_interface.BaseInferenceApiServer method) on_startup() (easydel.inference.esurge.server.api_server.eSurgeApiServer method) (easydel.inference.inference_engine_interface.BaseInferenceApiServer method)

on_step_end() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer method) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) on_step_start() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) onehot() (in module easydel.infra.loss_utils) online_flops (easydel.infra.utils.CompilationTracker property) OPENAI (easydel.inference.openai_api_modules.FunctionCallFormat attribute), [1] OpenAIBaseModel (class in easydel.inference.openai_api_modules) OpenELMConfig (class in easydel.modules.openelm.openelm_configuration) OpenELMDecoderLayer (class in easydel.modules.openelm.modeling_openelm) OpenELMFeedForwardNetwork (class in easydel.modules.openelm.modeling_openelm) OpenELMForCausalLM (class in easydel.modules.openelm.modeling_openelm) OpenELMModel (class in easydel.modules.openelm.modeling_openelm) OpenELMMultiHeadCausalAttention (class in easydel.modules.openelm.modeling_openelm) operation_configs (easydel.infra.elarge_model.types.BaseCfg attribute), [1] (easydel.layers.operations._operation_meta.OperationMetadata attribute) OperationConfigsDict (class in easydel.infra.elarge_model.types) OperationImpl (class in easydel.layers.operations._operation_impl) OperationMetadata (class in easydel.layers.operations._operation_meta) OperationOutput (class in easydel.layers.operations._operation_impl) OperationRegistry (class in easydel.layers.operations._base_operation) opt_state (easydel.infra.base_state.EasyDeLState attribute), [1] OPTAttention (class in easydel.modules.opt.modeling_opt) OPTConfig (class in easydel.modules.opt.opt_configuration) OPTDecoder (class in easydel.modules.opt.modeling_opt) OPTDecoderLayer (class in easydel.modules.opt.modeling_opt) OPTForCausalLM (class in easydel.modules.opt.modeling_opt) optimizer (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) OPTLearnedPositionalEmbedding (class in easydel.modules.opt.modeling_opt) OPTModel (class in easydel.modules.opt.modeling_opt) orig_max_position (easydel.layers.rotary_embedding.Llama3RotaryEmbedding attribute) original_max_position_embeddings (easydel.layers.rotary_embedding.Phi3LongRoPEScaledRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RopeConfig attribute), [1] orpo_step() (in module easydel.trainers.odds_ratio_preference_optimization_trainer._fn) ORPOConfig (class in easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config) ORPOTrainer (class in easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer) ORPOTrainerCfg (class in easydel.infra.elarge_model.trainer_types) other_metrics (easydel.infra.loss_utils.LossMetrics attribute), [1] out_features (easydel.layers.linear.ParallelLinear attribute) (easydel.layers.moe.ParallelMoELinear attribute) (easydel.modules.gpt2.modeling_gpt2.Conv1D attribute) out_first (easydel.layers.moe.ParallelMoELinear attribute) out_proj (easydel.modules.dbrx.modeling_dbrx.DbrxAttention attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptAttention attribute) (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) output (easydel.layers.operations._operation_meta.AttnShardingRules attribute), [1] output_arrays_only (easydel.trainers.utils.DPODataCollatorWithPaddingGrain attribute) (easydel.trainers.utils.DPODataCollatorWithPaddingTFDS attribute), [1] output_field (easydel.infra.elarge_model.types.TokenizationCfg attribute), [1] output_kind (easydel.inference.sampling_params.SamplingParams attribute) output_path (easydel.infra.elarge_model.types.DatasetSaveCfg attribute), [1] output_router_logits (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) output_token_ids (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] (easydel.inference.esurge.runners.states.CachedRequestState attribute) outputs (easydel.inference.esurge.engine_types.EngineCoreOutputs attribute) (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] overlap_execution (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] overview (easydel.utils.readme_generator.ModelInfo attribute) overwrite (easydel.infra.elarge_model.types.DatasetSaveCfg attribute), [1] OverWriteWithGradient (class in easydel.infra.utils)

P

pack_dataset() (in module easydel.trainers.prompt_utils) pack_eos_token_id (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] pack_on_the_fly (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] pack_prompts() (in module easydel.inference.esurge.runners.sequence_buffer) pack_seq_length (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] pack_sequences() (in module easydel.trainers.packer) pack_shuffle (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] pack_shuffle_buffer_factor (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] pack_tokens (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] packing (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) packing_strategy (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) pad() (in module easydel.trainers.utils) pad_and_truncate_dataset() (in module easydel.trainers.prompt_utils) pad_sequence() (in module easydel.trainers.utils) pad_single() (in module easydel.trainers.utils) pad_tensor_by_size() (in module easydel.modules.mamba2.modeling_mamba2) pad_to_length() (in module easydel.trainers.utils) pad_token_id (easydel.layers.caching.transformer.cache.TransformerCacheMetaData attribute), [1] (easydel.modules.mistral3.mistral3_tokenizer.Mistral3Tokenizer attribute) (easydel.trainers.utils.DataCollatorForPreferenceGrain attribute), [1] (easydel.trainers.utils.DataCollatorForPreferenceTFDS attribute), [1] (easydel.trainers.utils.DPODataCollatorWithPaddingGrain attribute) (easydel.trainers.utils.DPODataCollatorWithPaddingTFDS attribute), [1] (easydel.trainers.utils.GRPODataCollatorGrain attribute) (easydel.trainers.utils.GRPODataCollatorTFDS attribute) padding (easydel.infra.elarge_model.types.TokenizationCfg attribute), [1] (easydel.trainers.utils.RewardDataCollatorWithPaddingGrain attribute), [1] (easydel.trainers.utils.RewardDataCollatorWithPaddingTFDS attribute) padding_idx (easydel.modules.opt.modeling_opt.OPTDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) padding_value (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) page_allocation_rate (easydel.inference.esurge.metrics.CacheMetrics attribute) page_free_rate (easydel.inference.esurge.metrics.CacheMetrics attribute) page_hash (easydel.inference.esurge.core.utils.CachePage property) (easydel.inference.esurge.core.utils.PageHashWithGroupId attribute) page_id (easydel.inference.esurge.core.utils.CachePage attribute) page_ids (easydel.inference.esurge.runners.states.CachedRequestState attribute) (easydel.inference.esurge.scheduler.output.NewRequestData attribute) page_size (easydel.inference.esurge.config.CacheConfig attribute), [1] (easydel.inference.esurge.core.interface.CacheSpec attribute) (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] (easydel.layers.caching._specs.KVCacheSpec attribute), [1] (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData attribute) (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata attribute) page_size_bytes (easydel.inference.esurge.core.interface.AttentionSpec property) (easydel.inference.esurge.core.interface.CacheSpec property) (easydel.inference.esurge.core.interface.MambaSpec property) (easydel.layers.caching._specs.AttentionSpec property) (easydel.layers.caching._specs.KVCacheSpec property) (easydel.layers.caching._specs.MambaSpec property) page_size_padded (easydel.inference.esurge.core.interface.MambaSpec attribute) (easydel.layers.caching._specs.MambaSpec attribute), [1] page_table (easydel.inference.esurge.page_table.PageTable attribute) page_table_cpu (easydel.inference.esurge.page_table.PageTable attribute) page_tables (easydel.inference.esurge.page_table.MultiGroupPageTable attribute) PAGED_ATTENTION (easydel.layers.attention.AttentionMechanisms attribute) PageHash (class in easydel.inference.esurge.core.utils) PageHashWithGroupId (class in easydel.inference.esurge.core.utils) PagePool (class in easydel.inference.esurge.core.page_pool) pages (easydel.inference.esurge.core.manager.CachePages attribute) pages_tables (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata attribute) PageTable (class in easydel.inference.esurge.page_table) PALLAS (easydel.infra.etils.EasyDeLPlatforms attribute), [1] parallel_config (easydel.layers.linear.ParallelLinear attribute) ParallelLinear (class in easydel.layers.linear) ParallelMoELinear (class in easydel.layers.moe) param_dtype (easydel.infra.elarge_model.types.LoaderCfg attribute), [1] (easydel.layers.attention.FlexibleAttentionModule attribute) (easydel.layers.linear.ParallelLinear attribute) (easydel.layers.moe.ParallelMoELinear attribute) (easydel.layers.norms.RMSNorm attribute) (easydel.modules.arctic.modeling_arctic.ArcticDecoderLayer attribute) (easydel.modules.arctic.modeling_arctic.ArcticMLP attribute) (easydel.modules.arctic.modeling_arctic.ArcticMLPMoE attribute) (easydel.modules.arctic.modeling_arctic.ArcticModel attribute) (easydel.modules.arctic.modeling_arctic.ArcticMoeBlock attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionForConditionalGeneration attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionModel attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionMultiModalProjector attribute) (easydel.modules.clip.modeling_clip.CLIPAttention attribute) (easydel.modules.clip.modeling_clip.CLIPEncoder attribute) (easydel.modules.clip.modeling_clip.CLIPEncoderLayer attribute) (easydel.modules.clip.modeling_clip.CLIPForImageClassification attribute) (easydel.modules.clip.modeling_clip.CLIPMLP attribute) (easydel.modules.clip.modeling_clip.CLIPTextEmbeddings attribute) (easydel.modules.clip.modeling_clip.CLIPTextModel attribute) (easydel.modules.clip.modeling_clip.CLIPTextModelWithProjection attribute) (easydel.modules.clip.modeling_clip.CLIPTextTransformer attribute) (easydel.modules.clip.modeling_clip.CLIPVisionEmbeddings attribute) (easydel.modules.clip.modeling_clip.CLIPVisionModel attribute) (easydel.modules.clip.modeling_clip.CLIPVisionTransformer attribute) (easydel.modules.cohere2.modeling_cohere2.Cohere2LayerNorm attribute) (easydel.modules.dbrx.modeling_dbrx.DbrxAttention attribute) (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) (easydel.modules.gidd.modeling_gidd.GiddForDiffusionLM attribute) (easydel.modules.gidd.modeling_gidd.GiddLayer attribute) (easydel.modules.gidd.modeling_gidd.GiddMLP attribute) (easydel.modules.gidd.modeling_gidd.GiddModel attribute) (easydel.modules.gidd.modeling_gidd.GiddRMSNorm attribute) (easydel.modules.gpt2.modeling_gpt2.Conv1D attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Attention attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Block attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2LMHeadModel attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2MLP attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Model attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJBlock attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJMLP attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJModel attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXBlock attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXMlp attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXModel attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssForSequenceClassification attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssModel attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1Attention attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1BLockSparseMLP attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1DecoderLayer attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1ForCausalLM attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1Model attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1SparseMoeBlock attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2Block attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForSequenceClassification attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2MLP attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2Model attribute) (easydel.modules.llama.modeling_llama.LlamaForCausalLM attribute) (easydel.modules.llama.modeling_llama.LlamaForSequenceClassification attribute) (easydel.modules.llama.modeling_llama.LlamaModel attribute) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration attribute) (easydel.modules.llava.modeling_llava.LlavaForConditionalGeneration attribute) (easydel.modules.llava.modeling_llava.LlavaModel attribute) (easydel.modules.mistral.modeling_mistral.MistralModel attribute) (easydel.modules.mistral3.modeling_mistral3.Mistral3ForConditionalGeneration attribute) (easydel.modules.mixtral.modeling_mixtral.MixtralModel attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptAttention attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptBlock attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptMLP attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel attribute) (easydel.modules.olmo.modeling_olmo.OlmoDecoderLayer attribute) (easydel.modules.olmo.modeling_olmo.OlmoMLP attribute) (easydel.modules.olmo.modeling_olmo.OlmoModel attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2DecoderLayer attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2MLP attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2Model attribute) (easydel.modules.openelm.modeling_openelm.OpenELMDecoderLayer attribute) (easydel.modules.openelm.modeling_openelm.OpenELMFeedForwardNetwork attribute) (easydel.modules.openelm.modeling_openelm.OpenELMModel attribute) (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.opt.modeling_opt.OPTDecoder attribute) (easydel.modules.opt.modeling_opt.OPTDecoderLayer attribute) (easydel.modules.opt.modeling_opt.OPTModel attribute) (easydel.modules.phi.modeling_phi.PhiDecoderLayer attribute) (easydel.modules.phi.modeling_phi.PhiMLP attribute) (easydel.modules.phi.modeling_phi.PhiModel attribute) (easydel.modules.phi3.modeling_phi3.Phi3Attention attribute) (easydel.modules.phi3.modeling_phi3.Phi3DecoderLayer attribute) (easydel.modules.phi3.modeling_phi3.Phi3MLP attribute) (easydel.modules.phi3.modeling_phi3.Phi3Model attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoEBlockSparseTop2MLP attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeDecoderLayer attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeForCausalLM attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeSparseMoeBlock attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralAttention attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralBlock attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralMLP attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralTransformer attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralVisionModel attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2DecoderLayer attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2MLP attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2Model attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeDecoderLayer attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeForSequenceClassification attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeMLP attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeModel attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeSparseBlock attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3DecoderLayer attribute), [1] (easydel.modules.qwen3.modeling_qwen3.Qwen3MLP attribute), [1] (easydel.modules.qwen3.modeling_qwen3.Qwen3Model attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeDecoderLayer attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeForSequenceClassification attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeMLP attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeModel attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeSparseBlock attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmDecoderLayer attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmMLP attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmModel attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperModel attribute) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2MoeSparseBlock attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) parameters (easydel.inference.openai_api_modules.Function attribute) (easydel.inference.openai_api_modules.FunctionDefinition attribute), [1] (easydel.infra.base_module.EasyDeLBaseModule property) ParameterTransformRule (class in easydel.infra.base_module) params (easydel.infra.base_module.EasyDeLBaseModule property) params_sharding (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.infra.mixins.protocol.BaseModuleProtocol property) parent_request_id (easydel.inference.esurge.request.EngineRequest attribute) partial_json_loads() (in module easydel.inference.tools.utils) partition_axis (easydel.infra.elarge_model.types.ShardingCfg attribute), [1] (easydel.layers.caching.lightning.cache.LightningCacheMetaData attribute), [1] (easydel.layers.caching.mamba.cache.MambaCacheMetaData attribute), [1] (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData attribute), [1] (easydel.layers.operations._operation_meta.OperationMetadata attribute), [1] partition_manager (easydel.infra.base_config.EasyDeLBaseConfig property) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView attribute) (easydel.layers.moe.ParallelMoELinear attribute) (easydel.layers.operations._operation_meta.OperationMetadata attribute) partition_rules (easydel.infra.elarge_model.types.ShardingCfg attribute), [1] past_key_values (easydel.infra.modeling_outputs.BaseModelOutput attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPast attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPastAndCrossAttentions attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.CausalLMOutputWithCrossAttentions attribute) (easydel.infra.modeling_outputs.MaskedLMOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqLMOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.SequenceClassifierOutput attribute) (easydel.infra.modeling_outputs.VLMCausalLMOutput attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionCausalLMOutputWithPast attribute) (easydel.modules.gemma3.modeling_gemma3.Gemma3CausalLMOutputWithPast attribute) (easydel.modules.gemma3.modeling_gemma3.Gemma3ModelOutputWithPast attribute) (easydel.modules.llama4.modeling_llama4.Llama4CausalLMOutputWithPast attribute) (easydel.modules.llava.modeling_llava.LlavaCausalLMOutputWithPast attribute) (easydel.modules.mistral3.modeling_mistral3.Mistral3CausalLMOutputWithPast attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLCausalLMOutputWithPast attribute) patch_conv (easydel.modules.pixtral.modeling_pixtral.PixtralVisionModel attribute) path (easydel.inference.inference_engine_interface.EndpointConfig attribute), [1] (easydel.inference.oai_proxies.EndpointConfig attribute) pattern (easydel.infra.base_module.ParameterTransformRule attribute), [1] (easydel.infra.elarge_model.types.EasyDeLQuantizationCfg attribute), [1] (easydel.layers.quantization.quantizers.EasyDeLQuantizationConfig attribute), [1] (easydel.layers.quantization.quantizers.EasyQuantizer property) pause() (easydel.inference.esurge.esurge_engine.eSurge method) pause_esurge() (easydel.infra.mixins.generation.EasyGenerationMixin method) pbar (easydel.trainers.metrics.TqdmProgressBar attribute) peak_utilization_percent (easydel.utils.analyze_memory.DeviceStats attribute), [1] peek_request() (easydel.inference.esurge.scheduler.request_queue.FCFSRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.PriorityRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.RequestQueue method) per_device_hbm_budget_bytes() (in module easydel.layers.caching.ragged_page.cache) per_epoch_evaluation_steps (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) per_epoch_training_steps (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) performance_mode (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) Phi3Attention (class in easydel.modules.phi3.modeling_phi3) Phi3Config (class in easydel.modules.phi3.phi3_configuration) Phi3DecoderLayer (class in easydel.modules.phi3.modeling_phi3) Phi3ForCausalLM (class in easydel.modules.phi3.modeling_phi3) Phi3LongRoPEScaledRotaryEmbedding (class in easydel.layers.rotary_embedding) Phi3MLP (class in easydel.modules.phi3.modeling_phi3) Phi3Model (class in easydel.modules.phi3.modeling_phi3) Phi4MiniJsonToolParser (class in easydel.inference.tools.parsers.phi4mini_tool_parser) PhiAttention (class in easydel.modules.phi.modeling_phi) PhiConfig (class in easydel.modules.phi.phi_configuration) PhiDecoderLayer (class in easydel.modules.phi.modeling_phi) PhiForCausalLM (class in easydel.modules.phi.modeling_phi) PhiMLP (class in easydel.modules.phi.modeling_phi) PhiModel (class in easydel.modules.phi.modeling_phi) PhiMoEAttention (class in easydel.modules.phimoe.modeling_phimoe) PhiMoEBlockSparseTop2MLP (class in easydel.modules.phimoe.modeling_phimoe) PhiMoeConfig (class in easydel.modules.phimoe.phimoe_configuration) PhiMoeDecoderLayer (class in easydel.modules.phimoe.modeling_phimoe) PhiMoeForCausalLM (class in easydel.modules.phimoe.modeling_phimoe) PhiMoeModel (class in easydel.modules.phimoe.modeling_phimoe) PhiMoeSparseMoeBlock (class in easydel.modules.phimoe.modeling_phimoe) pixel_field (easydel.infra.elarge_model.types.VisualDatasetInformCfg attribute), [1] pixel_shuffle() (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionMultiModalProjector method) (in module easydel.modules.llama4.modeling_llama4)

PixtralAttention (class in easydel.modules.pixtral.modeling_pixtral) PixtralBlock (class in easydel.modules.pixtral.modeling_pixtral) PixtralMLP (class in easydel.modules.pixtral.modeling_pixtral) PixtralTransformer (class in easydel.modules.pixtral.modeling_pixtral) PixtralVisionConfig (class in easydel.modules.pixtral.pixtral_configuration) PixtralVisionModel (class in easydel.modules.pixtral.modeling_pixtral) platform (easydel.infra.elarge_model.types.ELMConfig attribute), [1] (easydel.infra.elarge_model.types.PlatformCfg attribute), [1] (easydel.infra.elarge_model.types.QuantizationCfg attribute), [1] (easydel.layers.operations._operation_meta.OperationMetadata attribute), [1] PlatformCfg (class in easydel.infra.elarge_model.types) policy (easydel.inference.esurge.config.SchedulerConfig attribute), [1] pooler_output (easydel.infra.modeling_outputs.BaseModelOutputWithPooling attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndCrossAttentions attribute) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndNoAttention attribute) pop() (easydel.inference.esurge.utils.ConstantList method) (easydel.infra.modeling_outputs.ModelOutput method) pop_request() (easydel.inference.esurge.scheduler.request_queue.FCFSRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.PriorityRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.RequestQueue method) popleft() (easydel.inference.esurge.core.utils.FreeCachePageQueue method) popleft_n() (easydel.inference.esurge.core.utils.FreeCachePageQueue method) position_ids (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata attribute) position_ids_in_meshgrid() (in module easydel.modules.pixtral.modeling_pixtral) positions (easydel.layers.caching.mamba.cache.MambaCacheView attribute), [1] (easydel.layers.caching.mamba2.cache.Mamba2CacheView attribute), [1] post_attention_layernorm (easydel.modules.gidd.modeling_gidd.GiddLayer attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2DecoderLayer attribute) (easydel.modules.phi3.modeling_phi3.Phi3DecoderLayer attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeDecoderLayer attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2DecoderLayer attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeDecoderLayer attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3DecoderLayer attribute), [1] (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeDecoderLayer attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmDecoderLayer attribute) PostCross (class in easydel.modules.xerxes.modeling_xerxes) postpadded (easydel.layers.caching.transformer.cache.TransformerMetadata attribute), [1] precision (easydel.infra.elarge_model.types.LoaderCfg attribute), [1] (easydel.layers.attention.FlexibleAttentionModule attribute) (easydel.layers.linear.ParallelLinear attribute) (easydel.modules.arctic.modeling_arctic.ArcticDecoderLayer attribute) (easydel.modules.arctic.modeling_arctic.ArcticMLP attribute) (easydel.modules.arctic.modeling_arctic.ArcticMLPMoE attribute) (easydel.modules.arctic.modeling_arctic.ArcticModel attribute) (easydel.modules.arctic.modeling_arctic.ArcticMoeBlock attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionForConditionalGeneration attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionModel attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionMultiModalProjector attribute) (easydel.modules.clip.modeling_clip.CLIPAttention attribute) (easydel.modules.clip.modeling_clip.CLIPEncoder attribute) (easydel.modules.clip.modeling_clip.CLIPEncoderLayer attribute) (easydel.modules.clip.modeling_clip.CLIPForImageClassification attribute) (easydel.modules.clip.modeling_clip.CLIPMLP attribute) (easydel.modules.clip.modeling_clip.CLIPTextEmbeddings attribute) (easydel.modules.clip.modeling_clip.CLIPTextModel attribute) (easydel.modules.clip.modeling_clip.CLIPTextModelWithProjection attribute) (easydel.modules.clip.modeling_clip.CLIPTextTransformer attribute) (easydel.modules.clip.modeling_clip.CLIPVisionEmbeddings attribute) (easydel.modules.clip.modeling_clip.CLIPVisionModel attribute) (easydel.modules.clip.modeling_clip.CLIPVisionTransformer attribute) (easydel.modules.dbrx.modeling_dbrx.DbrxAttention attribute) (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) (easydel.modules.gidd.modeling_gidd.GiddForDiffusionLM attribute) (easydel.modules.gidd.modeling_gidd.GiddLayer attribute) (easydel.modules.gidd.modeling_gidd.GiddMLP attribute) (easydel.modules.gidd.modeling_gidd.GiddModel attribute) (easydel.modules.gpt2.modeling_gpt2.Conv1D attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Attention attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Block attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2LMHeadModel attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2MLP attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Model attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJBlock attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJMLP attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJModel attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXBlock attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXMlp attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXModel attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssForSequenceClassification attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssModel attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1Attention attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1BLockSparseMLP attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1DecoderLayer attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1ForCausalLM attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1Model attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1SparseMoeBlock attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2Block attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForSequenceClassification attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2MLP attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2Model attribute) (easydel.modules.llama.modeling_llama.LlamaForCausalLM attribute) (easydel.modules.llama.modeling_llama.LlamaForSequenceClassification attribute) (easydel.modules.llama.modeling_llama.LlamaModel attribute) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration attribute) (easydel.modules.llava.modeling_llava.LlavaForConditionalGeneration attribute) (easydel.modules.llava.modeling_llava.LlavaModel attribute) (easydel.modules.mistral.modeling_mistral.MistralModel attribute) (easydel.modules.mistral3.modeling_mistral3.Mistral3ForConditionalGeneration attribute) (easydel.modules.mixtral.modeling_mixtral.MixtralModel attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptAttention attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptBlock attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptMLP attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel attribute) (easydel.modules.olmo.modeling_olmo.OlmoDecoderLayer attribute) (easydel.modules.olmo.modeling_olmo.OlmoMLP attribute) (easydel.modules.olmo.modeling_olmo.OlmoModel attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2DecoderLayer attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2MLP attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2Model attribute) (easydel.modules.openelm.modeling_openelm.OpenELMDecoderLayer attribute) (easydel.modules.openelm.modeling_openelm.OpenELMFeedForwardNetwork attribute) (easydel.modules.openelm.modeling_openelm.OpenELMModel attribute) (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.opt.modeling_opt.OPTDecoder attribute) (easydel.modules.opt.modeling_opt.OPTDecoderLayer attribute) (easydel.modules.opt.modeling_opt.OPTModel attribute) (easydel.modules.phi.modeling_phi.PhiDecoderLayer attribute) (easydel.modules.phi.modeling_phi.PhiMLP attribute) (easydel.modules.phi.modeling_phi.PhiModel attribute) (easydel.modules.phi3.modeling_phi3.Phi3Attention attribute) (easydel.modules.phi3.modeling_phi3.Phi3DecoderLayer attribute) (easydel.modules.phi3.modeling_phi3.Phi3MLP attribute) (easydel.modules.phi3.modeling_phi3.Phi3Model attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoEBlockSparseTop2MLP attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeDecoderLayer attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeForCausalLM attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeSparseMoeBlock attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralAttention attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralBlock attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralMLP attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralTransformer attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralVisionModel attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2DecoderLayer attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2MLP attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2Model attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeDecoderLayer attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeForSequenceClassification attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeMLP attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeModel attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeSparseBlock attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3DecoderLayer attribute), [1] (easydel.modules.qwen3.modeling_qwen3.Qwen3MLP attribute), [1] (easydel.modules.qwen3.modeling_qwen3.Qwen3Model attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeDecoderLayer attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeForSequenceClassification attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeMLP attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeModel attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeSparseBlock attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmDecoderLayer attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmMLP attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmModel attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperModel attribute) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2MoeSparseBlock attribute) precompute_ref_log_probs (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] precompute_vl_rotary() (in module easydel.modules.qwen2_vl.modeling_qwen2_vl) predict_only (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] PREEMPTED (easydel.inference.esurge.engine_types.EngineCoreEventType attribute), [1] (easydel.inference.esurge.request.EngineRequestStatus attribute) prefer_preserve_prompt (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] prefetch_size (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] prefill_chunk_size (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata attribute) prepadded (easydel.trainers.utils.DPODataCollatorWithPaddingGrain attribute) (easydel.trainers.utils.DPODataCollatorWithPaddingTFDS attribute), [1] prepare_batch_metadata() (easydel.inference.esurge.runners.execution_manager.ExecutionManager method) prepare_inputs_for_call() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration method) prepare_inputs_for_generation() (easydel.infra.mixins.generation.EasyGenerationMixin method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionModel method) (easydel.modules.gemma3.modeling_gemma3.Gemma3Model method) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration method) (easydel.modules.llava.modeling_llava.LlavaModel method) (easydel.modules.mamba.modeling_mamba.MambaForCausalLM method) (easydel.modules.mamba2.modeling_mamba2.Mamba2ForCausalLM method) (easydel.modules.mistral3.modeling_mistral3.Mistral3Model method) (easydel.modules.opt.modeling_opt.OPTForCausalLM method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper.WhisperForConditionalGeneration method) prepend_request() (easydel.inference.esurge.scheduler.request_queue.FCFSRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.PriorityRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.RequestQueue method) prepend_requests() (easydel.inference.esurge.scheduler.request_queue.FCFSRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.PriorityRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.RequestQueue method) preprocess_model_output() (easydel.inference.tools.parsers.hunyuan_a13b_tool_parser.HunyuanA13BToolParser method) (easydel.inference.tools.parsers.minimax_tool_parser.MinimaxToolParser method) presence_penalties (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] presence_penalty (easydel.inference.logits_process.PresencePenaltyLogitsProcessor attribute) (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) (easydel.inference.sampling_params.JitableSamplingParams attribute) (easydel.inference.sampling_params.SamplingParams attribute) PresencePenaltyLogitsProcessor (class in easydel.inference.logits_process) pretrained_model_name_or_path (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedConfig attribute), [1] prettify_nnx() (in module easydel.infra.mixins.protocol) prev_free_page (easydel.inference.esurge.core.utils.CachePage attribute) prev_power_of_2() (in module easydel.inference.esurge.utils) prev_tool_call_arr (easydel.inference.tools.abstract_tool.ToolParser attribute) (easydel.inference.tools.parsers.deepseekv3_tool_parser.DeepSeekV3ToolParser attribute) (easydel.inference.tools.parsers.hermes_tool_parser.HermesToolParser attribute) (easydel.inference.tools.parsers.llama_tool_parser.Llama3JsonToolParser attribute) previous_power_of_2() (in module easydel.layers.caching.ragged_page.cache) print_current_status() (easydel.utils.analyze_memory.SMPMemoryMonitor method) print_history_summary() (easydel.utils.analyze_memory.SMPMemoryMonitor method) printify_nnx() (in module easydel.infra.mixins.protocol) priority (easydel.inference.esurge.engine_types.EngineCoreRequest attribute), [1] (easydel.inference.esurge.request.EngineRequest attribute) PRIORITY (easydel.inference.esurge.scheduler.request_queue.SchedulingPolicy attribute), [1] PriorityRequestQueue (class in easydel.inference.esurge.scheduler.request_queue) prng_key (easydel.infra.mixins.generation.SampleState attribute), [1] problem_type (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute), [1] process_audio_input() (in module easydel.inference.vwhisper.utils) process_messages_data() (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer method) process_request_params() (easydel.inference.oai_proxies.InferenceApiRouter method) process_sample_data() (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer method) process_tensor() (easydel.utils.parameters_transformation.StateDictConverter static method) process_zero_is_admin (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) processing_class (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_trainer.ORPOTrainer attribute) (easydel.trainers.reward_trainer.reward_trainer.RewardTrainer attribute) (easydel.trainers.utils.DataCollatorForCompletionOnlyLM attribute) processing_time (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] (easydel.inference.openai_api_modules.UsageInfo attribute), [1] processor (easydel.inference.esurge.server.api_server.eSurgeAdapter property) (easydel.inference.inference_engine_interface.InferenceEngineAdapter property) (easydel.inference.vwhisper.core.vWhisperInference attribute) (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer property) progress (easydel.trainers.metrics.RichProgressBar attribute) progress_bar_type (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) proj_1 (easydel.modules.openelm.modeling_openelm.OpenELMFeedForwardNetwork attribute) proj_2 (easydel.modules.openelm.modeling_openelm.OpenELMFeedForwardNetwork attribute) project_in (easydel.modules.opt.modeling_opt.OPTDecoder attribute) project_out (easydel.modules.opt.modeling_opt.OPTDecoder attribute) projection_mapping (easydel.modules.dbrx.modeling_dbrx.DbrxAttention attribute) (easydel.modules.deepseek_v2.modeling_deepseek.DeepseekV2Attention attribute) (easydel.modules.deepseek_v3.modeling_deepseek.DeepseekV3Attention attribute) (easydel.modules.exaone.modeling_exaone.ExaoneAttentionInner attribute) (easydel.modules.falcon.modeling_falcon.FalconAttention attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJAttention attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXAttention attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2Attention attribute) (easydel.modules.openelm.modeling_openelm.OpenELMMultiHeadCausalAttention attribute) (easydel.modules.phi.modeling_phi.PhiAttention attribute) (easydel.modules.phi3.modeling_phi3.Phi3Attention attribute) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2Attention attribute) PrometheusMetrics (class in easydel.inference.esurge.monitoring) prompt (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] (easydel.inference.openai_api_modules.CompletionRequest attribute) prompt_ids (easydel.trainers.base_trainer.GenerationResults attribute), [1] prompt_logprobs (easydel.inference.sampling_params.SamplingParams attribute) prompt_logprobs_dict (easydel.inference.esurge.outputs.ModelRunnerOutput attribute) prompt_mask (easydel.trainers.base_trainer.GenerationResults attribute), [1] prompt_sample_size (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) prompt_token_ids (easydel.inference.esurge.engine_types.EngineCoreRequest attribute), [1] (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] (easydel.inference.esurge.request.EngineRequest attribute) (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] (easydel.inference.esurge.runners.states.CachedRequestState attribute) (easydel.inference.esurge.scheduler.output.NewRequestData attribute) prompt_tokens (easydel.inference.esurge.metrics.RequestMetrics attribute) (easydel.inference.openai_api_modules.UsageInfo attribute), [1] prune_nones() (in module easydel.infra.elarge_model.utils) pruning_module (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) pure_transform_fn (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.infra.mixins.protocol.BaseModuleProtocol property) push_to_hub (easydel.infra.elarge_model.types.DatasetSaveCfg attribute), [1] push_to_hub() (easydel.infra.mixins.bridge.EasyBridgeMixin method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) PythonicToolParser (class in easydel.inference.tools.parsers.pythonic_tool_parser) pytorch_to_jax() (easydel.utils.parameters_transformation.TensorConverter static method)

Q

q_proj (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) q_segment_ids (easydel.layers.operations._operation_meta.AttnShardingRules attribute), [1] QauntModule (class in easydel.layers.quantization.base_quant) qk_norm_eps (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) qk_scale (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) qkv_proj (easydel.modules.phi3.modeling_phi3.Phi3Attention attribute) QUAD (easydel.infra.etils.EasyDeLOptimizers attribute) quantization (easydel.infra.elarge_model.types.ELMConfig attribute), [1] quantization_mapping() (easydel.layers.quantization.base_quant.QauntModule static method) (easydel.layers.quantization.linear_8bit.Linear8bit static method) (easydel.layers.quantization.linear_nf4.LinearNF4 static method) QuantizationCfg (class in easydel.infra.elarge_model.types) quantize() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) quantize_array() (easydel.layers.quantization.quantizers.EasyQuantizer method) quantize_linear_layers() (in module easydel.infra.utils) quantize_linears() (easydel.layers.quantization.quantizers.EasyQuantizer method) quantize_tensors (easydel.infra.elarge_model.types.QuantizationCfg attribute), [1] quantizer (easydel.layers.attention.AttentionModule property) QuantParam (class in easydel.layers.quantization.base_quant) query (easydel.layers.operations._operation_meta.AttnShardingRules attribute), [1] query3d (easydel.layers.operations._operation_meta.AttnShardingRules attribute), [1] query_start_loc (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata attribute) QuestionAnsweringModelOutput (class in easydel.infra.modeling_outputs) QUEUED (easydel.inference.esurge.engine_types.EngineCoreEventType attribute), [1] QUICK_GELU (easydel.infra.utils.ActivationType attribute) quick_gelu() (in module easydel.infra.utils) quiet() (in module easydel.utils.helpers) QWEN (easydel.inference.openai_api_modules.FunctionCallFormat attribute), [1] Qwen2Attention (class in easydel.modules.qwen2.modeling_qwen) Qwen2Config (class in easydel.modules.qwen2.qwen_configuration) Qwen2DecoderLayer (class in easydel.modules.qwen2.modeling_qwen) Qwen2ForCausalLM (class in easydel.modules.qwen2.modeling_qwen) Qwen2ForSequenceClassification (class in easydel.modules.qwen2.modeling_qwen) Qwen2MLP (class in easydel.modules.qwen2.modeling_qwen) Qwen2Model (class in easydel.modules.qwen2.modeling_qwen) Qwen2MoeAttention (class in easydel.modules.qwen2_moe.modeling_qwen2_moe)

Qwen2MoeConfig (class in easydel.modules.qwen2_moe.configuration_qwen2_moe) Qwen2MoeDecoderLayer (class in easydel.modules.qwen2_moe.modeling_qwen2_moe) Qwen2MoeForCausalLM (class in easydel.modules.qwen2_moe.modeling_qwen2_moe) Qwen2MoeForSequenceClassification (class in easydel.modules.qwen2_moe.modeling_qwen2_moe) Qwen2MoeMLP (class in easydel.modules.qwen2_moe.modeling_qwen2_moe) Qwen2MoeMLPStack (class in easydel.modules.qwen2_moe.modeling_qwen2_moe) Qwen2MoeModel (class in easydel.modules.qwen2_moe.modeling_qwen2_moe) Qwen2MoeSparseBlock (class in easydel.modules.qwen2_moe.modeling_qwen2_moe) Qwen2VLAttention (class in easydel.modules.qwen2_vl.modeling_qwen2_vl) Qwen2VLCausalLMOutputWithPast (class in easydel.modules.qwen2_vl.modeling_qwen2_vl) Qwen2VLConfig (class in easydel.modules.qwen2_vl.qwen2_vl_configuration) Qwen2VLDecoderLayer (class in easydel.modules.qwen2_vl.modeling_qwen2_vl) Qwen2VLForConditionalGeneration (class in easydel.modules.qwen2_vl.modeling_qwen2_vl) Qwen2VLMLP (class in easydel.modules.qwen2_vl.modeling_qwen2_vl) Qwen2VLModel (class in easydel.modules.qwen2_vl.modeling_qwen2_vl) Qwen2VLPatchEmbed (class in easydel.modules.qwen2_vl.modeling_qwen2_vl) Qwen2VLPatchMerger (class in easydel.modules.qwen2_vl.modeling_qwen2_vl) Qwen2VLTextConfig (class in easydel.modules.qwen2_vl.qwen2_vl_configuration) Qwen2VLTextModel (class in easydel.modules.qwen2_vl.modeling_qwen2_vl) Qwen2VLVisionAttention (class in easydel.modules.qwen2_vl.modeling_qwen2_vl) Qwen2VLVisionBlock (class in easydel.modules.qwen2_vl.modeling_qwen2_vl) Qwen2VLVisionConfig (class in easydel.modules.qwen2_vl.qwen2_vl_configuration) Qwen2VLVisionMLP (class in easydel.modules.qwen2_vl.modeling_qwen2_vl) Qwen2VLVisionTransformer (class in easydel.modules.qwen2_vl.modeling_qwen2_vl) Qwen3Attention (class in easydel.modules.qwen3.modeling_qwen3) Qwen3CoderToolParser (class in easydel.inference.tools.parsers.qwen3coder_tool_parser) Qwen3Config (class in easydel.modules.qwen3.qwen3_configuration) Qwen3DecoderLayer (class in easydel.modules.qwen3.modeling_qwen3) Qwen3ForCausalLM (class in easydel.modules.qwen3.modeling_qwen3) Qwen3ForSequenceClassification (class in easydel.modules.qwen3.modeling_qwen3) Qwen3MLP (class in easydel.modules.qwen3.modeling_qwen3) Qwen3Model (class in easydel.modules.qwen3.modeling_qwen3) Qwen3MoeAttention (class in easydel.modules.qwen3_moe.modeling_qwen3_moe) Qwen3MoeConfig (class in easydel.modules.qwen3_moe.qwen3_moe_configuration) Qwen3MoeDecoderLayer (class in easydel.modules.qwen3_moe.modeling_qwen3_moe) Qwen3MoeForCausalLM (class in easydel.modules.qwen3_moe.modeling_qwen3_moe) Qwen3MoeForSequenceClassification (class in easydel.modules.qwen3_moe.modeling_qwen3_moe) Qwen3MoeMLP (class in easydel.modules.qwen3_moe.modeling_qwen3_moe) Qwen3MoeMLPStack (class in easydel.modules.qwen3_moe.modeling_qwen3_moe) Qwen3MoeModel (class in easydel.modules.qwen3_moe.modeling_qwen3_moe) Qwen3MoeSparseBlock (class in easydel.modules.qwen3_moe.modeling_qwen3_moe)

R

r (easydel.inference.esurge.engine_types.UtilityResult attribute) ragged_page_attention_v2 (easydel.infra.elarge_model.types.OperationConfigsDict attribute), [1] RAGGED_PAGE_ATTENTION_V2 (easydel.layers.attention.AttentionMechanisms attribute), [1] ragged_page_attention_v3 (easydel.infra.elarge_model.types.OperationConfigsDict attribute), [1] RAGGED_PAGE_ATTENTION_V3 (easydel.layers.attention.AttentionMechanisms attribute), [1] RaggedPageAttnV2 (class in easydel.layers.operations.modules.ragged_page_attention) RaggedPageAttnV3 (class in easydel.layers.operations.modules.ragged_page_attention) RaggedPagesCache (class in easydel.layers.caching.ragged_page.cache) RaggedPagesCacheMetaData (class in easydel.layers.caching.ragged_page.cache) RaggedPagesCacheView (class in easydel.layers.caching.ragged_page.cache) RaggedPagesMetadata (class in easydel.layers.caching.ragged_page.cache) RANDOM (easydel.inference.sampling_params.SamplingType attribute), [1] random_sampling (easydel.inference.sampling_params.JitableSamplingParams attribute) random_seed (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] raw_stats (easydel.utils.analyze_memory.DeviceStats attribute), [1] raw_value (easydel.infra.utils.ArrayParam attribute) (easydel.infra.utils.ModuleCaches attribute) (easydel.infra.utils.OverWriteWithGradient attribute) (easydel.layers.quantization.base_quant.QuantParam attribute) RayDistributedConfig (class in easydel.trainers.ray_scaler.distributed_trainer) RayDistributedTrainer (class in easydel.trainers.ray_scaler.distributed_trainer) read_basics_from_config() (easydel.infra.base_config.EasyDeLBaseConfig method) readiness() (easydel.inference.oai_proxies.InferenceApiRouter method) ReadmeGenerator (class in easydel.utils.readme_generator) READY (easydel.inference.esurge.server.api_server.ServerStatus attribute) (easydel.inference.inference_engine_interface.ServerStatus attribute), [1] (easydel.inference.oai_proxies.ServerStatus attribute) ReconfigureDistributedRequest (class in easydel.inference.esurge.engine_types) ReconfigureRankType (class in easydel.inference.esurge.engine_types) record_cache_event() (easydel.inference.esurge.metrics.MetricsCollector method) record_cache_metrics() (easydel.inference.esurge.metrics.MetricsCollector method) record_event() (easydel.inference.esurge.request.EngineRequest method) record_first_token() (easydel.inference.esurge.metrics.MetricsCollector method) record_runner_metrics() (easydel.inference.esurge.metrics.MetricsCollector method) record_scheduler_metrics() (easydel.inference.esurge.metrics.MetricsCollector method) recreate_meta_values() (in module easydel.utils.traversals) recursive_merge() (in module easydel.utils.traversals) redefine_state() (in module easydel.utils.traversals) reduce_output (easydel.layers.linear.TensorParallelConfig attribute) reduce_scatter_output (easydel.layers.linear.TensorParallelConfig attribute), [1] reduction (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute), [1] ref_cnt (easydel.inference.esurge.core.utils.CachePage attribute) ref_model_init_kwargs (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) ref_model_mixup_alpha (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) ref_model_sync_steps (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) ref_state (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) reference_free (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] reference_model (easydel.infra.elarge_model.elarge_model.BuildTrainerKws attribute), [1] (easydel.infra.elarge_model.types.ELMConfig attribute), [1] reference_model_name (easydel.infra.elarge_model.elarge_model.eLargeModel attribute) (easydel.infra.elarge_model.elarge_model.eLargeModel property) reference_state (easydel.trainers.direct_preference_optimization_trainer.dpo_trainer.DPOTrainer attribute) refine_graphs() (in module easydel.utils.traversals) refine_inputs_hook (easydel.layers.moe.MoeFusedHooks attribute) refine_weights_hook (easydel.layers.moe.MoeFusedHooks attribute) reform_param (easydel.modules.arctic.modeling_arctic.ArcticMLPMoE attribute) (easydel.modules.deepseek_v2.modeling_deepseek.DeepseekV2MLPMoE attribute) (easydel.modules.deepseek_v3.modeling_deepseek.DeepseekV3MLPMoE attribute) (easydel.modules.glm4_moe.modeling_glm4_moe.Glm4MoeMLPStack attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssExperts attribute) (easydel.modules.mixtral.modeling_mixtral.MixtralMoEMlp attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeMLPStack attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeMLPStack attribute) regex (easydel.inference.sampling_params.GuidedDecodingParams attribute), [1] register() (easydel.layers.operations._base_operation.OperationRegistry class method) (easydel.utils.registery.Registry class method) register_as() (easydel.utils.registery.Registry class method) register_config() (easydel.infra.factory.Registry method) (in module easydel.infra.factory) register_module() (easydel.inference.tools.abstract_tool.ToolParserManager class method) (easydel.infra.factory.Registry method) (in module easydel.infra.factory) register_trainer_defaults() (in module easydel.infra.elarge_model.trainer_types) Registry (class in easydel.infra.factory) (class in easydel.utils.registery) RegistryError REGRESSIVE_DECODE (easydel.layers.attention.AttentionMechanisms attribute), [1] rejected_rewards (easydel.infra.loss_utils.LossMetrics attribute), [1] RELU (easydel.infra.utils.ActivationType attribute) remove() (easydel.inference.esurge.core.utils.FreeCachePageQueue method) (easydel.inference.esurge.utils.ConstantList method) remove_ckpt_after_load (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) remove_columns (easydel.infra.elarge_model.types.TokenizationCfg attribute), [1] remove_none_values() (in module easydel.trainers.prompt_utils) remove_request() (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer method) (easydel.inference.esurge.scheduler.request_queue.FCFSRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.PriorityRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.RequestQueue method) remove_requests() (easydel.inference.esurge.scheduler.request_queue.FCFSRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.PriorityRequestQueue method) (easydel.inference.esurge.scheduler.request_queue.RequestQueue method) remove_skipped_pages() (easydel.inference.esurge.core.coordinator.CacheCoordinator method) (easydel.inference.esurge.core.single_type_cache_manager.ChunkedLocalAttentionManager method) (easydel.inference.esurge.core.single_type_cache_manager.FullAttentionManager method) (easydel.inference.esurge.core.single_type_cache_manager.MambaManager method) (easydel.inference.esurge.core.single_type_cache_manager.SingleTypeCacheManager method) (easydel.inference.esurge.core.single_type_cache_manager.SlidingWindowManager method) remove_unused_columns (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute), [1] (easydel.trainers.training_configurations.TrainingArguments attribute) render() (easydel.trainers.metrics.MetricsColumn method) repeat_key_value() (easydel.layers.attention.AttentionModule static method) repeat_kv() (in module easydel.modules.cohere.modeling_cohere) repeat_kv_heads() (easydel.layers.operations._operation_impl.OperationImpl static method) repetition_penalties (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] repetition_penalty (easydel.inference.logits_process.RepetitionPenaltyLogitsProcessor attribute) (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) (easydel.inference.sampling_params.JitableSamplingParams attribute) (easydel.inference.sampling_params.SamplingParams attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) RepetitionPenaltyLogitsProcessor (class in easydel.inference.logits_process) replace() (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata method) (easydel.inference.esurge.runners.states.CachedRequestState method) (easydel.inference.logits_process.EmptyProcessor method) (easydel.inference.logits_process.ForcedBOSTokenLogitsProcessor method) (easydel.inference.logits_process.ForcedEOSTokenLogitsProcessor method) (easydel.inference.logits_process.FrequencyPenaltyLogitsProcessor method) (easydel.inference.logits_process.MinLengthLogitsProcessor method) (easydel.inference.logits_process.MinPLogitsWarper method) (easydel.inference.logits_process.NoRepeatNGramLogitsProcessor method) (easydel.inference.logits_process.PresencePenaltyLogitsProcessor method) (easydel.inference.logits_process.RepetitionPenaltyLogitsProcessor method) (easydel.inference.logits_process.SuppressTokensAtBeginLogitsProcessor method) (easydel.inference.logits_process.SuppressTokensLogitsProcessor method) (easydel.inference.logits_process.TemperatureLogitsWarper method) (easydel.inference.logits_process.TopKLogitsWarper method) (easydel.inference.logits_process.TopPLogitsWarper method) (easydel.inference.sampling_params.BeamSearchParams method) (easydel.inference.sampling_params.GuidedDecodingParams method) (easydel.inference.sampling_params.JitableSamplingParams method) (easydel.inference.sampling_params.SamplingParams method) (easydel.inference.vwhisper.config.vWhisperInferenceConfig method) (easydel.infra.base_config.EasyMethod method) (easydel.infra.base_state.EasyDeLState method) (easydel.infra.factory.ModuleRegistration method) (easydel.infra.loss_utils.LossConfig method) (easydel.infra.loss_utils.LossMetrics method) (easydel.infra.mixins.generation.BeamSearchState method) (easydel.infra.mixins.generation.GreedyState method) (easydel.infra.mixins.generation.SampleState method) (easydel.infra.modeling_outputs.AttentionLayerOutput method) (easydel.infra.modeling_outputs.BaseModelOutput method) (easydel.infra.modeling_outputs.BaseModelOutputWithNoAttention method) (easydel.infra.modeling_outputs.BaseModelOutputWithPast method) (easydel.infra.modeling_outputs.BaseModelOutputWithPastAndCrossAttentions method) (easydel.infra.modeling_outputs.BaseModelOutputWithPooling method) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndCrossAttentions method) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndNoAttention method) (easydel.infra.modeling_outputs.BeamSearchOutput method) (easydel.infra.modeling_outputs.CausalLMOutputWithCrossAttentions method) (easydel.infra.modeling_outputs.CLIPOutput method) (easydel.infra.modeling_outputs.CLIPTextModelOutput method) (easydel.infra.modeling_outputs.DecoderLayerOutput method) (easydel.infra.modeling_outputs.EncoderLayerOutput method) (easydel.infra.modeling_outputs.GreedySearchOutput method) (easydel.infra.modeling_outputs.ImageClassifierOutput method) (easydel.infra.modeling_outputs.ImageClassifierOutputWithNoAttention method) (easydel.infra.modeling_outputs.MambaCausalLMOutput method) (easydel.infra.modeling_outputs.MambaOutput method) (easydel.infra.modeling_outputs.MaskedLMOutput method) (easydel.infra.modeling_outputs.MoeCausalLMOutput method) (easydel.infra.modeling_outputs.MoeModelOutput method) (easydel.infra.modeling_outputs.MultipleChoiceModelOutput method) (easydel.infra.modeling_outputs.NextSentencePredictorOutput method) (easydel.infra.modeling_outputs.QuestionAnsweringModelOutput method) (easydel.infra.modeling_outputs.SampleOutput method) (easydel.infra.modeling_outputs.Seq2SeqLMOutput method) (easydel.infra.modeling_outputs.Seq2SeqModelOutput method) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput method) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput method) (easydel.infra.modeling_outputs.SequenceClassifierOutput method) (easydel.infra.modeling_outputs.TokenClassifierOutput method) (easydel.infra.modeling_outputs.VLMCausalLMOutput method) (easydel.infra.utils.AttnMaskDetail method) (easydel.layers.caching._abstracts.BaseCacheMetadata method) (easydel.layers.caching._abstracts.BaseRunTimeMetadata method) (easydel.layers.caching.lightning.cache.LightningCache method) (easydel.layers.caching.lightning.cache.LightningCacheMetaData method) (easydel.layers.caching.lightning.cache.LightningCacheView method) (easydel.layers.caching.mamba.cache.MambaCache method) (easydel.layers.caching.mamba.cache.MambaCacheMetaData method) (easydel.layers.caching.mamba.cache.MambaCacheView method) (easydel.layers.caching.mamba2.cache.Mamba2Cache method) (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData method) (easydel.layers.caching.mamba2.cache.Mamba2CacheView method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCache method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView method) (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata method) (easydel.layers.caching.transformer.cache.AttnMaskDetail method) (easydel.layers.caching.transformer.cache.TransformerCache method) (easydel.layers.caching.transformer.cache.TransformerCacheMetaData method) (easydel.layers.caching.transformer.cache.TransformerCacheView method) (easydel.layers.caching.transformer.cache.TransformerMetadata method) (easydel.layers.linear.TensorParallelConfig method) (easydel.layers.moe.MoeFusedHooks method) (easydel.layers.operations._attention_outputs.AttentionOutput method) (easydel.layers.operations._operation_impl.OperationOutput method) (easydel.layers.operations._operation_meta.OperationMetadata method) (easydel.layers.rotary_embedding.RopeConfig method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionCausalLMOutputWithPast method) (easydel.modules.gemma3.modeling_gemma3.Gemma3CausalLMOutputWithPast method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ModelOutputWithPast method) (easydel.modules.llama4.modeling_llama4.Llama4CausalLMOutputWithPast method) (easydel.modules.llava.modeling_llava.LlavaCausalLMOutputWithPast method) (easydel.modules.mamba.modeling_mamba.MambaCausalLMOutput method) (easydel.modules.mamba.modeling_mamba.MambaOutput method) (easydel.modules.mamba2.modeling_mamba2.Mamba2CausalLMOutput method) (easydel.modules.mamba2.modeling_mamba2.Mamba2Output method) (easydel.modules.mistral3.modeling_mistral3.Mistral3CausalLMOutputWithPast method) (easydel.modules.mistral3.modeling_mistral3.Mistral3ModelOutput method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLCausalLMOutputWithPast method) (easydel.modules.rwkv.modeling_rwkv.RwkvCausalLMOutput method) (easydel.modules.rwkv.modeling_rwkv.RwkvOutput method) (easydel.modules.siglip.modeling_siglip.SiglipOutput method) (easydel.modules.siglip.modeling_siglip.SiglipTextModelOutput method) (easydel.modules.siglip.modeling_siglip.SiglipVisionModelOutput method) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig method) (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig method) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig method) (easydel.trainers.metrics.MetricsHistogram method) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig method) (easydel.trainers.reward_trainer.reward_config.RewardConfig method) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig method) (easydel.trainers.trainer.modeling_output.TrainerOutput method) (easydel.trainers.trainer_protocol.TrainerConfigureDataloaderOutput method) (easydel.trainers.trainer_protocol.TrainerConfigureFunctionOutput method) (easydel.trainers.trainer_protocol.TrainerConfigureModelOutput method) (easydel.trainers.trainer_protocol.TrainerOutput method) (easydel.trainers.training_configurations.TrainingArguments method) (easydel.trainers.utils.DataCollatorForPreferenceGrain method) (easydel.trainers.utils.DataCollatorForPreferenceTFDS method) (easydel.trainers.utils.DPODataCollatorWithPaddingGrain method) (easydel.trainers.utils.DPODataCollatorWithPaddingTFDS method) (easydel.trainers.utils.GRPODataCollatorGrain method) (easydel.trainers.utils.GRPODataCollatorTFDS method) (easydel.trainers.utils.RewardDataCollatorWithPaddingGrain method) (easydel.trainers.utils.RewardDataCollatorWithPaddingTFDS method) (easydel.utils.analyze_memory.DeviceStats method) (easydel.utils.traversals.StateValidationResult method) replacement (easydel.infra.base_module.ParameterTransformRule attribute), [1] repo_id (easydel.utils.readme_generator.ModelInfo attribute) report_metrics (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute)

report_steps (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) req_id (easydel.inference.esurge.runners.states.CachedRequestState attribute) (easydel.inference.esurge.scheduler.output.NewRequestData attribute) req_id_to_index (easydel.inference.esurge.outputs.ModelRunnerOutput attribute) req_ids (easydel.inference.esurge.outputs.ModelRunnerOutput attribute) (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer property) (easydel.inference.esurge.scheduler.output.CachedRequestData attribute) request_distribution (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata attribute) request_id (easydel.inference.esurge.engine_types.EngineCoreOutput attribute), [1] (easydel.inference.esurge.engine_types.EngineCoreRequest attribute), [1] (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] (easydel.inference.esurge.metrics.RequestMetrics attribute) (easydel.inference.esurge.request.EngineRequest attribute) (easydel.inference.esurge.server.api_server.ErrorResponse attribute) (easydel.inference.inference_engine_interface.ErrorResponse attribute), [1] (easydel.inference.oai_proxies.ErrorResponse attribute) RequestMetrics (class in easydel.inference.esurge.metrics) RequestOutput (class in easydel.inference.esurge.esurge_engine) RequestOutputKind (class in easydel.inference.sampling_params) RequestQueue (class in easydel.inference.esurge.scheduler.request_queue) requests (easydel.inference.esurge.runners.model_runner.eSurgeRunner attribute) requests_per_second (easydel.inference.esurge.metrics.SystemMetrics attribute) required (easydel.inference.openai_api_modules.FunctionDefinition attribute), [1] reserve_tokens (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] reset() (easydel.layers.caching.mamba.cache.MambaCache method) (easydel.layers.caching.mamba.cache.MambaCacheView method) (easydel.layers.caching.mamba2.cache.Mamba2Cache method) (easydel.layers.caching.mamba2.cache.Mamba2CacheView method) (easydel.trainers.metrics.BaseProgressBar method) (easydel.trainers.metrics.JSONProgressBar method) (easydel.trainers.metrics.MetricsTracker method) (easydel.trainers.metrics.NullProgressBar method) (easydel.trainers.metrics.RichProgressBar method) (easydel.trainers.metrics.TqdmProgressBar method) (easydel.utils.helpers.Timer method) reset_hash() (easydel.inference.esurge.core.utils.CachePage method) reset_metrics() (easydel.inference.esurge.metrics.MetricsCollector method) reset_prefix_cache() (easydel.inference.esurge.core.manager.CacheManager method) (easydel.inference.esurge.core.page_pool.PagePool method) (easydel.inference.esurge.scheduler.interface.SchedulerInterface method) (easydel.inference.esurge.scheduler.scheduler.Scheduler method) reset_state() (easydel.inference.esurge.runners.model_runner.eSurgeRunner method) reshape_for_broadcast() (in module easydel.modules.llama4.modeling_llama4) reshape_into_chunks() (in module easydel.modules.mamba2.modeling_mamba2) resid_attn_dropout (easydel.modules.mosaic_mpt.modeling_mosaic.MptBlock attribute) resid_dropout (easydel.modules.dbrx.modeling_dbrx.DbrxAttention attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptAttention attribute) (easydel.modules.phi.modeling_phi.PhiDecoderLayer attribute) resid_scale (easydel.modules.gidd.modeling_gidd.GiddLayer attribute) (easydel.modules.gidd.modeling_gidd.GiddModel attribute) residual_states (easydel.infra.modeling_outputs.DecoderLayerOutput attribute) (easydel.infra.modeling_outputs.EncoderLayerOutput attribute) resolve_task() (in module easydel.infra.elarge_model.normalizer) response_model (easydel.inference.inference_engine_interface.EndpointConfig attribute), [1] (easydel.inference.oai_proxies.EndpointConfig attribute) response_template (easydel.trainers.utils.DataCollatorForCompletionOnlyLM attribute) ResponseFormat (class in easydel.inference.vwhisper.server) result (easydel.inference.esurge.engine_types.UtilityOutput attribute) resume() (easydel.inference.esurge.esurge_engine.eSurge method) resume_esurge() (easydel.infra.mixins.generation.EasyGenerationMixin method) resume_if_possible (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) resumed_from_preemption (easydel.inference.esurge.scheduler.output.CachedRequestData attribute) resure() (easydel.infra.utils.ArrayParam method) return_attention_mask (easydel.infra.elarge_model.types.TokenizationCfg attribute), [1] return_timestamps (easydel.inference.vwhisper.config.vWhisperInferenceConfig attribute) return_type_adjuster() (in module easydel.infra.mixins.protocol) reverse_openai_format() (in module easydel.trainers.prompt_utils) reward_funcs (easydel.infra.elarge_model.elarge_model.BuildTrainerKws attribute), [1] reward_model (easydel.infra.elarge_model.elarge_model.BuildTrainerKws attribute), [1] reward_processing_classes (easydel.infra.elarge_model.elarge_model.BuildTrainerKws attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer attribute) reward_weights (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) RewardConfig (class in easydel.trainers.reward_trainer.reward_config) RewardDataCollatorWithPaddingGrain (class in easydel.trainers.utils) RewardDataCollatorWithPaddingTFDS (class in easydel.trainers.utils) RewardTrainer (class in easydel.trainers.reward_trainer.reward_trainer) RewardTrainerCfg (class in easydel.infra.elarge_model.trainer_types) RichConsoleMonitor (class in easydel.inference.esurge.monitoring) RichProgressBar (class in easydel.trainers.metrics) ring (easydel.infra.elarge_model.types.OperationConfigsDict attribute), [1] RING (easydel.layers.attention.AttentionMechanisms attribute), [1] RingAttn (class in easydel.layers.operations.modules.ring_attention) rms_norm_eps (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) RMSNorm (class in easydel.layers.norms) (class in easydel.modules.cohere.modeling_cohere) RMSPROP (easydel.infra.etils.EasyDeLOptimizers attribute), [1] rng_key (easydel.inference.esurge.runners.execution_manager.ExecutionManager attribute) rng_keys() (easydel.modules.gidd.gidd_configuration.GiddConfig static method) rngs (easydel.modules.arctic.modeling_arctic.ArcticDecoderLayer attribute) (easydel.modules.arctic.modeling_arctic.ArcticMLP attribute) (easydel.modules.arctic.modeling_arctic.ArcticMLPMoE attribute) (easydel.modules.arctic.modeling_arctic.ArcticModel attribute) (easydel.modules.arctic.modeling_arctic.ArcticMoeBlock attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionForConditionalGeneration attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionModel attribute) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionMultiModalProjector attribute) (easydel.modules.clip.modeling_clip.CLIPAttention attribute) (easydel.modules.clip.modeling_clip.CLIPEncoder attribute) (easydel.modules.clip.modeling_clip.CLIPEncoderLayer attribute) (easydel.modules.clip.modeling_clip.CLIPForImageClassification attribute) (easydel.modules.clip.modeling_clip.CLIPMLP attribute) (easydel.modules.clip.modeling_clip.CLIPTextEmbeddings attribute) (easydel.modules.clip.modeling_clip.CLIPTextModel attribute) (easydel.modules.clip.modeling_clip.CLIPTextModelWithProjection attribute) (easydel.modules.clip.modeling_clip.CLIPTextTransformer attribute) (easydel.modules.clip.modeling_clip.CLIPVisionEmbeddings attribute) (easydel.modules.clip.modeling_clip.CLIPVisionModel attribute) (easydel.modules.clip.modeling_clip.CLIPVisionTransformer attribute) (easydel.modules.cohere2.modeling_cohere2.Cohere2LayerNorm attribute) (easydel.modules.dbrx.modeling_dbrx.DbrxAttention attribute) (easydel.modules.gpt2.modeling_gpt2.Conv1D attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Attention attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Block attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2LMHeadModel attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2MLP attribute) (easydel.modules.gpt2.modeling_gpt2.GPT2Model attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJBlock attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJMLP attribute) (easydel.modules.gpt_j.modeling_gpt_j.GPTJModel attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXBlock attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXMlp attribute) (easydel.modules.gpt_neox.modeling_gpt_neox.GPTNeoXModel attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssForSequenceClassification attribute) (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssModel attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1Attention attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1BLockSparseMLP attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1DecoderLayer attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1ForCausalLM attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1Model attribute) (easydel.modules.grok_1.modeling_grok_1.Grok1SparseMoeBlock attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForSequenceClassification attribute) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration attribute) (easydel.modules.llava.modeling_llava.LlavaForConditionalGeneration attribute) (easydel.modules.llava.modeling_llava.LlavaModel attribute) (easydel.modules.mistral3.modeling_mistral3.Mistral3ForConditionalGeneration attribute) (easydel.modules.mixtral.modeling_mixtral.MixtralModel attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptBlock attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel attribute) (easydel.modules.olmo.modeling_olmo.OlmoDecoderLayer attribute) (easydel.modules.olmo.modeling_olmo.OlmoModel attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2DecoderLayer attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2Model attribute) (easydel.modules.openelm.modeling_openelm.OpenELMDecoderLayer attribute) (easydel.modules.openelm.modeling_openelm.OpenELMFeedForwardNetwork attribute) (easydel.modules.openelm.modeling_openelm.OpenELMModel attribute) (easydel.modules.phi.modeling_phi.PhiDecoderLayer attribute) (easydel.modules.phi.modeling_phi.PhiMLP attribute) (easydel.modules.phi.modeling_phi.PhiModel attribute) (easydel.modules.phi3.modeling_phi3.Phi3Attention attribute) (easydel.modules.phi3.modeling_phi3.Phi3DecoderLayer attribute) (easydel.modules.phi3.modeling_phi3.Phi3Model attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeDecoderLayer attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeForCausalLM attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeModel attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeSparseMoeBlock attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralAttention attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralBlock attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralTransformer attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralVisionModel attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2DecoderLayer attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2Model attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeDecoderLayer attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeForSequenceClassification attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeModel attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeSparseBlock attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3DecoderLayer attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3Model attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeDecoderLayer attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeForSequenceClassification attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeModel attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeSparseBlock attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmDecoderLayer attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmModel attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperModel attribute) (easydel.modules.xerxes2.modeling_xerxes2.Xerxes2MoeSparseBlock attribute) RobertaAttention (class in easydel.modules.roberta.modeling_roberta) RobertaClassificationHead (class in easydel.modules.roberta.modeling_roberta) RobertaConfig (class in easydel.modules.roberta.roberta_configuration) RobertaEmbeddings (class in easydel.modules.roberta.modeling_roberta) RobertaEncoder (class in easydel.modules.roberta.modeling_roberta) RobertaForCausalLM (class in easydel.modules.roberta.modeling_roberta) RobertaForMultipleChoice (class in easydel.modules.roberta.modeling_roberta) RobertaForQuestionAnswering (class in easydel.modules.roberta.modeling_roberta) RobertaForSequenceClassification (class in easydel.modules.roberta.modeling_roberta) RobertaForTokenClassification (class in easydel.modules.roberta.modeling_roberta) RobertaIntermediate (class in easydel.modules.roberta.modeling_roberta) RobertaLayer (class in easydel.modules.roberta.modeling_roberta) RobertaLMHead (class in easydel.modules.roberta.modeling_roberta) RobertaModel (class in easydel.modules.roberta.modeling_roberta) RobertaOutput (class in easydel.modules.roberta.modeling_roberta) RobertaPooler (class in easydel.modules.roberta.modeling_roberta) RobertaSelfAttention (class in easydel.modules.roberta.modeling_roberta) RobertaSelfOutput (class in easydel.modules.roberta.modeling_roberta) role (easydel.inference.openai_api_modules.ChatMessage attribute), [1] (easydel.inference.openai_api_modules.DeltaMessage attribute), [1] rope_deltas (easydel.infra.modeling_outputs.VLMCausalLMOutput attribute) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLCausalLMOutputWithPast attribute) rope_scaling (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) rope_theta (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) rope_type (easydel.layers.rotary_embedding.RopeConfig attribute), [1] rope_wraper() (in module easydel.layers.rotary_embedding) RopeConfig (class in easydel.layers.rotary_embedding) rot_pos_emb() (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLVisionTransformer method) rotary (easydel.modules.dbrx.modeling_dbrx.DbrxAttention attribute) (easydel.modules.falcon.falcon_configuration.FalconConfig property) (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) (easydel.modules.phi3.modeling_phi3.Phi3Attention attribute) rotary_dim (easydel.layers.rotary_embedding.DeepseekScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.Phi3LongRoPEScaledRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RotaryEmbedding attribute) RotaryEmbedding (class in easydel.layers.rotary_embedding) rotate_half() (in module easydel.modules.pixtral.modeling_pixtral) (in module easydel.modules.qwen2_vl.modeling_qwen2_vl) round_down() (in module easydel.inference.esurge.utils) round_up() (in module easydel.inference.esurge.utils) router_aux_loss_coef (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) router_logits (easydel.infra.modeling_outputs.DecoderLayerOutput attribute) (easydel.infra.modeling_outputs.MoeCausalLMOutput attribute) (easydel.infra.modeling_outputs.MoeModelOutput attribute) (easydel.infra.modeling_outputs.VLMCausalLMOutput attribute) router_probs (easydel.layers.moe.MoeMetrics attribute), [1] router_z_loss (easydel.layers.moe.MoeMetrics attribute), [1] routing_entropy (easydel.layers.moe.MoeMetrics attribute), [1] routing_strategy (easydel.layers.moe.BaseMoeModule attribute) RowParallelLinear (class in easydel.layers.linear) RowParallelMoELinear (class in easydel.layers.moe) rpo_alpha (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] run() (easydel.inference.inference_engine_interface.BaseInferenceApiServer method) (easydel.inference.oai_proxies.InferenceApiRouter method) run_server() (in module easydel.inference.vwhisper.server) runner_verbose (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] RUNNING (easydel.inference.esurge.request.EngineRequestStatus attribute) running_scores (easydel.infra.mixins.generation.BeamSearchState attribute), [1] running_sequences (easydel.infra.mixins.generation.BeamSearchState attribute), [1] running_token (easydel.infra.mixins.generation.GreedyState attribute), [1] (easydel.infra.mixins.generation.SampleState attribute), [1] runtime_dtype (easydel.layers.operations._operation_meta.OperationMetadata attribute), [1] runtime_softmax_dtype (easydel.layers.operations._operation_meta.OperationMetadata attribute), [1] rwkv_linear_attention() (in module easydel.modules.rwkv.modeling_rwkv) RwkvCausalLMOutput (class in easydel.modules.rwkv.modeling_rwkv) RwkvConfig (class in easydel.modules.rwkv.rwkv_configuration) RwkvFeedForward (class in easydel.modules.rwkv.modeling_rwkv) RwkvForCausalLM (class in easydel.modules.rwkv.modeling_rwkv) RwkvModel (class in easydel.modules.rwkv.modeling_rwkv) RwkvOutput (class in easydel.modules.rwkv.modeling_rwkv) RwkvSelfAttention (class in easydel.modules.rwkv.modeling_rwkv) rzl_coef (easydel.layers.moe.BaseMoeModule attribute)

S

sample_index (easydel.inference.esurge.request.EngineRequest attribute) sample_top_p_efficient() (in module easydel.inference.sampling_funcs) sampled_token_ids (easydel.inference.esurge.outputs.ModelRunnerOutput attribute) sampled_token_ranks (easydel.inference.esurge.outputs.LogprobsLists attribute) SampleOutput (class in easydel.infra.modeling_outputs) sampler_metrics (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] SampleState (class in easydel.infra.mixins.generation) sampling_params (easydel.inference.esurge.engine_types.EngineCoreRequest attribute), [1] (easydel.inference.esurge.request.EngineRequest attribute) (easydel.inference.esurge.runners.states.CachedRequestState attribute) (easydel.inference.esurge.scheduler.output.NewRequestData attribute) sampling_params_callback (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] sampling_type (easydel.inference.sampling_params.SamplingParams property) SamplingParams (class in easydel.inference.sampling_params) SamplingType (class in easydel.inference.sampling_params) save (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] SAVE_ANY_NAMES_BUT_THESE (easydel.infra.etils.EasyDeLGradientCheckPointers attribute) SAVE_ANYTHING_EXCEPT_THESE_NAMES (easydel.infra.etils.EasyDeLGradientCheckPointers attribute) save_arguments() (easydel.trainers.training_configurations.TrainingArguments method) save_compiled_fn() (in module easydel.utils.compiling_utils) save_config() (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer method) save_dataset() (in module easydel.infra.elarge_model.builders) save_directory (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) save_elm_config() (in module easydel.infra.elarge_model.utils) SAVE_FROM_BOTH_POLICIES (easydel.infra.etils.EasyDeLGradientCheckPointers attribute) save_information() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) save_interval_minutes (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) save_new_computed_pages() (easydel.inference.esurge.core.coordinator.CacheCoordinator method) (easydel.inference.esurge.core.single_type_cache_manager.SingleTypeCacheManager method) SAVE_ONLY_THESE_NAMES (easydel.infra.etils.EasyDeLGradientCheckPointers attribute) save_optimizer() (easydel.infra.base_state.EasyDeLState method) save_optimizer_state (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) save_pretrained() (easydel.infra.base_config.EasyDeLBaseConfig method) (easydel.infra.mixins.bridge.EasyBridgeMixin method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) save_state() (easydel.infra.base_state.EasyDeLState method), [1] save_steps (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) save_total_limit (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) scale_embedding (easydel.modules.whisper.modeling_whisper.WhisperEncoder attribute) scale_rewards (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) ScaledDotProductAttn (class in easydel.layers.operations.modules.scaled_dot_product_attention) scaling_factor (easydel.layers.rotary_embedding.DeepseekScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.DynamicNTKScalingRotaryEmbedding attribute) (easydel.layers.rotary_embedding.Llama3RotaryEmbedding attribute) (easydel.layers.rotary_embedding.YaRNScalingRotaryEmbedding attribute) scaling_factors (easydel.layers.rotary_embedding.LinearScalingRotaryEmbedding attribute) scan_layers (easydel.modules.internlm2.modeling_internlm2.InternLM2Model attribute) scan_ring_attention (easydel.layers.operations._operation_meta.OperationMetadata attribute) schedule() (easydel.inference.esurge.scheduler.interface.SchedulerInterface method) (easydel.inference.esurge.scheduler.scheduler.Scheduler method) schedule_time (easydel.inference.esurge.metrics.SchedulerMetrics attribute) SCHEDULED (easydel.inference.esurge.engine_types.EngineCoreEventType attribute), [1] scheduled_cached_reqs (easydel.inference.esurge.scheduler.output.SchedulerOutput attribute) scheduled_new_reqs (easydel.inference.esurge.scheduler.output.SchedulerOutput attribute) scheduled_spec_decode_tokens (easydel.inference.esurge.scheduler.output.SchedulerOutput attribute) Scheduler (class in easydel.inference.esurge.scheduler.scheduler) scheduler (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureModelOutput attribute), [1] (easydel.trainers.training_configurations.TrainingArguments attribute) scheduler_config (easydel.inference.esurge.config.Config attribute), [1] SchedulerConfig (class in easydel.inference.esurge.config) SchedulerInterface (class in easydel.inference.esurge.scheduler.interface) SchedulerMetrics (class in easydel.inference.esurge.metrics) SchedulerOutput (class in easydel.inference.esurge.scheduler.output) SchedulingPolicy (class in easydel.inference.esurge.scheduler.request_queue) score (easydel.modules.gpt_oss.modeling_gpt_oss.GptOssForSequenceClassification attribute) (easydel.modules.internlm2.modeling_internlm2.InternLM2ForSequenceClassification attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeForSequenceClassification attribute) (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeForSequenceClassification attribute) scores (easydel.infra.mixins.generation.BeamSearchState attribute), [1] (easydel.infra.modeling_outputs.BeamSearchOutput attribute) sdpa (easydel.infra.elarge_model.types.OperationConfigsDict attribute), [1] SDPA (easydel.layers.attention.AttentionMechanisms attribute), [1] seed (easydel.inference.sampling_params.SamplingParams attribute) (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] SeedOssToolParser (class in easydel.inference.tools.parsers.seed_oss_tool_parser) segment_sum() (in module easydel.modules.mamba2.modeling_mamba2) segments (easydel.inference.vwhisper.server.TranscriptionResponse attribute) select_hook (easydel.layers.moe.MoeFusedHooks attribute) selected_experts (easydel.layers.moe.MoeMetrics attribute), [1] selected_token_ranks (easydel.inference.esurge.outputs.LogprobsTensors attribute) selected_weights (easydel.layers.moe.MoeMetrics attribute), [1] self_attn (easydel.modules.gidd.modeling_gidd.GiddLayer attribute) (easydel.modules.olmo.modeling_olmo.OlmoDecoderLayer attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2DecoderLayer attribute) (easydel.modules.opt.modeling_opt.OPTDecoderLayer attribute) (easydel.modules.phi.modeling_phi.PhiDecoderLayer attribute) (easydel.modules.phi3.modeling_phi3.Phi3DecoderLayer attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoeDecoderLayer attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2DecoderLayer attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeDecoderLayer attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3DecoderLayer attribute), [1] (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeDecoderLayer attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoderLayer attribute) self_attn_layer_norm (easydel.modules.opt.modeling_opt.OPTDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperDecoderLayer attribute) (easydel.modules.whisper.modeling_whisper.WhisperEncoderLayer attribute) Seq2SeqLMOutput (class in easydel.infra.modeling_outputs) Seq2SeqModelOutput (class in easydel.infra.modeling_outputs) Seq2SeqQuestionAnsweringModelOutput (class in easydel.infra.modeling_outputs) Seq2SeqSequenceClassifierOutput (class in easydel.infra.modeling_outputs) seq_kd (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) seq_len (easydel.infra.utils.FlopCalcConfig attribute), [1] seqlen_offset (easydel.layers.caching.mamba2.cache.Mamba2CacheView attribute), [1] sequence_axis_name (easydel.layers.operations._operation_meta.OperationMetadata attribute), [1] sequence_buffer (easydel.inference.esurge.runners.model_runner.eSurgeRunner attribute) SEQUENCE_CLASSIFICATION (easydel.infra.factory.TaskType attribute), [1] (easydel.infra.utils.TaskType attribute) sequence_length (easydel.layers.caching.transformer.cache.TransformerCacheMetaData attribute), [1] SEQUENCE_TO_SEQUENCE (easydel.infra.factory.TaskType attribute), [1] (easydel.infra.utils.TaskType attribute) SequenceBuffer (class in easydel.inference.esurge.runners.sequence_buffer) SequenceClassifierOutput (class in easydel.infra.modeling_outputs) sequences (easydel.infra.mixins.generation.BeamSearchState attribute), [1] (easydel.infra.mixins.generation.GreedyState attribute), [1] (easydel.infra.mixins.generation.SampleState attribute), [1] (easydel.infra.modeling_outputs.BeamSearchOutput attribute) (easydel.infra.modeling_outputs.GreedySearchOutput attribute) (easydel.infra.modeling_outputs.SampleOutput attribute) (easydel.trainers.base_trainer.GenerationResults attribute), [1] sequential_init() (easydel.infra.base_module.EasyDeLBaseModule class method) SERVE (easydel.infra.base_config.EasyMethod attribute), [1] ServerMetrics (class in easydel.inference.esurge.server.api_server) (class in easydel.inference.inference_engine_interface) (class in easydel.inference.oai_proxies) ServerStatus (class in easydel.inference.esurge.server.api_server) (class in easydel.inference.inference_engine_interface) (class in easydel.inference.oai_proxies) set_attrs_carefully() (easydel.layers.operations._operation_meta.OperationMetadata method) set_attrs_smartly() (in module easydel.infra.base_config) set_dtype() (easydel.infra.elarge_model.elarge_model.eLargeModel method) set_esurge() (easydel.infra.elarge_model.elarge_model.eLargeModel method) set_eval() (easydel.infra.elarge_model.elarge_model.eLargeModel method) set_input_embeddings() (easydel.modules.opt.modeling_opt.OPTModel method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLModel method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLTextModel method) set_mixture() (easydel.infra.elarge_model.elarge_model.eLargeModel method) set_model() (easydel.infra.elarge_model.elarge_model.eLargeModel method) set_model_mesh() (easydel.infra.base_config.EasyDeLBaseConfig method) set_module_from_path() (in module easydel.utils.traversals) set_operation_configs() (easydel.infra.elarge_model.elarge_model.eLargeModel method) set_postfix() (easydel.trainers.metrics.BaseProgressBar method) (easydel.trainers.metrics.JSONProgressBar method) (easydel.trainers.metrics.NullProgressBar method) (easydel.trainers.metrics.RichProgressBar method) (easydel.trainers.metrics.TqdmProgressBar method) set_quantization() (easydel.infra.elarge_model.elarge_model.eLargeModel method) set_reference_model() (easydel.infra.elarge_model.elarge_model.eLargeModel method) set_sampling_params_callback() (easydel.inference.esurge.esurge_engine.eSurge method) set_sharding() (easydel.infra.elarge_model.elarge_model.eLargeModel method) set_teacher_model() (easydel.infra.elarge_model.elarge_model.eLargeModel method) set_trainer() (easydel.infra.elarge_model.elarge_model.eLargeModel method) setdefault() (easydel.infra.modeling_outputs.ModelOutput method) SFTConfig (class in easydel.trainers.supervised_fine_tuning_trainer.sft_config) SFTTrainer (class in easydel.trainers.supervised_fine_tuning_trainer.sft_trainer) SFTTrainerCfg (class in easydel.infra.elarge_model.trainer_types) shape (easydel.infra.utils.ArrayParam attribute), [1] shapes (easydel.inference.esurge.core.interface.MambaSpec attribute) (easydel.layers.caching._specs.MambaSpec attribute), [1] shard_attention_prod() (easydel.layers.attention.AttentionModule method) shard_fns (easydel.infra.elarge_model.types.ShardingCfg attribute), [1] (easydel.trainers.trainer.modeling_output.TrainerOutput attribute), [1] shard_model() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.base_state.EasyDeLState method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) shard_optimizer_state() (easydel.infra.base_state.EasyDeLState method) shard_options (easydel.trainers.utils.HFDataSource attribute) shard_state() (easydel.infra.base_state.EasyDeLState method), [1] shard_with_shape() (easydel.infra.base_state.EasyDeLState method) sharded_evaluation_step_function (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureFunctionOutput attribute), [1] sharded_training_step_function (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureFunctionOutput attribute), [1] sharding (easydel.infra.elarge_model.types.ELMConfig attribute), [1] sharding_axis_dims (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] ShardingCfg (class in easydel.infra.elarge_model.types) shardings (easydel.infra.base_state.EasyDeLState property) shift_and_pad() (in module easydel.trainers.utils) shift_tokens (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute), [1] shift_tokens_right() (in module easydel.modules.whisper.modeling_whisper) short_factor (easydel.layers.rotary_embedding.Phi3LongRoPEScaledRotaryEmbedding attribute) (easydel.layers.rotary_embedding.RopeConfig attribute), [1] short_mscale (easydel.layers.rotary_embedding.RopeConfig attribute), [1] shuffle_buffer_size (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] shuffle_seed_train (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) shuffle_train_dataset (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) shutdown() (easydel.inference.esurge.runners.model_runner.eSurgeRunner method) (easydel.inference.esurge.scheduler.interface.SchedulerInterface method) (easydel.inference.esurge.scheduler.scheduler.Scheduler method)

SHUTDOWN_CURRENT_RANK (easydel.inference.esurge.engine_types.ReconfigureRankType attribute) SHUTTING_DOWN (easydel.inference.esurge.server.api_server.ServerStatus attribute) (easydel.inference.inference_engine_interface.ServerStatus attribute), [1] (easydel.inference.oai_proxies.ServerStatus attribute) SiglipAttention (class in easydel.modules.siglip.modeling_siglip) SiglipConfig (class in easydel.modules.siglip.configuration_siglip) SiglipEncoder (class in easydel.modules.siglip.modeling_siglip) SiglipEncoderLayer (class in easydel.modules.siglip.modeling_siglip) SiglipForImageClassification (class in easydel.modules.siglip.modeling_siglip) SiglipMLP (class in easydel.modules.siglip.modeling_siglip) SiglipModel (class in easydel.modules.siglip.modeling_siglip) SiglipMultiheadAttentionPoolingHead (class in easydel.modules.siglip.modeling_siglip) SiglipOutput (class in easydel.modules.siglip.modeling_siglip) SiglipTextConfig (class in easydel.modules.siglip.configuration_siglip) SiglipTextEmbeddings (class in easydel.modules.siglip.modeling_siglip) SiglipTextModel (class in easydel.modules.siglip.modeling_siglip) SiglipTextModelOutput (class in easydel.modules.siglip.modeling_siglip) SiglipTextTransformer (class in easydel.modules.siglip.modeling_siglip) SiglipVisionConfig (class in easydel.modules.siglip.configuration_siglip) SiglipVisionEmbeddings (class in easydel.modules.siglip.modeling_siglip) SiglipVisionModel (class in easydel.modules.siglip.modeling_siglip) SiglipVisionModelOutput (class in easydel.modules.siglip.modeling_siglip) SiglipVisionTransformer (class in easydel.modules.siglip.modeling_siglip) SIGMOID (easydel.infra.utils.ActivationType attribute) sigmoid_cross_entropy_with_logits() (in module easydel.infra.loss_utils) silent_mode (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] SILU (easydel.infra.utils.ActivationType attribute) simpo_gamma (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) simulate (easydel.infra.elarge_model.types.EasyDeLQuantizationCfg attribute), [1] (easydel.layers.quantization.quantizers.EasyDeLQuantizationConfig attribute) SingleStandRwkvBlock (class in easydel.modules.rwkv.modeling_rwkv) SingleTypeCacheManager (class in easydel.inference.esurge.core.single_type_cache_manager) sinusoidal_embedding_init() (in module easydel.modules.whisper.modeling_whisper) size (easydel.infra.base_state.EasyDeLState property) (easydel.infra.utils.AttnMaskDetail attribute), [1] (easydel.layers.caching.transformer.cache.AttnMaskDetail attribute), [1] (easydel.trainers.metrics.MetricsHistogram attribute) SKEW (easydel.infra.etils.EasyDeLOptimizers attribute) skip_apply_chat_template (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) skip_special_tokens (easydel.inference.sampling_params.SamplingParams attribute) slice() (easydel.inference.esurge.outputs.LogprobsLists method) SLIDING (easydel.infra.utils.AttnMaskType attribute) sliding_window (easydel.inference.esurge.core.interface.FullAttentionSpec attribute) (easydel.inference.esurge.core.interface.SlidingWindowSpec attribute) (easydel.layers.caching._specs.FullAttentionSpec attribute), [1] (easydel.layers.caching._specs.SlidingWindowSpec attribute), [1] (easydel.layers.caching.transformer.cache.TransformerCacheMetaData attribute), [1] (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) (easydel.modules.phi3.modeling_phi3.Phi3Attention attribute) SlidingWindowManager (class in easydel.inference.esurge.core.single_type_cache_manager) SlidingWindowSpec (class in easydel.inference.esurge.core.interface) (class in easydel.layers.caching._specs) SLNF (in module easydel.infra.loss_utils) slot_mapping (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata attribute) smart_compile() (in module easydel.utils.compiling_utils) SMPMemoryMonitor (class in easydel.utils.analyze_memory) SOFTMAX (easydel.infra.utils.ActivationType attribute) softmax_aux (easydel.layers.operations._operation_meta.AttnShardingRules attribute), [1] softmax_scale (easydel.layers.operations._operation_meta.OperationMetadata attribute) sp_is_ep_bound (easydel.infra.elarge_model.types.ShardingCfg attribute), [1] spaces_between_special_tokens (easydel.inference.sampling_params.SamplingParams attribute) sparse_cross_entropy_chunked_tokens() (in module easydel.infra.loss_utils) sparse_cross_entropy_chunked_vocab() (in module easydel.infra.loss_utils) sparse_module_type (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) sparsify_module (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) spec_token_ids (easydel.inference.esurge.outputs.ModelRunnerOutput attribute) SPECIAL_TOKENS (easydel.inference.tools.parsers.step3_tool_parser.Step3ToolParser attribute) SpecialLossNormalizingFactor (class in easydel.infra.loss_utils) specs_to_name_sharding() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) (in module easydel.utils.traversals) speculative_config (easydel.inference.esurge.config.Config attribute), [1] speculative_model (easydel.inference.esurge.config.SpeculativeConfig attribute), [1] SpeculativeConfig (class in easydel.inference.esurge.config) SPEECH_SEQUENCE_TO_SEQUENCE (easydel.infra.factory.TaskType attribute), [1] (easydel.infra.utils.TaskType attribute) SPLASH (easydel.layers.attention.AttentionMechanisms attribute), [1] split (easydel.infra.elarge_model.types.TextDatasetInformCfg attribute), [1] (easydel.infra.elarge_model.types.VisualDatasetInformCfg attribute), [1] split_lora_params() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (in module easydel.infra.utils) split_module() (easydel.infra.base_module.EasyDeLBaseModule method) split_params() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) split_params_dict() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) srt (easydel.inference.vwhisper.server.ResponseFormat attribute) ssm_state_size (easydel.layers.caching.mamba.cache.MambaCacheMetaData attribute), [1] ssm_states (easydel.layers.caching.mamba.cache.MambaCacheView attribute), [1] (easydel.layers.caching.mamba2.cache.Mamba2CacheView attribute), [1] StableLmAttention (class in easydel.modules.stablelm.modeling_stablelm) StableLmConfig (class in easydel.modules.stablelm.stablelm_configuration) StableLmDecoderLayer (class in easydel.modules.stablelm.modeling_stablelm) StableLmForCausalLM (class in easydel.modules.stablelm.modeling_stablelm) StableLmLayerNormPerHead (class in easydel.modules.stablelm.modeling_stablelm) StableLmMLP (class in easydel.modules.stablelm.modeling_stablelm) StableLmModel (class in easydel.modules.stablelm.modeling_stablelm) STANDARD (easydel.layers.moe.MoeLoadBalancingStrategy attribute), [1] STANDARD_MOE (easydel.layers.moe.MoEMethods attribute), [1] start() (easydel.inference.esurge.monitoring.eSurgeMonitoringServer method) (easydel.inference.esurge.monitoring.RichConsoleMonitor method) (easydel.utils.analyze_memory.MemoryMonitorServer method) (easydel.utils.helpers.Timer method) start_async_prep() (easydel.inference.esurge.runners.execution_manager.ExecutionManager method) start_client() (in module easydel.utils.analyze_memory) start_console_monitor() (in module easydel.inference.esurge.monitoring) START_DP_WAVE (easydel.inference.esurge.engine_types.EngineCoreRequestType attribute) start_evaluation_hook() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) start_logits (easydel.infra.modeling_outputs.QuestionAnsweringModelOutput attribute) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput attribute) start_monitoring() (easydel.inference.esurge.esurge_engine.eSurge method) (easydel.utils.analyze_memory.MemoryMonitorClient method) (easydel.utils.analyze_memory.SMPMemoryMonitor method) start_monitoring_server() (in module easydel.inference.esurge.monitoring) start_profiling() (easydel.inference.esurge.esurge_engine.eSurge method) start_prometheus_server() (easydel.inference.esurge.monitoring.eSurgeMonitoringServer method) start_request() (easydel.inference.esurge.metrics.MetricsCollector method) start_server() (in module easydel.utils.analyze_memory) start_step() (easydel.trainers.metrics.StepMetrics method) start_time (easydel.inference.esurge.metrics.RequestMetrics attribute) (easydel.inference.esurge.server.api_server.ServerMetrics attribute), [1] (easydel.inference.inference_engine_interface.ServerMetrics attribute), [1] (easydel.inference.oai_proxies.ServerMetrics attribute) (easydel.trainers.metrics.StepMetrics attribute) (easydel.utils.helpers.Timer attribute) start_training_hook() (easydel.trainers.base_trainer.BaseTrainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) start_wave (easydel.inference.esurge.engine_types.EngineCoreOutputs attribute) started (easydel.utils.helpers.Timer attribute) STARTING (easydel.inference.esurge.server.api_server.ServerStatus attribute) (easydel.inference.inference_engine_interface.ServerStatus attribute), [1] (easydel.inference.oai_proxies.ServerStatus attribute) starts (easydel.layers.caching.transformer.cache.TransformerCacheView attribute), [1] (easydel.layers.caching.transformer.cache.TransformerMetadata attribute), [1] state (easydel.modules.rwkv.modeling_rwkv.RwkvCausalLMOutput attribute) (easydel.modules.rwkv.modeling_rwkv.RwkvOutput attribute) (easydel.trainers.trainer.modeling_output.TrainerOutput attribute), [1] (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerOutput attribute), [1] state_apply_fn_kwarguments_to_model (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) state_class (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer attribute), [1] state_named_sharding (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) state_partition_spec (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) state_shape (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) state_shardings (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) state_size (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData attribute), [1] StateDictConverter (class in easydel.utils.parameters_transformation) StateValidationResult (class in easydel.utils.traversals) static_arguments (easydel.infra.base_module.EasyDeLBaseModule property) static_hash() (easydel.infra.base_module.EasyDeLBaseModule method) status (easydel.inference.esurge.request.EngineRequest attribute) (easydel.inference.oai_proxies.InferenceApiRouter attribute) std (easydel.trainers.metrics.MetricsHistogram property) step (easydel.infra.base_state.EasyDeLState attribute), [1] Step3ToolParser (class in easydel.inference.tools.parsers.step3_tool_parser) step_offset (easydel.trainers.metrics.MetricsTracker attribute) step_partition_spec (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) step_sharding (easydel.trainers.group_relative_policy_optimization.grpo_trainer.GRPOTrainer property) step_start_point (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) step_start_time (easydel.trainers.metrics.StepMetrics attribute) StepMetrics (class in easydel.trainers.metrics) STOP (easydel.inference.esurge.engine_types.FinishReason attribute), [1] stop (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) (easydel.inference.sampling_params.SamplingParams attribute) stop() (easydel.inference.esurge.monitoring.eSurgeMonitoringServer method) (easydel.inference.esurge.monitoring.RichConsoleMonitor method) (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter method) (easydel.utils.helpers.Timer method) stop_monitoring() (easydel.inference.esurge.esurge_engine.eSurge method) (easydel.utils.analyze_memory.MemoryMonitorClient method) (easydel.utils.analyze_memory.SMPMemoryMonitor method) (in module easydel.inference.esurge.monitoring) stop_pattern (easydel.inference.sampling_params.SamplingParams attribute) stop_profiling() (easydel.inference.esurge.esurge_engine.eSurge method) stop_reason (easydel.inference.esurge.engine_types.EngineCoreOutput attribute), [1] (easydel.inference.esurge.request.EngineRequest attribute) stop_strategy (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] stop_token_ids (easydel.inference.sampling_params.SamplingParams attribute) storage_head_dim (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData property) storage_num_combined_kv_heads (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData property) storage_num_kv_groups (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData property) StoreTupleAction (class in easydel.infra.etils) stream (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) stream() (easydel.inference.esurge.esurge_engine.eSurge method) streamed_args_for_tool (easydel.inference.tools.abstract_tool.ToolParser attribute) (easydel.inference.tools.parsers.deepseekv3_tool_parser.DeepSeekV3ToolParser attribute) (easydel.inference.tools.parsers.hermes_tool_parser.HermesToolParser attribute) streaming (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] strict_context (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] string_key_to_int() (in module easydel.utils.traversals) structural_tag (easydel.inference.sampling_params.GuidedDecodingParams attribute), [1] sub_configs (easydel.modules.aya_vision.aya_vision_configuration.AyaVisionConfig attribute) (easydel.modules.clip.clip_configuration.CLIPConfig attribute) (easydel.modules.gemma3.gemma3_configuration.Gemma3Config attribute) (easydel.modules.llama4.llama4_configuration.Llama4Config attribute) (easydel.modules.llava.llava_configuration.LlavaConfig attribute) (easydel.modules.mistral3.mistral3_configuration.Mistral3Config attribute) (easydel.modules.qwen2_vl.qwen2_vl_configuration.Qwen2VLConfig attribute) (easydel.modules.siglip.configuration_siglip.SiglipConfig attribute) successful_requests (easydel.inference.esurge.server.api_server.ServerMetrics attribute), [1] (easydel.inference.inference_engine_interface.ServerMetrics attribute), [1] (easydel.inference.oai_proxies.ServerMetrics attribute) suggested_bucket (easydel.inference.esurge.scheduler.output.SchedulerOutput attribute) sum (easydel.trainers.metrics.MetricsHistogram attribute) sum_squares (easydel.trainers.metrics.MetricsHistogram attribute) summary (easydel.inference.inference_engine_interface.EndpointConfig attribute), [1] (easydel.inference.oai_proxies.EndpointConfig attribute) supported_tasks (easydel.utils.readme_generator.ModelInfo attribute) suppress_tokens (easydel.inference.logits_process.SuppressTokensLogitsProcessor attribute) (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) SuppressTokensAtBeginLogitsProcessor (class in easydel.inference.logits_process) SuppressTokensLogitsProcessor (class in easydel.inference.logits_process) swap_dict_values() (in module easydel.inference.esurge.outputs) swap_row() (easydel.inference.esurge.page_table.MultiGroupPageTable method) (easydel.inference.esurge.page_table.PageTable method) swap_rows() (in module easydel.inference.esurge.runners.sequence_buffer) swap_rows_pytree() (in module easydel.inference.esurge.runners.sequence_buffer) swap_states() (easydel.inference.esurge.runners.sequence_buffer.SequenceBuffer method) SWISH (easydel.infra.utils.ActivationType attribute) SWITCH (easydel.layers.moe.MoeRoutingStrategy attribute) SWITCH_TRANSFORMER (easydel.layers.moe.MoeLoadBalancingStrategy attribute), [1] sync_ref_model (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) system_instruction (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] SystemMetrics (class in easydel.inference.esurge.metrics)

T

tags (easydel.inference.inference_engine_interface.EndpointConfig attribute), [1] (easydel.inference.oai_proxies.EndpointConfig attribute) take_events() (easydel.inference.esurge.request.EngineRequest method) TANH (easydel.infra.utils.ActivationType attribute) task (easydel.inference.vwhisper.config.vWhisperInferenceConfig attribute) (easydel.infra.elarge_model.elarge_model.eLargeModel attribute) (easydel.infra.elarge_model.elarge_model.eLargeModel property) (easydel.infra.elarge_model.types.ModelCfg attribute), [1] (easydel.infra.utils.FlopCalcConfig attribute), [1] task_id (easydel.trainers.metrics.RichProgressBar attribute) task_registry (easydel.infra.factory.Registry property) TaskType (class in easydel.infra.factory) (class in easydel.infra.utils) teacher_model (easydel.infra.elarge_model.elarge_model.BuildTrainerKws attribute), [1] (easydel.infra.elarge_model.types.ELMConfig attribute), [1] teacher_model_name (easydel.infra.elarge_model.elarge_model.eLargeModel attribute) (easydel.infra.elarge_model.elarge_model.eLargeModel property) teacher_state (easydel.trainers.distillation_trainer.distillation_trainer.DistillationTrainer attribute), [1] temperature (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] (easydel.inference.logits_process.TemperatureLogitsWarper attribute) (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) (easydel.inference.sampling_params.BeamSearchParams attribute), [1] (easydel.inference.sampling_params.JitableSamplingParams attribute) (easydel.inference.sampling_params.SamplingParams attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) TemperatureLogitsWarper (class in easydel.inference.logits_process) tensor_transform (easydel.infra.base_module.ParameterTransformRule attribute), [1] tensorboard_writer (easydel.utils.helpers.Timers attribute) TensorConverter (class in easydel.utils.parameters_transformation) TensorParallelConfig (class in easydel.layers.linear) terminate() (easydel.inference.esurge.esurge_engine.eSurge method) text (easydel.inference.esurge.esurge_engine.CompletionOutput attribute), [1] (easydel.inference.openai_api_modules.CompletionResponseChoice attribute) (easydel.inference.openai_api_modules.CompletionStreamResponseChoice attribute) (easydel.inference.vwhisper.server.ResponseFormat attribute) (easydel.inference.vwhisper.server.TranscriptionResponse attribute) text_embeds (easydel.infra.modeling_outputs.CLIPOutput attribute) (easydel.infra.modeling_outputs.CLIPTextModelOutput attribute) (easydel.infra.modeling_outputs.ImageClassifierOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipTextModelOutput attribute) text_field (easydel.infra.elarge_model.types.TokenizationCfg attribute), [1] text_model_output (easydel.infra.modeling_outputs.CLIPOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipOutput attribute) text_offset (easydel.inference.openai_api_modules.CompletionLogprobs attribute) text_target_field (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] TextDatasetInformCfg (class in easydel.infra.elarge_model.types) tie_word_embeddings (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) time_spent_generating (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] time_to_first_token (easydel.inference.esurge.metrics.RequestMetrics attribute) timed() (easydel.utils.helpers.Timers method) Timer (class in easydel.utils.helpers) timer (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) Timers (class in easydel.utils.helpers) timers (easydel.utils.helpers.Timers attribute) timestamp (easydel.inference.esurge.engine_types.EngineCoreEvent attribute), [1] (easydel.inference.esurge.engine_types.EngineCoreOutputs attribute) (easydel.inference.esurge.metrics.CacheMetrics attribute) (easydel.inference.esurge.metrics.ModelRunnerMetrics attribute) (easydel.inference.esurge.metrics.SchedulerMetrics attribute) (easydel.inference.esurge.metrics.SystemMetrics attribute) (easydel.inference.esurge.server.api_server.ErrorResponse attribute) (easydel.inference.inference_engine_interface.ErrorResponse attribute), [1] (easydel.inference.oai_proxies.ErrorResponse attribute) (easydel.utils.analyze_memory.DeviceStats attribute), [1] to_data_mixture_kwargs() (in module easydel.infra.elarge_model.builders) to_dict() (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata method) (easydel.inference.esurge.runners.states.CachedRequestState method) (easydel.inference.logits_process.EmptyProcessor method) (easydel.inference.logits_process.ForcedBOSTokenLogitsProcessor method) (easydel.inference.logits_process.ForcedEOSTokenLogitsProcessor method) (easydel.inference.logits_process.FrequencyPenaltyLogitsProcessor method) (easydel.inference.logits_process.MinLengthLogitsProcessor method) (easydel.inference.logits_process.MinPLogitsWarper method) (easydel.inference.logits_process.NoRepeatNGramLogitsProcessor method) (easydel.inference.logits_process.PresencePenaltyLogitsProcessor method) (easydel.inference.logits_process.RepetitionPenaltyLogitsProcessor method) (easydel.inference.logits_process.SuppressTokensAtBeginLogitsProcessor method) (easydel.inference.logits_process.SuppressTokensLogitsProcessor method) (easydel.inference.logits_process.TemperatureLogitsWarper method) (easydel.inference.logits_process.TopKLogitsWarper method) (easydel.inference.logits_process.TopPLogitsWarper method) (easydel.inference.sampling_params.BeamSearchParams method) (easydel.inference.sampling_params.GuidedDecodingParams method) (easydel.inference.sampling_params.JitableSamplingParams method) (easydel.inference.sampling_params.SamplingParams method) (easydel.inference.vwhisper.config.vWhisperInferenceConfig method) (easydel.infra.base_config.EasyDeLBaseConfig method) (easydel.infra.base_config.EasyMethod method) (easydel.infra.elarge_model.elarge_model.eLargeModel method) (easydel.infra.factory.ModuleRegistration method) (easydel.infra.loss_utils.LossConfig method) (easydel.infra.loss_utils.LossMetrics method) (easydel.infra.mixins.generation.BeamSearchState method) (easydel.infra.mixins.generation.GreedyState method) (easydel.infra.mixins.generation.SampleState method) (easydel.infra.modeling_outputs.AttentionLayerOutput method) (easydel.infra.modeling_outputs.BaseModelOutput method) (easydel.infra.modeling_outputs.BaseModelOutputWithNoAttention method) (easydel.infra.modeling_outputs.BaseModelOutputWithPast method) (easydel.infra.modeling_outputs.BaseModelOutputWithPastAndCrossAttentions method) (easydel.infra.modeling_outputs.BaseModelOutputWithPooling method) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndCrossAttentions method) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndNoAttention method) (easydel.infra.modeling_outputs.BeamSearchOutput method) (easydel.infra.modeling_outputs.CausalLMOutputWithCrossAttentions method) (easydel.infra.modeling_outputs.CLIPOutput method) (easydel.infra.modeling_outputs.CLIPTextModelOutput method) (easydel.infra.modeling_outputs.DecoderLayerOutput method) (easydel.infra.modeling_outputs.EncoderLayerOutput method) (easydel.infra.modeling_outputs.GreedySearchOutput method) (easydel.infra.modeling_outputs.ImageClassifierOutput method) (easydel.infra.modeling_outputs.ImageClassifierOutputWithNoAttention method) (easydel.infra.modeling_outputs.MambaCausalLMOutput method) (easydel.infra.modeling_outputs.MambaOutput method) (easydel.infra.modeling_outputs.MaskedLMOutput method) (easydel.infra.modeling_outputs.MoeCausalLMOutput method) (easydel.infra.modeling_outputs.MoeModelOutput method) (easydel.infra.modeling_outputs.MultipleChoiceModelOutput method) (easydel.infra.modeling_outputs.NextSentencePredictorOutput method) (easydel.infra.modeling_outputs.QuestionAnsweringModelOutput method) (easydel.infra.modeling_outputs.SampleOutput method) (easydel.infra.modeling_outputs.Seq2SeqLMOutput method) (easydel.infra.modeling_outputs.Seq2SeqModelOutput method) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput method) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput method) (easydel.infra.modeling_outputs.SequenceClassifierOutput method) (easydel.infra.modeling_outputs.TokenClassifierOutput method) (easydel.infra.modeling_outputs.VLMCausalLMOutput method) (easydel.infra.utils.AttnMaskDetail method) (easydel.layers.caching._abstracts.BaseCacheMetadata method) (easydel.layers.caching._abstracts.BaseRunTimeMetadata method) (easydel.layers.caching.lightning.cache.LightningCache method) (easydel.layers.caching.lightning.cache.LightningCacheMetaData method) (easydel.layers.caching.lightning.cache.LightningCacheView method) (easydel.layers.caching.mamba.cache.MambaCache method) (easydel.layers.caching.mamba.cache.MambaCacheMetaData method) (easydel.layers.caching.mamba.cache.MambaCacheView method) (easydel.layers.caching.mamba2.cache.Mamba2Cache method) (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData method) (easydel.layers.caching.mamba2.cache.Mamba2CacheView method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCache method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView method) (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata method) (easydel.layers.caching.transformer.cache.AttnMaskDetail method) (easydel.layers.caching.transformer.cache.TransformerCache method) (easydel.layers.caching.transformer.cache.TransformerCacheMetaData method) (easydel.layers.caching.transformer.cache.TransformerCacheView method) (easydel.layers.caching.transformer.cache.TransformerMetadata method) (easydel.layers.linear.TensorParallelConfig method) (easydel.layers.operations._attention_outputs.AttentionOutput method) (easydel.layers.operations._operation_impl.OperationOutput method) (easydel.layers.operations._operation_meta.OperationMetadata method) (easydel.layers.rotary_embedding.RopeConfig method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionCausalLMOutputWithPast method) (easydel.modules.gemma3.modeling_gemma3.Gemma3CausalLMOutputWithPast method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ModelOutputWithPast method) (easydel.modules.llama4.modeling_llama4.Llama4CausalLMOutputWithPast method) (easydel.modules.llava.modeling_llava.LlavaCausalLMOutputWithPast method) (easydel.modules.mamba.modeling_mamba.MambaCausalLMOutput method) (easydel.modules.mamba.modeling_mamba.MambaOutput method) (easydel.modules.mamba2.modeling_mamba2.Mamba2CausalLMOutput method) (easydel.modules.mamba2.modeling_mamba2.Mamba2Output method) (easydel.modules.mistral3.modeling_mistral3.Mistral3CausalLMOutputWithPast method) (easydel.modules.mistral3.modeling_mistral3.Mistral3ModelOutput method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLCausalLMOutputWithPast method) (easydel.modules.rwkv.modeling_rwkv.RwkvCausalLMOutput method) (easydel.modules.rwkv.modeling_rwkv.RwkvOutput method) (easydel.modules.siglip.modeling_siglip.SiglipOutput method) (easydel.modules.siglip.modeling_siglip.SiglipTextModelOutput method) (easydel.modules.siglip.modeling_siglip.SiglipVisionModelOutput method) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig method) (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig method) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig method) (easydel.trainers.metrics.MetricsHistogram method) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig method) (easydel.trainers.reward_trainer.reward_config.RewardConfig method) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig method) (easydel.trainers.trainer.modeling_output.TrainerOutput method) (easydel.trainers.trainer_protocol.TrainerConfigureDataloaderOutput method) (easydel.trainers.trainer_protocol.TrainerConfigureFunctionOutput method) (easydel.trainers.trainer_protocol.TrainerConfigureModelOutput method) (easydel.trainers.trainer_protocol.TrainerOutput method) (easydel.trainers.training_configurations.TrainingArguments method) (easydel.trainers.utils.DataCollatorForPreferenceGrain method) (easydel.trainers.utils.DataCollatorForPreferenceTFDS method) (easydel.trainers.utils.DPODataCollatorWithPaddingGrain method) (easydel.trainers.utils.DPODataCollatorWithPaddingTFDS method) (easydel.trainers.utils.GRPODataCollatorGrain method) (easydel.trainers.utils.GRPODataCollatorTFDS method) (easydel.trainers.utils.RewardDataCollatorWithPaddingGrain method) (easydel.trainers.utils.RewardDataCollatorWithPaddingTFDS method) (easydel.utils.analyze_memory.DeviceStats method) (easydel.utils.traversals.StateValidationResult method) to_diff_dict() (easydel.infra.base_config.EasyDeLBaseConfig method) to_dtype() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) to_esurge_kwargs() (in module easydel.infra.elarge_model.builders) to_from_pretrained_kwargs() (in module easydel.infra.elarge_model.builders) to_json() (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata method) (easydel.inference.esurge.runners.states.CachedRequestState method) (easydel.inference.logits_process.EmptyProcessor method) (easydel.inference.logits_process.ForcedBOSTokenLogitsProcessor method) (easydel.inference.logits_process.ForcedEOSTokenLogitsProcessor method) (easydel.inference.logits_process.FrequencyPenaltyLogitsProcessor method) (easydel.inference.logits_process.MinLengthLogitsProcessor method) (easydel.inference.logits_process.MinPLogitsWarper method) (easydel.inference.logits_process.NoRepeatNGramLogitsProcessor method) (easydel.inference.logits_process.PresencePenaltyLogitsProcessor method) (easydel.inference.logits_process.RepetitionPenaltyLogitsProcessor method) (easydel.inference.logits_process.SuppressTokensAtBeginLogitsProcessor method) (easydel.inference.logits_process.SuppressTokensLogitsProcessor method) (easydel.inference.logits_process.TemperatureLogitsWarper method) (easydel.inference.logits_process.TopKLogitsWarper method) (easydel.inference.logits_process.TopPLogitsWarper method) (easydel.inference.sampling_params.BeamSearchParams method) (easydel.inference.sampling_params.GuidedDecodingParams method) (easydel.inference.sampling_params.JitableSamplingParams method) (easydel.inference.sampling_params.SamplingParams method) (easydel.inference.vwhisper.config.vWhisperInferenceConfig method) (easydel.infra.base_config.EasyMethod method) (easydel.infra.elarge_model.elarge_model.eLargeModel method) (easydel.infra.factory.ModuleRegistration method) (easydel.infra.loss_utils.LossConfig method) (easydel.infra.loss_utils.LossMetrics method) (easydel.infra.mixins.generation.BeamSearchState method) (easydel.infra.mixins.generation.GreedyState method) (easydel.infra.mixins.generation.SampleState method) (easydel.infra.modeling_outputs.AttentionLayerOutput method) (easydel.infra.modeling_outputs.BaseModelOutput method) (easydel.infra.modeling_outputs.BaseModelOutputWithNoAttention method) (easydel.infra.modeling_outputs.BaseModelOutputWithPast method) (easydel.infra.modeling_outputs.BaseModelOutputWithPastAndCrossAttentions method) (easydel.infra.modeling_outputs.BaseModelOutputWithPooling method) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndCrossAttentions method) (easydel.infra.modeling_outputs.BaseModelOutputWithPoolingAndNoAttention method) (easydel.infra.modeling_outputs.BeamSearchOutput method) (easydel.infra.modeling_outputs.CausalLMOutputWithCrossAttentions method) (easydel.infra.modeling_outputs.CLIPOutput method) (easydel.infra.modeling_outputs.CLIPTextModelOutput method) (easydel.infra.modeling_outputs.DecoderLayerOutput method) (easydel.infra.modeling_outputs.EncoderLayerOutput method) (easydel.infra.modeling_outputs.GreedySearchOutput method) (easydel.infra.modeling_outputs.ImageClassifierOutput method) (easydel.infra.modeling_outputs.ImageClassifierOutputWithNoAttention method) (easydel.infra.modeling_outputs.MambaCausalLMOutput method) (easydel.infra.modeling_outputs.MambaOutput method) (easydel.infra.modeling_outputs.MaskedLMOutput method) (easydel.infra.modeling_outputs.MoeCausalLMOutput method) (easydel.infra.modeling_outputs.MoeModelOutput method) (easydel.infra.modeling_outputs.MultipleChoiceModelOutput method) (easydel.infra.modeling_outputs.NextSentencePredictorOutput method) (easydel.infra.modeling_outputs.QuestionAnsweringModelOutput method) (easydel.infra.modeling_outputs.SampleOutput method) (easydel.infra.modeling_outputs.Seq2SeqLMOutput method) (easydel.infra.modeling_outputs.Seq2SeqModelOutput method) (easydel.infra.modeling_outputs.Seq2SeqQuestionAnsweringModelOutput method) (easydel.infra.modeling_outputs.Seq2SeqSequenceClassifierOutput method) (easydel.infra.modeling_outputs.SequenceClassifierOutput method) (easydel.infra.modeling_outputs.TokenClassifierOutput method) (easydel.infra.modeling_outputs.VLMCausalLMOutput method) (easydel.infra.utils.AttnMaskDetail method) (easydel.layers.caching._abstracts.BaseCacheMetadata method) (easydel.layers.caching._abstracts.BaseRunTimeMetadata method) (easydel.layers.caching.lightning.cache.LightningCache method) (easydel.layers.caching.lightning.cache.LightningCacheMetaData method) (easydel.layers.caching.lightning.cache.LightningCacheView method) (easydel.layers.caching.mamba.cache.MambaCache method) (easydel.layers.caching.mamba.cache.MambaCacheMetaData method) (easydel.layers.caching.mamba.cache.MambaCacheView method) (easydel.layers.caching.mamba2.cache.Mamba2Cache method) (easydel.layers.caching.mamba2.cache.Mamba2CacheMetaData method) (easydel.layers.caching.mamba2.cache.Mamba2CacheView method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCache method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData method) (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView method) (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata method) (easydel.layers.caching.transformer.cache.AttnMaskDetail method) (easydel.layers.caching.transformer.cache.TransformerCache method) (easydel.layers.caching.transformer.cache.TransformerCacheMetaData method) (easydel.layers.caching.transformer.cache.TransformerCacheView method) (easydel.layers.caching.transformer.cache.TransformerMetadata method) (easydel.layers.linear.TensorParallelConfig method) (easydel.layers.operations._attention_outputs.AttentionOutput method) (easydel.layers.operations._operation_impl.OperationOutput method) (easydel.layers.operations._operation_meta.OperationMetadata method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionCausalLMOutputWithPast method) (easydel.modules.gemma3.modeling_gemma3.Gemma3CausalLMOutputWithPast method) (easydel.modules.gemma3.modeling_gemma3.Gemma3ModelOutputWithPast method) (easydel.modules.llama4.modeling_llama4.Llama4CausalLMOutputWithPast method) (easydel.modules.llava.modeling_llava.LlavaCausalLMOutputWithPast method) (easydel.modules.mamba.modeling_mamba.MambaCausalLMOutput method) (easydel.modules.mamba.modeling_mamba.MambaOutput method) (easydel.modules.mamba2.modeling_mamba2.Mamba2CausalLMOutput method) (easydel.modules.mamba2.modeling_mamba2.Mamba2Output method) (easydel.modules.mistral3.modeling_mistral3.Mistral3CausalLMOutputWithPast method) (easydel.modules.mistral3.modeling_mistral3.Mistral3ModelOutput method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLCausalLMOutputWithPast method) (easydel.modules.rwkv.modeling_rwkv.RwkvCausalLMOutput method) (easydel.modules.rwkv.modeling_rwkv.RwkvOutput method) (easydel.modules.siglip.modeling_siglip.SiglipOutput method) (easydel.modules.siglip.modeling_siglip.SiglipTextModelOutput method) (easydel.modules.siglip.modeling_siglip.SiglipVisionModelOutput method) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig method) (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig method) (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig method) (easydel.trainers.metrics.MetricsHistogram method) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig method) (easydel.trainers.reward_trainer.reward_config.RewardConfig method) (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig method) (easydel.trainers.trainer.modeling_output.TrainerOutput method) (easydel.trainers.trainer_protocol.TrainerConfigureDataloaderOutput method) (easydel.trainers.trainer_protocol.TrainerConfigureFunctionOutput method) (easydel.trainers.trainer_protocol.TrainerConfigureModelOutput method) (easydel.trainers.trainer_protocol.TrainerOutput method) (easydel.trainers.training_configurations.TrainingArguments method) (easydel.trainers.utils.DataCollatorForPreferenceGrain method) (easydel.trainers.utils.DataCollatorForPreferenceTFDS method) (easydel.trainers.utils.DPODataCollatorWithPaddingGrain method) (easydel.trainers.utils.DPODataCollatorWithPaddingTFDS method) (easydel.trainers.utils.GRPODataCollatorGrain method) (easydel.trainers.utils.GRPODataCollatorTFDS method) (easydel.trainers.utils.RewardDataCollatorWithPaddingGrain method) (easydel.trainers.utils.RewardDataCollatorWithPaddingTFDS method) (easydel.utils.analyze_memory.DeviceStats method) (easydel.utils.traversals.StateValidationResult method)

to_json_file() (easydel.infra.base_config.EasyDeLBaseConfig method) to_json_string() (easydel.trainers.training_configurations.TrainingArguments method) to_linear() (easydel.layers.quantization.linear_8bit.Linear8bit method) (easydel.layers.quantization.linear_nf4.LinearNF4 method) to_pure() (easydel.layers.caching.transformer.cache.TransformerCache method) to_state() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) to_torch() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) to_tuple() (easydel.infra.modeling_outputs.CLIPOutput method) (easydel.infra.modeling_outputs.ModelOutput method), [1] (easydel.layers.rotary_embedding.RopeConfig method) (easydel.modules.siglip.modeling_siglip.SiglipOutput method) tok_decode() (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter method) tok_encode() (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter method) token_embeddings (easydel.modules.openelm.modeling_openelm.OpenELMModel attribute) token_ids (easydel.inference.esurge.core.utils.PageHash attribute) (easydel.inference.esurge.esurge_engine.CompletionOutput attribute), [1] token_logprobs (easydel.inference.esurge.outputs.ModelRunnerOutput attribute) (easydel.inference.openai_api_modules.CompletionLogprobs attribute) token_safety_margin (easydel.inference.esurge.config.SchedulerConfig attribute) TokenClassifierOutput (class in easydel.infra.modeling_outputs) tokenization (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] TokenizationCfg (class in easydel.infra.elarge_model.types) tokenize_callback (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] tokenize_dataset() (in module easydel.infra.elarge_model.builders) tokenizer (easydel.inference.vwhisper.core.vWhisperInference attribute) (easydel.infra.elarge_model.types.ModelCfg attribute), [1] (easydel.infra.elarge_model.types.TokenizationCfg attribute), [1] (easydel.trainers.supervised_fine_tuning_trainer.sft_trainer.SFTTrainer attribute) (easydel.trainers.utils.RewardDataCollatorWithPaddingGrain attribute), [1] (easydel.trainers.utils.RewardDataCollatorWithPaddingTFDS attribute) tokenizer_endpoint (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] tokenizer_name (easydel.inference.evaluations.esurge_eval.eSurgeLMEvalAdapter property) tokens (easydel.inference.openai_api_modules.CompletionLogprobs attribute) tokens_field_name (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] tokens_per_second (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] (easydel.inference.esurge.metrics.ModelRunnerMetrics attribute) (easydel.inference.esurge.metrics.RequestMetrics attribute) (easydel.inference.openai_api_modules.UsageInfo attribute), [1] tolist() (in module easydel.trainers.utils) tolists() (easydel.inference.esurge.outputs.LogprobsTensors method) ToNumpy (class in easydel.trainers.utils) Tool (class in easydel.inference.openai_api_modules) TOOL_CALL_BEGIN (easydel.inference.tools.parsers.step3_tool_parser.Step3ToolParser attribute) tool_call_delta_buffer() (easydel.inference.tools.parsers.hermes_tool_parser.HermesToolParser method) TOOL_CALL_END (easydel.inference.tools.parsers.seed_oss_tool_parser.SeedOssToolParser attribute) (easydel.inference.tools.parsers.step3_tool_parser.Step3ToolParser attribute) tool_call_end_token (easydel.inference.tools.parsers.deepseekv3_tool_parser.DeepSeekV3ToolParser attribute) (easydel.inference.tools.parsers.hermes_tool_parser.HermesToolParser attribute) TOOL_CALL_REGEX (easydel.inference.tools.parsers.llama4_pythonic_tool_parser.Llama4PythonicToolParser attribute) tool_call_regex (easydel.inference.tools.parsers.llama_tool_parser.Llama3JsonToolParser attribute) TOOL_CALL_REGEX (easydel.inference.tools.parsers.pythonic_tool_parser.PythonicToolParser attribute) TOOL_CALL_START (easydel.inference.tools.parsers.seed_oss_tool_parser.SeedOssToolParser attribute) tool_call_start_token (easydel.inference.tools.parsers.deepseekv3_tool_parser.DeepSeekV3ToolParser attribute) (easydel.inference.tools.parsers.hermes_tool_parser.HermesToolParser attribute) tool_calls (easydel.inference.openai_api_modules.ExtractedToolCallInformation attribute) TOOL_CALLS_BEGIN (easydel.inference.tools.parsers.step3_tool_parser.Step3ToolParser attribute) TOOL_CALLS_END (easydel.inference.tools.parsers.step3_tool_parser.Step3ToolParser attribute) tool_calls_end_token (easydel.inference.tools.parsers.deepseekv3_tool_parser.DeepSeekV3ToolParser attribute) tool_calls_start_token (easydel.inference.tools.parsers.deepseekv3_tool_parser.DeepSeekV3ToolParser attribute) tool_choice (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) tool_parsers (easydel.inference.tools.abstract_tool.ToolParserManager attribute), [1] (easydel.inference.tools.tool_calling_mixin.ToolCallingMixin attribute) TOOL_SEP (easydel.inference.tools.parsers.step3_tool_parser.Step3ToolParser attribute) ToolCall (class in easydel.inference.openai_api_modules) ToolCallingMixin (class in easydel.inference.tools.tool_calling_mixin) ToolDefinition (class in easydel.inference.openai_api_modules) ToolParser (class in easydel.inference.tools.abstract_tool) ToolParserManager (class in easydel.inference.tools.abstract_tool) tools (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) tools_called (easydel.inference.openai_api_modules.ExtractedToolCallInformation attribute) top_entropy_quantile (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) top_k (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] (easydel.inference.logits_process.TopKLogitsWarper attribute) (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) (easydel.inference.sampling_params.JitableSamplingParams attribute) (easydel.inference.sampling_params.SamplingParams attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) TOP_K (easydel.layers.moe.MoeRoutingStrategy attribute) top_k (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) TOP_K_NDIV (easydel.layers.moe.MoeRoutingStrategy attribute) top_logprobs (easydel.inference.openai_api_modules.CompletionLogprobs attribute) top_p (easydel.inference.esurge.runners.sequence_buffer.ModelRunnerSamplingMetadata attribute), [1] (easydel.inference.logits_process.TopPLogitsWarper attribute) (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) (easydel.inference.sampling_params.JitableSamplingParams attribute) (easydel.inference.sampling_params.SamplingParams attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) TopKLogitsWarper (class in easydel.inference.logits_process) TopPLogitsWarper (class in easydel.inference.logits_process) torch_random_seed (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] total_batch_size (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) total_latency (easydel.inference.esurge.metrics.RequestMetrics attribute) total_num_scheduled_tokens (easydel.inference.esurge.scheduler.output.SchedulerOutput attribute) total_pages (easydel.inference.esurge.metrics.CacheMetrics attribute) total_requests (easydel.inference.esurge.server.api_server.ServerMetrics attribute), [1] (easydel.inference.inference_engine_interface.ServerMetrics attribute), [1] (easydel.inference.oai_proxies.ServerMetrics attribute) total_requests_completed (easydel.inference.esurge.metrics.SystemMetrics attribute) total_requests_failed (easydel.inference.esurge.metrics.SystemMetrics attribute) total_tokens (easydel.inference.esurge.metrics.RequestMetrics attribute) (easydel.inference.openai_api_modules.UsageInfo attribute), [1] total_tokens_generated (easydel.inference.esurge.metrics.SystemMetrics attribute) (easydel.inference.esurge.server.api_server.ServerMetrics attribute), [1] (easydel.inference.inference_engine_interface.ServerMetrics attribute), [1] (easydel.inference.oai_proxies.ServerMetrics attribute) touch() (easydel.inference.esurge.core.page_pool.PagePool method) TPU (easydel.infra.etils.EasyDeLBackends attribute), [1] tpu_version_check() (in module easydel.layers.attention) TqdmProgressBar (class in easydel.trainers.metrics) trace_compilation() (easydel.infra.utils.CompilationTracker method), [1] trace_functions() (in module easydel.infra.utils) TraceResult (class in easydel.infra.utils) track_memory (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) TRAIN (easydel.infra.base_config.EasyMethod attribute), [1] train() (easydel.infra.elarge_model.elarge_model.eLargeModel method) (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer method) (easydel.trainers.trainer.trainer.Trainer method) (easydel.trainers.trainer_protocol.BaseTrainerProtocol method) train_on_inputs (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) train_tracker (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) Trainer (class in easydel.trainers.trainer.trainer) trainer (easydel.infra.elarge_model.types.ELMConfig attribute), [1] trainer_module (easydel.trainers.ray_scaler.distributed_trainer.RayDistributedTrainer attribute), [1] trainer_prefix (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute) (easydel.trainers.distillation_trainer.distillation_config.DistillationConfig attribute), [1] (easydel.trainers.group_relative_policy_optimization.grpo_config.GRPOConfig attribute) (easydel.trainers.odds_ratio_preference_optimization_trainer.orpo_config.ORPOConfig attribute), [1] (easydel.trainers.reward_trainer.reward_config.RewardConfig attribute), [1] (easydel.trainers.supervised_fine_tuning_trainer.sft_config.SFTConfig attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) trainer_type (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) TrainerConfig (class in easydel.infra.elarge_model.trainer_types) TrainerConfigureDataloaderOutput (class in easydel.trainers.trainer_protocol) TrainerConfigureFunctionOutput (class in easydel.trainers.trainer_protocol) TrainerConfigureModelOutput (class in easydel.trainers.trainer_protocol) TrainerOutput (class in easydel.trainers.trainer.modeling_output) (class in easydel.trainers.trainer_protocol) training_batch_size (easydel.trainers.base_trainer.BaseTrainer property) (easydel.trainers.trainer_protocol.BaseTrainerProtocol property) training_step() (in module easydel.trainers.direct_preference_optimization_trainer._fn) (in module easydel.trainers.reward_trainer._fn) (in module easydel.trainers.trainer._fn) training_time_limit (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) training_time_seconds (easydel.trainers.training_configurations.TrainingArguments property) TrainingArguments (class in easydel.trainers.training_configurations) TranscriptionResponse (class in easydel.inference.vwhisper.server) transform_fn (easydel.infra.base_module.EasyDeLBaseModule property) (easydel.infra.mixins.protocol.BaseModuleProtocol property) transformer (easydel.modules.pixtral.modeling_pixtral.PixtralVisionModel attribute) TransformerCache (class in easydel.layers.caching.transformer.cache) TransformerCacheMetaData (class in easydel.layers.caching.transformer.cache) TransformerCacheView (class in easydel.layers.caching.transformer.cache) TransformerMetadata (class in easydel.layers.caching.transformer.cache) tree_apply() (in module easydel.utils.traversals) tree_path_to_string() (in module easydel.utils.traversals) TRITON (easydel.infra.etils.EasyDeLPlatforms attribute), [1] truncate_dataset() (in module easydel.trainers.prompt_utils) truncate_mode (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] truncate_prompt_tokens (easydel.inference.sampling_params.SamplingParams attribute) truncate_right() (in module easydel.trainers.utils) truncate_tokens() (in module easydel.inference.esurge.utils) truncation (easydel.infra.elarge_model.types.TokenizationCfg attribute), [1] truncation_mode (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) (easydel.trainers.utils.RewardDataCollatorWithPaddingGrain attribute), [1] (easydel.trainers.utils.RewardDataCollatorWithPaddingTFDS attribute) TT (easydel.infra.etils.EasyDeLBackends attribute), [1] tx (easydel.infra.base_state.EasyDeLState attribute), [1] (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) (easydel.trainers.trainer_protocol.TrainerConfigureModelOutput attribute), [1] tx_mu_dtype (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) type (easydel.inference.esurge.engine_types.EngineCoreEvent attribute), [1] (easydel.inference.openai_api_modules.DeltaToolCall attribute) (easydel.inference.openai_api_modules.Tool attribute) (easydel.inference.openai_api_modules.ToolCall attribute) (easydel.inference.openai_api_modules.ToolDefinition attribute) (easydel.infra.elarge_model.types.TextDatasetInformCfg attribute), [1] (easydel.infra.elarge_model.types.VisualDatasetInformCfg attribute), [1] (easydel.utils.readme_generator.ModelInfo attribute) type_id (easydel.inference.esurge.core.interface.CacheSpec property) (easydel.inference.esurge.core.interface.ChunkedLocalAttentionSpec property) (easydel.inference.esurge.core.interface.FullAttentionSpec property) (easydel.inference.esurge.core.interface.MambaSpec property) (easydel.inference.esurge.core.interface.SlidingWindowSpec property) (easydel.layers.caching._specs.ChunkedLocalAttentionSpec property) (easydel.layers.caching._specs.FullAttentionSpec property) (easydel.layers.caching._specs.KVCacheSpec property) (easydel.layers.caching._specs.MambaSpec property) (easydel.layers.caching._specs.SlidingWindowSpec property)

U

undesirable_weight (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) unflatten_dict() (in module easydel.utils.traversals) UnitaryCacheCoordinator (class in easydel.inference.esurge.core.coordinator) unpair_preference_dataset() (in module easydel.trainers.prompt_utils) unregister() (easydel.utils.registery.Registry class method) unwrap_lora_to_layers() (easydel.infra.base_module.EasyDeLBaseModule method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (in module easydel.infra.utils) up_proj (easydel.modules.gidd.modeling_gidd.GiddMLP attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptMLP attribute) (easydel.modules.olmo.modeling_olmo.OlmoMLP attribute) (easydel.modules.olmo2.modeling_olmo2.Olmo2MLP attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralMLP attribute) (easydel.modules.qwen2.modeling_qwen.Qwen2MLP attribute) (easydel.modules.qwen2_moe.modeling_qwen2_moe.Qwen2MoeMLP attribute) (easydel.modules.qwen3.modeling_qwen3.Qwen3MLP attribute), [1] (easydel.modules.qwen3_moe.modeling_qwen3_moe.Qwen3MoeMLP attribute) (easydel.modules.stablelm.modeling_stablelm.StableLmMLP attribute) update() (easydel.infra.modeling_outputs.ModelOutput method) (easydel.trainers.metrics.BaseProgressBar method) (easydel.trainers.metrics.JSONProgressBar method) (easydel.trainers.metrics.MetricsTracker method) (easydel.trainers.metrics.NullProgressBar method) (easydel.trainers.metrics.RichProgressBar method) (easydel.trainers.metrics.TqdmProgressBar method) update_causal_mask (easydel.layers.caching.transformer.cache.TransformerCacheMetaData attribute), [1] update_config() (easydel.infra.elarge_model.elarge_model.eLargeModel method) update_conv_state() (easydel.layers.caching.mamba.cache.MambaCache method) (easydel.layers.caching.mamba.cache.MambaCacheView method) (easydel.layers.caching.mamba2.cache.Mamba2Cache method) (easydel.layers.caching.mamba2.cache.Mamba2CacheView method) update_from_metrics_collector() (easydel.inference.esurge.monitoring.PrometheusMetrics method) update_from_output() (easydel.inference.esurge.scheduler.interface.SchedulerInterface method) (easydel.inference.esurge.scheduler.scheduler.Scheduler method) update_graphs() (easydel.inference.esurge.runners.execution_manager.ExecutionManager method) update_inputs_for_generation() (easydel.infra.mixins.generation.EasyGenerationMixin method) (easydel.infra.mixins.protocol.BaseModuleProtocol method) (easydel.modules.aya_vision.modeling_aya_vision.AyaVisionModel method) (easydel.modules.gemma3.modeling_gemma3.Gemma3Model method) (easydel.modules.llama4.modeling_llama4.Llama4ForConditionalGeneration method) (easydel.modules.llava.modeling_llava.LlavaModel method) (easydel.modules.mamba.modeling_mamba.MambaForCausalLM method) (easydel.modules.mamba2.modeling_mamba2.Mamba2ForCausalLM method) (easydel.modules.mistral3.modeling_mistral3.Mistral3Model method) (easydel.modules.opt.modeling_opt.OPTForCausalLM method) (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration method) (easydel.modules.whisper.modeling_whisper.WhisperForConditionalGeneration method) update_metrics() (in module easydel.trainers.training_utils) update_model_weights() (easydel.inference.esurge.esurge_engine.eSurge method) (easydel.inference.esurge.runners.model_runner.eSurgeRunner method) update_module() (easydel.infra.base_module.EasyDeLBaseModule method) update_seq (easydel.inference.esurge.esurge_engine.RequestOutput attribute), [1] update_seq() (easydel.layers.caching.mamba2.cache.Mamba2Cache method) update_ssm_state() (easydel.layers.caching.mamba.cache.MambaCache method) (easydel.layers.caching.mamba.cache.MambaCacheView method) (easydel.layers.caching.mamba2.cache.Mamba2Cache method) (easydel.layers.caching.mamba2.cache.Mamba2CacheView method) update_state_respectfully() (in module easydel.trainers.training_utils) update_with_generation_config() (easydel.inference.sampling_params.SamplingParams method) update_with_tokenizer() (easydel.inference.sampling_params.SamplingParams method) uptime_seconds (easydel.inference.esurge.server.api_server.ServerMetrics attribute), [1] (easydel.inference.inference_engine_interface.ServerMetrics attribute), [1] (easydel.inference.oai_proxies.ServerMetrics attribute) usage (easydel.inference.esurge.core.manager.CacheManager property) (easydel.inference.openai_api_modules.ChatCompletionResponse attribute) (easydel.inference.openai_api_modules.ChatCompletionStreamResponse attribute) (easydel.inference.openai_api_modules.CompletionResponse attribute) (easydel.inference.openai_api_modules.CompletionStreamResponse attribute) UsageInfo (class in easydel.inference.openai_api_modules) use_aot_forward (easydel.inference.esurge.runners.execution_manager.ExecutionManager attribute) (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] use_bias (easydel.layers.linear.ParallelLinear attribute) (easydel.modules.gpt2.modeling_gpt2.Conv1D attribute) use_cache (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) use_data_collactor (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute)

use_eagle() (easydel.inference.esurge.config.SpeculativeConfig method) use_esurge_generation (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) use_fast_loader (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] use_grain (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) use_kernel (easydel.infra.elarge_model.types.EasyDeLQuantizationCfg attribute), [1] (easydel.layers.quantization.quantizers.EasyDeLQuantizationConfig attribute) use_mla (easydel.inference.esurge.core.interface.AttentionSpec attribute) (easydel.layers.caching._specs.AttentionSpec attribute), [1] use_qk_norm (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) use_ring_of_experts (easydel.infra.elarge_model.types.ShardingCfg attribute), [1] use_sharded_source (easydel.infra.elarge_model.types.DataMixtureCfg attribute), [1] use_tqdm (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] use_wandb (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) (easydel.utils.helpers.Timers attribute) use_weighting (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.trainers.direct_preference_optimization_trainer.dpo_config.DPOConfig attribute), [1] used_pages (easydel.inference.esurge.metrics.CacheMetrics attribute) user (easydel.inference.openai_api_modules.ChatCompletionRequest attribute) (easydel.inference.openai_api_modules.CompletionRequest attribute) UTILITY (easydel.inference.esurge.engine_types.EngineCoreRequestType attribute) utility_output (easydel.inference.esurge.engine_types.EngineCoreOutputs attribute) UtilityOutput (class in easydel.inference.esurge.engine_types) UtilityResult (class in easydel.inference.esurge.engine_types) utilization_percent (easydel.utils.analyze_memory.DeviceStats attribute), [1]

V

v_headdim (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData attribute) v_proj (easydel.modules.gidd.modeling_gidd.GiddAttention attribute) (easydel.modules.opt.modeling_opt.OPTAttention attribute) (easydel.modules.pixtral.modeling_pixtral.PixtralAttention attribute) (easydel.modules.whisper.modeling_whisper.WhisperAttention attribute) validate() (easydel.infra.elarge_model.elarge_model.eLargeModel method) (in module easydel.infra.elarge_model.normalizer) validate_state() (in module easydel.utils.traversals) value (easydel.layers.caching.transformer.cache.TransformerCacheView attribute), [1] (easydel.layers.operations._operation_meta.AttnShardingRules attribute), [1] value_dim (easydel.layers.caching.lightning.cache.LightningCacheMetaData attribute), [1] (easydel.layers.caching.transformer.cache.TransformerCacheMetaData attribute), [1] value_heads (easydel.layers.caching.lightning.cache.LightningCacheMetaData attribute), [1] (easydel.layers.caching.transformer.cache.TransformerCacheMetaData attribute), [1] value_pages (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheView property) values (easydel.infra.elarge_model.types.BaseCfg attribute) values() (easydel.layers.rotary_embedding.RopeConfig method) vanilla (easydel.infra.elarge_model.types.OperationConfigsDict attribute), [1] VANILLA (easydel.layers.attention.AttentionMechanisms attribute), [1] VanillaAttn (class in easydel.layers.operations.modules.vanilla_attention) variance (easydel.trainers.metrics.MetricsHistogram property) verbose (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.infra.elarge_model.types.eSurgeCfg attribute), [1] (easydel.infra.elarge_model.types.LoaderCfg attribute), [1] (easydel.trainers.training_configurations.TrainingArguments attribute)

verbose_json (easydel.inference.vwhisper.server.ResponseFormat attribute) verify_and_split_kv_cache_groups() (easydel.inference.esurge.core.coordinator.HybridCacheCoordinator method) version (easydel.layers.caching.ragged_page.cache.RaggedPagesCacheMetaData attribute) (easydel.layers.caching.ragged_page.cache.RaggedPagesMetadata attribute) (easydel.utils.readme_generator.ModelInfo attribute) video_hidden_states (easydel.infra.modeling_outputs.VLMCausalLMOutput attribute) view_1d() (easydel.inference.sampling_params.JitableSamplingParams method) view_2d() (easydel.inference.sampling_params.JitableSamplingParams method) views (easydel.layers.caching._abstracts.BaseCache attribute), [1] (easydel.layers.caching.lightning.cache.LightningCache attribute), [1] (easydel.layers.caching.mamba.cache.MambaCache attribute), [1] (easydel.layers.caching.mamba2.cache.Mamba2Cache attribute), [1] (easydel.layers.caching.ragged_page.cache.RaggedPagesCache attribute), [1] (easydel.layers.caching.transformer.cache.TransformerCache attribute), [1] vision_apply_rotary_emb() (in module easydel.modules.llama4.modeling_llama4) vision_hidden_dim (easydel.infra.utils.FlopCalcConfig attribute), [1] vision_intermediate_dim (easydel.infra.utils.FlopCalcConfig attribute), [1] VISION_LM (easydel.infra.factory.TaskType attribute), [1] (easydel.infra.utils.TaskType attribute) vision_model_output (easydel.infra.modeling_outputs.CLIPOutput attribute) (easydel.modules.siglip.modeling_siglip.SiglipOutput attribute) vision_num_heads (easydel.infra.utils.FlopCalcConfig attribute), [1] vision_num_layers (easydel.infra.utils.FlopCalcConfig attribute), [1] vision_seq_len (easydel.infra.utils.FlopCalcConfig attribute), [1] VisionLlamaConfig (class in easydel.modules.llama.llama_configuration) visual (easydel.modules.qwen2_vl.modeling_qwen2_vl.Qwen2VLForConditionalGeneration property) VisualDatasetInformCfg (class in easydel.infra.elarge_model.types) VLMCausalLMOutput (class in easydel.infra.modeling_outputs) vmaped_sample_top_p_efficient() (in module easydel.inference.sampling_funcs) vocab (easydel.inference.tools.abstract_tool.ToolParser property) vocab_size (easydel.infra.utils.FlopCalcConfig attribute), [1] (easydel.modules.gpt_oss.gpt_oss_configuration.GptOssConfig attribute) vtt (easydel.inference.vwhisper.server.ResponseFormat attribute) vWhisperInference (class in easydel.inference.vwhisper.core) vWhisperInferenceConfig (class in easydel.inference.vwhisper.config)

W

w1 (easydel.modules.internlm2.modeling_internlm2.InternLM2MLP attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoEBlockSparseTop2MLP attribute) w2 (easydel.modules.internlm2.modeling_internlm2.InternLM2MLP attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoEBlockSparseTop2MLP attribute) w3 (easydel.modules.internlm2.modeling_internlm2.InternLM2MLP attribute) (easydel.modules.phimoe.modeling_phimoe.PhiMoEBlockSparseTop2MLP attribute) wait_for_execution() (easydel.inference.esurge.runners.model_runner.eSurgeRunner method) WAITING (easydel.inference.esurge.request.EngineRequestStatus attribute) WAITING_FOR_FSM (easydel.inference.esurge.request.EngineRequestStatus attribute) WAITING_FOR_REMOTE_KVS (easydel.inference.esurge.request.EngineRequestStatus attribute) wandb_entity (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) wandb_name (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) wandb_runtime (easydel.trainers.trainer_protocol.BaseTrainerProtocol attribute) warmup_steps (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) wave_complete (easydel.inference.esurge.engine_types.EngineCoreOutputs attribute) weight_decay (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute)

weight_distribution_log_steps (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) weight_distribution_pattern (easydel.infra.elarge_model.trainer_types.BaseTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.BCOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.CPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DistillationTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.DPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GKDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.GRPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.KTOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.NashMDTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.ORPOTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.RewardTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.SFTTrainerCfg attribute) (easydel.infra.elarge_model.trainer_types.TrainerConfig attribute) (easydel.infra.elarge_model.trainer_types.XPOTrainerCfg attribute) (easydel.trainers.training_configurations.TrainingArguments attribute) weight_sum (easydel.infra.loss_utils.LossMetrics attribute), [1] WhisperAttention (class in easydel.modules.whisper.modeling_whisper) WhisperConfig (class in easydel.modules.whisper.whisper_configuration) WhisperDecoder (class in easydel.modules.whisper.modeling_whisper) WhisperDecoderLayer (class in easydel.modules.whisper.modeling_whisper) WhisperEncoder (class in easydel.modules.whisper.modeling_whisper) WhisperEncoderLayer (class in easydel.modules.whisper.modeling_whisper) WhisperForAudioClassification (class in easydel.modules.whisper.modeling_whisper) WhisperForConditionalGeneration (class in easydel.modules.whisper.modeling_whisper) WhisperModel (class in easydel.inference.vwhisper.server) (class in easydel.modules.whisper.modeling_whisper) WhisperTimeStampLogitsProcessor (class in easydel.inference.logits_process) whitespace_pattern (easydel.inference.sampling_params.GuidedDecodingParams attribute), [1] Wqkv (easydel.modules.dbrx.modeling_dbrx.DbrxAttention attribute) (easydel.modules.mosaic_mpt.modeling_mosaic.MptAttention attribute) write() (easydel.utils.helpers.DummyStream method) (easydel.utils.helpers.Timers method) write_out (easydel.infra.elarge_model.types.EvalKwargs attribute), [1] wte (easydel.modules.mosaic_mpt.modeling_mosaic.MptModel attribute)

X

Xerxes2Attention (class in easydel.modules.xerxes2.modeling_xerxes2) Xerxes2Config (class in easydel.modules.xerxes2.xerxes2_configuration) Xerxes2DecoderLayer (class in easydel.modules.xerxes2.modeling_xerxes2) Xerxes2ForCausalLM (class in easydel.modules.xerxes2.modeling_xerxes2) Xerxes2MLP (class in easydel.modules.xerxes2.modeling_xerxes2) Xerxes2Model (class in easydel.modules.xerxes2.modeling_xerxes2) Xerxes2MoeMLPStack (class in easydel.modules.xerxes2.modeling_xerxes2) Xerxes2MoeSparseBlock (class in easydel.modules.xerxes2.modeling_xerxes2)

XerxesAttention (class in easydel.modules.xerxes.modeling_xerxes) XerxesConfig (class in easydel.modules.xerxes.xerxes_configuration) XerxesDecoderLayer (class in easydel.modules.xerxes.modeling_xerxes) XerxesForCausalLM (class in easydel.modules.xerxes.modeling_xerxes) XerxesMLP (class in easydel.modules.xerxes.modeling_xerxes) XerxesModel (class in easydel.modules.xerxes.modeling_xerxes) XerxesSparseMoeBlock (class in easydel.modules.xerxes.modeling_xerxes) XPOTrainerCfg (class in easydel.infra.elarge_model.trainer_types)

Y

yarn_get_mscale() (in module easydel.layers.rotary_embedding)

YaRNScalingRotaryEmbedding (class in easydel.layers.rotary_embedding)

Z

z_loss (easydel.infra.elarge_model.trainer_types.LossConfig attribute) (easydel.infra.loss_utils.LossConfig attribute), [1] (easydel.infra.loss_utils.LossMetrics attribute), [1]

ZERO_SHOT_IMAGE_CLASSIFICATION (easydel.infra.factory.TaskType attribute), [1] (easydel.infra.utils.TaskType attribute)