Layers

• easydel.layers.__init__
• easydel.layers.attention
  • AttentionMechanisms
  • AttentionModule
  • FlexibleAttentionModule
  • SC
  • get_optimal_config()
  • tpu_version_check()
• Attention Operator
  • easydel.layers.attention_operator.__init__
  • easydel.layers.attention_operator._attention_impl
  • Modules
• Caching
  • easydel.layers.caching.__init__
  • easydel.layers.caching._abstracts
  • Lightning
  • Mamba
  • Mamba2
  • Paged Attention
  • Transformer
• easydel.layers.linear
  • ParallelLinear
  • TensorParallelConfig
  • get_matmul_output_sharding()
  • get_output_partition_spec()
  • get_sharding()
• easydel.layers.norms
  • RMSNorm
• Ops
  • easydel.layers.ops.__init__
  • easydel.layers.ops._base_operation
  • easydel.layers.ops._gla
  • easydel.layers.ops._lightning_attention
• Quantization
  • easydel.layers.quantization._8bit_quantizer
  • easydel.layers.quantization.__init__
  • easydel.layers.quantization._nf4_quantizer
  • easydel.layers.quantization.base_quant
  • easydel.layers.quantization.linear_8bit
  • easydel.layers.quantization.linear_nf4
  • easydel.layers.quantization.quantizers
• easydel.layers.rotary_embedding
  • AVAILABLE_ROPE_TYPES
  • DeepseekScalingRotaryEmbedding
  • DynamicNTKScalingRotaryEmbedding
  • LinearScalingRotaryEmbedding
  • Llama3RotaryEmbedding
  • Phi3LongRoPEScaledRotaryEmbedding
  • RopeConfig
  • RotaryEmbedding
  • YaRNScalingRotaryEmbedding
  • apply_basic_rope()
  • apply_phi3_rope()
  • compute_basic_frequencies()
  • compute_basic_inv_frequencies()
  • compute_deepseek_frequencies()
  • compute_dynamic_frequencies()
  • compute_linear_frequencies()
  • compute_llama3_frequencies()
  • compute_llama3_inv_frequencies()
  • compute_phi3_frequencies()
  • compute_yarn_frequencies()
  • compute_yarn_inv_frequencies()
  • get_frequencies()
  • get_inv_frequencies()
  • get_rope()
  • rope_wraper()
  • yarn_get_mscale()
• easydel.layers.rotary_embedding_test
  • test_deepseek_yarn_scaling_rotary_embedding()
  • test_dynamic_ntk_scaling_rotary_embedding()
  • test_get_rope()
  • test_linear_scaling_rotary_embedding()
  • test_llama3_rotary_embedding()
  • test_phi3_long_rope_scaled_rotary_embedding()
  • test_rotary_embedding()
  • test_yarn_scaling_rotary_embedding()