LlamalikeTransformerConfig
==========================

.. currentmodule:: penzai.models.transformer.variants.llamalike_common

.. autoclass:: LlamalikeTransformerConfig
  :members:
  :special-members:
  :show-inheritance:


  
  
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    

  

  
  
  
  
  
  
    
    
    

  
  .. rubric:: Methods
  .. autosummary::
  
    
    ~LlamalikeTransformerConfig.__init__
    
  

  
  .. rubric:: Attributes
  .. autosummary::
  
    ~LlamalikeTransformerConfig.attention_type
    ~LlamalikeTransformerConfig.attn_logits_soft_cap
    ~LlamalikeTransformerConfig.final_logit_softcap
    ~LlamalikeTransformerConfig.query_scaling_factor
    ~LlamalikeTransformerConfig.rms_norm_eps
    ~LlamalikeTransformerConfig.rope_wavelength
    ~LlamalikeTransformerConfig.use_layer_stack
    ~LlamalikeTransformerConfig.use_post_attn_norm
    ~LlamalikeTransformerConfig.use_post_ffw_norm
    ~LlamalikeTransformerConfig.num_kv_heads
    ~LlamalikeTransformerConfig.query_head_multiplier
    ~LlamalikeTransformerConfig.embedding_dim
    ~LlamalikeTransformerConfig.projection_dim
    ~LlamalikeTransformerConfig.mlp_hidden_dim
    ~LlamalikeTransformerConfig.num_decoder_blocks
    ~LlamalikeTransformerConfig.vocab_size
    ~LlamalikeTransformerConfig.mlp_variant
    ~LlamalikeTransformerConfig.tie_embedder_and_logits