GemmaTransformerConfig
======================

.. currentmodule:: penzai.deprecated.v1.example_models.gemma.model_core

.. autoclass:: GemmaTransformerConfig
  :members:
  :special-members:
  :show-inheritance:


  
  
    
    
    
    
    
    
    
    
    

  

  
  
  
  
  
  
    
    
    

  
  .. rubric:: Methods
  .. autosummary::
  
    
    ~GemmaTransformerConfig.__init__
    
  

  
  .. rubric:: Attributes
  .. autosummary::
  
    ~GemmaTransformerConfig.num_heads
    ~GemmaTransformerConfig.embedding_dim
    ~GemmaTransformerConfig.projection_dim
    ~GemmaTransformerConfig.single_kv_head
    ~GemmaTransformerConfig.mlp_hidden_dim
    ~GemmaTransformerConfig.num_decoder_blocks
    ~GemmaTransformerConfig.vocab_size
    ~GemmaTransformerConfig.parameter_dtype
    ~GemmaTransformerConfig.activation_dtype