TransformerMetadata
===================

.. currentmodule:: penzai.models.transformer.model_parts

.. autoclass:: TransformerMetadata
  :members:
  :special-members:
  :show-inheritance:


  
  
    
    
    
    
    
    
    

  

  
  
  
  
  
  
    
    
    

  
  .. rubric:: Methods
  .. autosummary::
  
    
    ~TransformerMetadata.__init__
    
  

  
  .. rubric:: Attributes
  .. autosummary::
  
    ~TransformerMetadata.common_head_axes
    ~TransformerMetadata.query_only_head_axes
    ~TransformerMetadata.embedding_dim
    ~TransformerMetadata.projection_dim
    ~TransformerMetadata.mlp_hidden_dim
    ~TransformerMetadata.vocab_size
    ~TransformerMetadata.activation_dtype