GPTNeoXTransformerConfig
========================

.. currentmodule:: penzai.experimental.v2.models.transformer.variants.gpt_neox

.. autoclass:: GPTNeoXTransformerConfig
  :members:
  :special-members:
  :show-inheritance:


  
  
    
    
    
    
    
    
    
    
    
    
    
    
    

  

  
  
  
  
  
  
    
    
    

  
  .. rubric:: Methods
  .. autosummary::
  
    
    ~GPTNeoXTransformerConfig.__init__
    
  

  
  .. rubric:: Attributes
  .. autosummary::
  
    ~GPTNeoXTransformerConfig.use_layer_stack
    ~GPTNeoXTransformerConfig.num_attention_heads
    ~GPTNeoXTransformerConfig.embedding_dim
    ~GPTNeoXTransformerConfig.projection_dim
    ~GPTNeoXTransformerConfig.mlp_hidden_dim
    ~GPTNeoXTransformerConfig.num_decoder_blocks
    ~GPTNeoXTransformerConfig.vocab_size
    ~GPTNeoXTransformerConfig.activation_fn
    ~GPTNeoXTransformerConfig.rope_subset_size
    ~GPTNeoXTransformerConfig.rope_wavelength
    ~GPTNeoXTransformerConfig.layernorm_epsilon
    ~GPTNeoXTransformerConfig.parameter_dtype
    ~GPTNeoXTransformerConfig.activation_dtype