GemmaKVCachingState
===================

.. currentmodule:: penzai.deprecated.v1.example_models.gemma.sampling_mode

.. autoclass:: GemmaKVCachingState
  :members:
  :special-members:
  :show-inheritance:


  
  
    
    
    
    

  

  
  
  
  
  
  
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    
    

  
  .. rubric:: Methods
  .. autosummary::
  
    
    ~GemmaKVCachingState.__init__
    
    
    
    
    
    
    
    
    
  

  
  .. rubric:: Attributes
  .. autosummary::
  
    ~GemmaKVCachingState.cache_len
    ~GemmaKVCachingState.batch_axes
    ~GemmaKVCachingState.kv_caches
    ~GemmaKVCachingState.cache_end_index
  

  

  .. rubric:: Inherited Methods
  .. raw:: html

    <details style="margin-bottom: 1.5rem">
      <summary style="font-style:italic">(expand to view inherited methods)</summary>

  .. autosummary::
  
    
    
    ~GemmaKVCachingState.attributes_dict
    
    
    ~GemmaKVCachingState.from_attributes
    
    
    ~GemmaKVCachingState.key_for_field
    
    
    ~GemmaKVCachingState.select
    
    
    ~GemmaKVCachingState.tree_flatten
    
    
    ~GemmaKVCachingState.tree_flatten_with_keys
    
    
    ~GemmaKVCachingState.tree_unflatten
    
    
    ~GemmaKVCachingState.treescope_color
    

  .. raw:: html

    </details>

  