ó
    qyüit  ã                   óp   • S r SSKJr  SSKJr  SSKJr  SSKJr  \" SS9\ " S	 S
\5      5       5       r	S
/r
g)zGranite model configurationé    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringzibm-granite/granite-3.0-8b-base)Ú
checkpointc                   ó  ^ • \ rS rSr% SrSrS/rSSSSSSSS.rS/S	/4S
S/S
/4S
/S
/4S.rSr	\
\S'   Sr\
\S'   Sr\
\S'   Sr\
\S'   Sr\
\S'   Sr\
S-  \S'   Sr\\S'   Sr\
\S'   Sr\\S'   Sr\\S'   S r\\S!'   Sr\
S-  \S"'   S#r\
S-  \S$'   S%r\
\\
   -  S-  \S&'   S'r\\S('   Sr\\ -  S-  \S)'   S'r!\\S*'   S+r"\\
-  \S,'   S'r#\\S-'   S.r$\\
-  \S/'   S.r%\\
-  \S0'   S.r&\\
-  \S1'   S.r'\\
-  \S2'   U 4S3 jr(S4r)U =r*$ )5ÚGraniteConfigé   a_  
```python
>>> from transformers import GraniteModel, GraniteConfig

>>> # Initializing a Granite granite-3b style configuration
>>> configuration = GraniteConfig()

>>> # Initializing a model from the granite-7b style configuration
>>> model = GraniteModel(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```
ÚgraniteÚpast_key_valuesÚcolwiseÚrowwise)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projzlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚ	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)Úembed_tokensÚlayersÚnormi }  Ú
vocab_sizei   Úhidden_sizei +  Úintermediate_sizeé    Únum_hidden_layersÚnum_attention_headsNÚnum_key_value_headsÚsiluÚ
hidden_acti   Úmax_position_embeddingsg{®Gáz”?Úinitializer_rangeg�íµ ÷Æ°>Úrms_norm_epsTÚ	use_cacheÚpad_token_idé   Úbos_token_idé   Úeos_token_idFÚtie_word_embeddingsÚrope_parametersÚattention_biasg        Úattention_dropoutÚmlp_biasg      ð?Úembedding_multiplierÚlogits_scalingÚresidual_multiplierÚattention_multiplierc                 ób   >• U R                   c  U R                  U l         [        TU ]  " S0 UD6  g )N© )r   r   ÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s     €Ún/home/mande/repo/quber/.venv/lib/python3.13/site-packages/transformers/models/granite/configuration_granite.pyr5   ÚGraniteConfig.__post_init__X   s-   ø€ Ø×#Ñ#Ñ+Ø'+×'?Ñ'?ˆDÔ$ä‰ÒÑ' Ó'ó    )r   )+Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr   ÚintÚ__annotations__r   r   r   r   r   r   Ústrr    r!   Úfloatr"   r#   Úboolr$   r&   r(   Úlistr)   r*   r   Údictr+   r,   r-   r.   r/   r0   r1   r5   Ú__static_attributes__Ú__classcell__)r8   s   @r9   r
   r
      s¡  ø‡ ñð €JØ#4Ð"5Ðð &/Ø%.Ø%.Ø%.Ø"+Ø )Ø"+ñÐð &˜¨Ð(9Ð:Ø#Ð%5Ð6¸Ð8IÐJØ!Ð" _Ð$5Ð6ñÐð €J�ÓØ€K�ÓØ"Ð�sÓ"ØÐ�sÓØ!Ð˜Ó!Ø&*Ð˜˜t™Ó*Ø€J�ÓØ#'Ð˜SÓ'Ø#Ð�uÓ#Ø€L�%ÓØ€IˆtÓØ#€L�#˜‘*Ó#Ø €L�#˜‘*Ó Ø+,€L�#˜˜S™	‘/ DÑ(Ó,Ø %Ð˜Ó%Ø48€O�^ dÑ*¨TÑ1Ó8Ø €N�DÓ Ø%(Ð�u˜s‘{Ó(Ø€HˆdÓØ(+Ð˜% #™+Ó+Ø"%€N�E˜C‘KÓ%Ø'*Ð˜ ™Ó*Ø(+Ð˜% #™+Ó+÷(ó (r;   r
   N)r@   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r
   Ú__all__r3   r;   r9   Ú<module>rS      sK   ðñ& "å .å 3Ý 1Ý #ñ Ð<Ñ=Øô>(Ð$ó >(ó ó >ð>(ðB Ð
�r;   