ó
    qyüik  ã                   óp   • S r SSKJr  SSKJr  SSKJr  SSKJr  \" SS9\ " S	 S
\5      5       5       r	S
/r
g)zQwen2 model configurationé    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringzQwen/Qwen2-7B)Ú
checkpointc                   óà  ^ • \ rS rSr% SrSrS/rSSSSSSSS.rS/S	/4S
S/S
/4S
/S
/4S.rSr	\
\S'   Sr\
\S'   Sr\
\S'   Sr\
\S'   Sr\
\S'   Sr\
S-  \S'   Sr\\S'   Sr\
\S'   Sr\\S'   Sr\\S'   S r\\S!'   S"r\\S#'   Sr\\-  S-  \S$'   S"r\\S%'   Sr\
S-  \S&'   S'r\
\S('   Sr \!\   S-  \S)'   S*r"\\
-  \S+'   Sr#\
S-  \S,'   Sr$\
S-  \S-'   Sr%\
\!\
   -  S-  \S.'   U 4S/ jr&S0r'U =r($ )1ÚQwen2Configé   aQ  
Example:

```python
>>> from transformers import Qwen2Model, Qwen2Config

>>> # Initializing a Qwen2 style configuration
>>> configuration = Qwen2Config()

>>> # Initializing a model from the Qwen2-7B style configuration
>>> model = Qwen2Model(configuration)

>>> # Accessing the model configuration
>>> configuration = model.config
```Úqwen2Úpast_key_valuesÚcolwiseÚrowwise)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projzlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚ	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)Úembed_tokensÚlayersÚnormi€Q Ú
vocab_sizei   Úhidden_sizei V  Úintermediate_sizeé    Únum_hidden_layersÚnum_attention_headsNÚnum_key_value_headsÚsiluÚ
hidden_acti €  Úmax_position_embeddingsg{®Gáz”?Úinitializer_rangeg�íµ ÷Æ°>Úrms_norm_epsTÚ	use_cacheFÚtie_word_embeddingsÚrope_parametersÚuse_sliding_windowÚsliding_windowé   Úmax_window_layersÚlayer_typesg        Úattention_dropoutÚpad_token_idÚbos_token_idÚeos_token_idc                 ó`  >• U R                   (       a  U R                  OS U l        U R                  c  U R                  U l        U R                  cI  [        U R                  5       Vs/ s H#  nU R                  b  X R                  :¼  a  SOSPM%     snU l        [        TU ]$  " S0 UD6  g s  snf )NÚsliding_attentionÚfull_attention© )
r&   r'   r   r   r*   Úranger   r)   ÚsuperÚ__post_init__)ÚselfÚkwargsÚiÚ	__class__s      €Új/home/mande/repo/quber/.venv/lib/python3.13/site-packages/transformers/models/qwen2/configuration_qwen2.pyr5   ÚQwen2Config.__post_init__S   s«   ø€ Ø59×5L×5L˜d×1Ò1ÐRVˆÔØ×#Ñ#Ñ+Ø'+×'?Ñ'?ˆDÔ$à×ÑÑ#ô
 ˜t×5Ñ5Ô6ó	 ò 7�Að ×&Ñ&Ñ2°q×<RÑ<RÓ7Rñ $à%ò&ñ 7ñ	 ˆDÔô 	‰ÒÑ' Ó'ùò s   Á(*B+)r*   r   r'   ))Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr   ÚintÚ__annotations__r   r   r   r   r   r   Ústrr    r!   Úfloatr"   r#   Úboolr$   r%   r   Údictr&   r'   r)   r*   Úlistr+   r,   r-   r.   r5   Ú__static_attributes__Ú__classcell__)r9   s   @r:   r
   r
      s‰  ø‡ ñð  €JØ#4Ð"5Ðð &/Ø%.Ø%.Ø%.Ø"+Ø )Ø"+ñÐð &˜¨Ð(9Ð:Ø#Ð%5Ð6¸Ð8IÐJØ!Ð" _Ð$5Ð6ñÐð €J�ÓØ€K�ÓØ"Ð�sÓ"ØÐ�sÓØ!Ð˜Ó!Ø&(Ð˜˜t™Ó(Ø€J�ÓØ#(Ð˜SÓ(Ø#Ð�uÓ#Ø€L�%ÓØ€IˆtÓØ %Ð˜Ó%Ø48€O�^ dÑ*¨TÑ1Ó8Ø$Ð˜Ó$Ø!%€N�C˜$‘JÓ%ØÐ�sÓØ$(€K��c‘˜TÑ!Ó(Ø%(Ð�u˜s‘{Ó(Ø#€L�#˜‘*Ó#Ø#€L�#˜‘*Ó#Ø+/€L�#˜˜S™	‘/ DÑ(Ó/÷(ó (ó    r
   N)r@   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r
   Ú__all__r2   rN   r:   Ú<module>rT      sL   ðñ  å .å 3Ý 1Ý #ñ ˜?Ñ+ØôG(Ð"ó G(ó ó ,ðG(ðT ˆ/�rN   