ó
    >:jÑA  ã                   óZ  • S SK r S SKJr  SSKJr  S rS r0 r\(       a  \\S'   \" \S5      (       a  \\S	'   0 S
SS/_SSS/_SSS/_SS/_S	S/_S/ SQ_SSS/_SSS/_SS/_SSS/_SSS/_SSS/_SSS/_SSS/_S S!S"/_S#S$/_S%SS/_0 S&SS/_S'SS/_S(S/_SS/_S)S*/_S+S/_S,S/_S-S/_S.S/S/_S0S1/_S2SS/_S3SS/_S4SS/_S5/ S6Q_S7SS/_S8SS/_S9SS/_ES:SS/SS// S;Q/ S<QS=.Er	\	R                  5       r\	R                  5       r\	R                  5       r\	R                  5       r\	R                  5       r\	R                  5       r\	R                  5       r\	R                  5       r\	R                  5       r\	R                  5       r\	R                  5       rSS/\S>'   \	R                  5       r\	R                  5       r\	R                  5       r\	R                  5       r\	R                  5       r\	R                  5       r\	R                  5       rS?/\S'   S?/\S'   \	R                  5       rSS/\S5'   \	R                  5       rSS/\S5'   \R                  5       rSS/\S@'   \	R                  5       rS?/\S'   S?/\S'   0 S&/ SAQ_S	/ SBQ_SC/ SDQ_S
SESF/_SSESF/_S/ SGQ_S/ SHQ_S/ SIQ_SSJSK/_S-/ SBQ_S2/ SAQ_S5SLSM/_S7/ SAQ_S8/ SNQ_S9/ SNQ_SOSP/_SQSP/_r 0 S
/ SRQ_S/ SSQ_SSS?/_S	SST/_S/ SUQ_S/ SVQ_S/ SWQ_SSSX/_S/ SYQ_S/ SZQ_SSS?/_S&/ S[Q_S'/ S\Q_S2/ S[Q_S3/ S]Q_S/ SUQ_S / S^Q_S$S_/SSX/SSX/SSX// SZQ/ S\Q/ S\Q/ S\Q/ S\Q/ S\QS`.
Er!0 S
Sa/_S/ _SS?/_S	ST/_SS_/_SSb/_SSc/_SSX/_SS//_SSb/_SS?/_S&Sd/_S'Sd/_S2Sd/_S3Se/_SS_/_S S_/_S_/SX/SX/SX/Sb/Sd/Sd/Sd/Sd/Sd/Sf.
Er"0 S
/ SgQ_S/ ShQ_S/ SiQ_SS/_S	S/_S/ SiQ_SSS/_SS/_SSS/_S&SS/_S'SS/_SSS/_S/ SjQ_S / SkQ_SS/_S#S$/_S7SS/_SS/SS/S:SS/SS/Sl.Er#0 S
/ SgQ_S/ ShQ_S/ SiQ_SS/_S	S/_S/ SiQ_SSS/_SS/_SSS/_S&SS/_S'SS/_SSS/_SSS/_S / SkQ_SS/_S#S$/_S7SS/_SS/SS/S:SS/SS/Sl.Er$0 S&/ SmQ_S'/ SmQ_S2/ SmQ_S3/ SmQ_S7/ SmQ_S8/ SmQ_S9/ SmQ_SO/ SmQ_SQ/ SmQ_S5/ SmQ_SSS//_S	SSX/_S/ SiQ_S/ SnQ_SSSX/_S-SSX/_SSS//_r%0 S
SS/_SSS/_SSS/_SS?/_S	S/_S/ SQ_SSS/_SSS/_SS/_SSS/_SSS/_SSS/_SSS/_SSS/_S S!S"/_S#S$/_S%SS/_0 S&SS/_S'SS/_S(S/_SS?/_S)S*/_S+S/_S,S/_S-S/_S0S1/_S2SS/_S3SS/_S4SS/_S5/ S6Q_S7SS/_S8SS/_S9SS/_SoS:_ESS/SS/Sp.Er&Sqr'Srr(Ssr)StSu/r*SvSw/r+Sxr,Syr-Szr.S{S|0r/S}r0\ Rb                  \ Rd                  \ Rf                  4r4S~r5g)é    N)ÚBloomPreTrainedModelé   )Úis_transformers_le_4_53c                 ó  • [         R                  " U 5      n U R                  u  pp4nU S US-   nUR                  SS5      R	                  US-  X#-  XT5      nXS-  S  nUR	                  US-  X#-  XE5      n[        [        Xg5      5      $ )Nr   é   )ÚtorchÚcatÚshapeÚ	transposeÚreshapeÚtupleÚzip)Úpast_key_valuesÚtotal_layersÚ
batch_sizeÚnum_attention_headsÚnum_virtual_tokensÚhead_dimÚkeysÚvaluess           ÚQ/home/mande/repo/quber/.venv/lib/python3.13/site-packages/peft/utils/constants.pyÚ&bloom_model_postprocess_past_key_valuer      sœ   € Ü—i’i Ó0€OØRa×RgÑRgÑO€LÐ1ÀxØÐ.˜\¨QÑ.Ð/€DØ�>‰>˜!˜QÓ×'Ñ'Ø˜Ñ˜:Ñ;¸Xó€Dð ¨QÑ.Ð0Ð1€FØ�^‰^˜L¨AÑ-¨zÑ/OÐQcÓn€Fä”�TÓ"Ó#Ð#ó    c                 óÐ   • / nU  HT  nUS S 2S S 2S4   nUR                  / SQ5      nUR                  " / UR                  S S QSP76 nUR                  U5        MV     [	        U5      $ )Nr   )é   r   r   r   éþÿÿÿéÿÿÿÿ)Úpermuter   r
   Úappendr   )r   ÚresultÚks      r   Ú*starcoder_model_postprocess_past_key_valuer"   $   sf   € Ø€FÛˆØŠa’�Aˆg‰JˆØ�I‰I’lÓ#ˆØ�IŠIÐ(�q—w‘w˜s �|Ð( RÒ(ˆØ�‰�aÖñ	 ô
 �‹=Ðr   Úgpt_bigcodeÚ_convert_to_standard_cacheÚbloomÚt5ÚqÚvÚmt5ÚbartÚq_projÚv_projÚgpt2Úc_attnÚquery_key_valuezblip-2)r'   r(   r+   r,   ÚoptÚgptjÚgpt_neoxÚgpt_neoÚbertÚqueryÚvalueÚrobertazxlm-robertaÚelectraz
deberta-v2Ú
query_projÚ
value_projÚdebertaÚin_projÚlayoutlmÚllamaÚllama4ÚchatglmÚmptÚWqkvÚRefinedWebModelÚ
RefinedWebÚfalconÚbtlmÚc_projÚcodegenÚqkv_projÚmistralÚmixtralÚstablelmÚphi)r+   r,   Úfc1Úfc2ÚgemmaÚgemma2Úgemma3_textz%.*language_model\..*\.(q_proj|v_proj))Úkeyr6   Ú
receptanceÚoutput)Úr_projÚk_projr,   Úo_projrS   r6   )Úgemma4Úqwen2Úqwen3ÚrwkvÚrwkv7Úvitz
mlp.c_projÚdinov2)Úinput_layernormÚpost_attention_layernormÚnorm)r`   ra   Úln_fÚllava)Úmulti_modal_projectorr`   ra   rb   Úembed_tokensÚlm_headÚ
layer_normÚfinal_layer_norm)Úself_attn_layer_normÚencoder_attn_layer_normri   )Úln_1Úln_2rc   )Ú	layernormÚ	LayerNormri   rj   rl   rc   r`   Úfinal_layernorm)r`   ra   Úpre_feedforward_layernormÚpost_feedforward_layernormrb   rZ   ra   r[   )r!   r(   Úwo)r!   r(   Úwi_1zmlp.dense_4h_to_h)rS   r6   úoutput.dense)r+   rW   rO   )r+   r,   Úfc_outÚdense_4h_to_h)r+   r,   rG   )r+   r,   rO   )rW   r,   Ú	down_proj)r+   r,   rx   )rW   r,   Úw2)Úkey_projr:   ru   ru   )
r;   rC   rD   rE   rM   rP   rQ   rR   rZ   r[   rs   rO   rv   rx   ry   )
r;   rD   rC   rE   rM   rP   rQ   rR   rZ   r[   )r'   r!   r(   ÚoÚwirs   )r'   r!   r(   r{   Úwi_0rt   rs   )r+   rW   r,   Úout_projrN   rO   )r5   rS   r6   Údense)r9   rz   r:   r   )rQ   rR   rY   rZ   r[   )r+   rW   r,   rX   Ú	gate_projrx   Úup_proj)r+   rW   r,   r~   Úfc_inrv   rY   )rZ   r[   zadapter_model.binzadapter_model.safetensorszadapter_config.jsonrf   rg   ÚscoreÚ
classifierz
all-linearztokenizer_config.jsonzdummy-target-modulesÚ
model_typeÚcustomé   )Úfloat8_e4m3fnÚfloat8_e4m3fnuzÚfloat8_e5m2Úfloat8_e5m2fnuzÚfloat8_e8m0fnu)6r   Útransformersr   Úimport_utilsr   r   r"   Ú8TRANSFORMERS_MODELS_TO_PREFIX_TUNING_POSTPROCESS_MAPPINGÚhasattrÚ2TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPINGÚcopyÚ2TRANSFORMERS_MODELS_TO_BOFT_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_C3A_TARGET_MODULES_MAPPINGÚ4TRANSFORMERS_MODELS_TO_DELORA_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_HRA_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_LOHA_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_LOKR_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_MISS_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_OFT_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_POLY_TARGET_MODULES_MAPPINGÚ6TRANSFORMERS_MODELS_TO_RANDLORA_TARGET_MODULES_MAPPINGÚ4TRANSFORMERS_MODELS_TO_ADAMSS_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_ROAD_TARGET_MODULES_MAPPINGÚ6TRANSFORMERS_MODELS_TO_TINYLORA_TARGET_MODULES_MAPPINGÚ3TRANSFORMERS_MODELS_TO_PSOFT_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_LILY_TARGET_MODULES_MAPPINGÚ5TRANSFORMERS_MODELS_TO_GRALORA_TARGET_MODULES_MAPPINGÚ4TRANSFORMERS_MODELS_TO_PEANUT_TARGET_MODULES_MAPPINGÚ7TRANSFORMERS_MODELS_TO_FOURIERFT_TARGET_MODULES_MAPPINGÚ3TRANSFORMERS_MODELS_TO_SHIRA_TARGET_MODULES_MAPPINGÚ2TRANSFORMERS_MODELS_TO_VERA_TARGET_MODULES_MAPPINGÚ3TRANSFORMERS_MODELS_TO_PVERA_TARGET_MODULES_MAPPINGÚ6TRANSFORMERS_MODELS_TO_LNTUNING_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_IA3_TARGET_MODULES_MAPPINGÚ6TRANSFORMERS_MODELS_TO_IA3_FEEDFORWARD_MODULES_MAPPINGÚ5TRANSFORMERS_MODELS_TO_ADALORA_TARGET_MODULES_MAPPINGÚ4TRANSFORMERS_MODELS_TO_VBLORA_TARGET_MODULES_MAPPINGÚ1TRANSFORMERS_MODELS_TO_OSF_TARGET_MODULES_MAPPINGÚ4TRANSFORMERS_MODELS_TO_WAVEFT_TARGET_MODULES_MAPPINGÚWEIGHTS_NAMEÚSAFETENSORS_WEIGHTS_NAMEÚCONFIG_NAMEÚEMBEDDING_LAYER_NAMESÚSEQ_CLS_HEAD_NAMESÚINCLUDE_LINEAR_LAYERS_SHORTHANDÚTOKENIZER_CONFIG_NAMEÚDUMMY_TARGET_MODULESÚDUMMY_MODEL_CONFIGÚ#MIN_TARGET_MODULES_FOR_OPTIMIZATIONÚfloat16Úbfloat16Úfloat32ÚALLOWED_COMPUTE_DTYPESÚUPCAST_DTYPES© r   r   Ú<module>r¿      sÎ  ðó Ý -å 2ò
$òð <>Ð 8Þà2ð =¸]ÑKñ
 ÐÐ!=×>Ñ>ð IoÐ<¸WÑEð(6Øˆ3�ˆ*ð(6à	ˆC�ˆ:ð(6ð ˆX�xÐ ð(6ð ˆXˆJð	(6ð
 ÐÐ ð(6ð Ò,ð(6ð 
ˆH�hÐð(6ð ˆX�xÐ ð(6ð Ð"Ð#ð(6ð �˜(Ð#ð(6ð ˆW�gÐð(6ð �˜Ð!ð(6ð �G˜WÐ%ð(6ð �˜Ð!ð(6ð �< Ð.ð(6ð  �	ˆ{ð!(6ð" �˜'Ð"ñ#(6ð$ ˆh˜Ð!ð%(6ð& ˆx˜Ð"ð'(6ð( Ð!Ð"ð)(6ð* �H�:ð+(6ð, 
ˆFˆ8ð-(6ð. Ð)Ð*ð/(6ð0 Ð$Ð%ð1(6ð2 Ð Ð!ð3(6ð4 ˆX�xÐ ð5(6ð6 �
ˆ|ð7(6ð8 �˜(Ð#ð9(6ð: �˜(Ð#ð;(6ð< �˜8Ð$ð=(6ð> 
Ò-ð?(6ð@ ˆh˜Ð!ðA(6ðB ˆx˜Ð"ðC(6ðD �H˜hÐ'ñE(6ðF 7Ø˜Ð!Ø˜Ð!Ú4ÚEòO(6Ð 2ðV 6h×5lÑ5lÓ5nÐ 2Ø4f×4kÑ4kÓ4mÐ 1Ø7i×7nÑ7nÓ7pÐ 4Ø4f×4kÑ4kÓ4mÐ 1Ø5g×5lÑ5lÓ5nÐ 2Ø5g×5lÑ5lÓ5nÐ 2Ø5g×5lÑ5lÓ5nÐ 2Ø4f×4kÑ4kÓ4mÐ 1Ø5g×5lÑ5lÓ5nÐ 2Ø9k×9pÑ9pÓ9rÐ 6Ø7i×7nÑ7nÓ7pÐ 4Ø?FÈÐ>PÐ 4°UÑ ;Ø5g×5lÑ5lÓ5nÐ 2Ø9k×9pÑ9pÓ9rÐ 6Ø6h×6mÑ6mÓ6oÐ 3Ø5g×5lÑ5lÓ5nÐ 2Ø8j×8oÑ8oÓ8qÐ 5Ø7i×7nÑ7nÓ7pÐ 4ð ;m×:qÑ:qÓ:sÐ 7ØJVÈÐ 7¸Ñ FØCOÀ.Ð 7¸Ñ ?à6h×6mÑ6mÓ6oÐ 3Ø>FÈÐ=QÐ 3°EÑ :à5g×5lÑ5lÓ5nÐ 2Ø=EÀxÐ<PÐ 2°5Ñ 9à6h×6mÑ6mÓ6oÐ 3ØAHÈ'Ð@RÐ 3°HÑ =à4f×4kÑ4kÓ4mÐ 1ØDPÀ>Ð 1°-Ñ @Ø=I¸NÐ 1°&Ñ 9ð%:ØÒDð%:àÒDð%:ð ò ð%:ð 	ˆ<Ð+Ð
,ð%:ð 
ˆLÐ,Ð-ð%:ð ÒSð%:ð Ò$ð%:ð ÒTð%:ð  ˆV�VÐð!%:ð" ÒEð#%:ð$ ÒFð%%:ð& 
ÐÐ0Ð1ð'%:ð( ÒDð)%:ð* ò ð+%:ð8 ò ð9%:ðF Ð(Ð)ðG%:ðH Ð(Ð)ðI%:Ð 6ðN5ØÒ
ð5à	Òð5ð ˆX�|Ð$ð5ð ÐÐ!4Ð5ð	5ð
 Ò/ð5ð 
Ò&ð5ð Ò*ð5ð Ð" OÐ4ð5ð Ò-ð5ð Ò'ð5ð �H˜lÐ+ð5ð Ò.ð5ð Ò/ð5ð Ò0ð5ð Ò)ð5ð  Ò,ð!5ð" Ò<ð#5ð$ ˜>Ð*Ø)¨?Ð;Ø$ oÐ6Ø  /Ð2Ú&Ú.Ú/Ú4Ú.Ú.ò75Ð 1ð<:Øˆ4ˆ&ð:à	ˆ2ð:ð ˆ\ˆNð:ð Ð!Ð"ð	:ð
 �Ðð:ð 
ˆEˆ7ð:ð ˆXˆJð:ð �Ð!ð:ð �ˆzð:ð ˆUˆGð:ð �L�>ð:ð ˆkˆ]ð:ð ˆ{ˆmð:ð �ˆ}ð:ð �ˆvð:ð  ˆ^Ðð!:ð" �>Ð"ð#:ð$ ÐØ"Ð#Ø'Ð(ØÐØˆ7Øˆ]ØˆmØ�=Øˆ]Øˆ]ò7:Ð 6ð<9ØÒ
*ð9à	Ò5ð9ð ÒDð9ð ˆXˆJð	9ð
 ÐÐ ð9ð 
ÒCð9ð ˆX�xÐ ð9ð Ð"Ð#ð9ð �˜(Ð#ð9ð ˆh˜Ð!ð9ð ˆx˜Ð"ð9ð ˆW�gÐð9ð Ò1ð9ð  ÒCð!9ð" �H�:ð#9ð$ �	ˆ{ð%9ð( ˆh˜Ð!ð)9ð* ˜Ð"Ø˜hÐ'Ø6Ø˜Ð!Ø˜Ð!ò39Ð 5ð88ØÒ
*ð8à	Ò5ð8ð ÒDð8ð ˆXˆJð	8ð
 ÐÐ ð8ð 
ÒCð8ð ˆX�xÐ ð8ð Ð"Ð#ð8ð �˜(Ð#ð8ð ˆh˜Ð!ð8ð ˆx˜Ð"ð8ð ˆW�gÐð8ð �˜Ð!ð8ð ÒCð8ð �H�:ð8ð  �	ˆ{ð!8ð" ˆh˜Ð!ð#8ð$ ˜Ð"Ø˜hÐ'Ø6Ø˜Ð!Ø˜Ð!ò-8Ð 4ð25ØÒZð5àÒ[ð5ð Ò\ð5ð Ò\ð	5ð
 ÒZð5ð Ò[ð5ð Ò`ð5ð ÒZð5ð ÒZð5ð 
ÒXð5ð ˆX�xÐ ð5ð Ð Ð1ð5ð 
ÒCð5ð ÒIð5ð Ð" OÐ4ð5ð  Ð  /Ð2ð!5ð" �H˜hÐ'ð#5Ð 1ð(%8Øˆ3�ˆ*ð%8à	ˆC�ˆ:ð%8ð ˆX�xÐ ð%8ð ˆ\ˆNð	%8ð
 ÐÐ ð%8ð Ò,ð%8ð 
ˆH�hÐð%8ð ˆX�xÐ ð%8ð Ð"Ð#ð%8ð �˜(Ð#ð%8ð ˆW�gÐð%8ð �˜Ð!ð%8ð �G˜WÐ%ð%8ð �˜Ð!ð%8ð �< Ð.ð%8ð  �	ˆ{ð!%8ð" �˜'Ð"ñ#%8ð$ ˆh˜Ð!ð%%8ð& ˆx˜Ð"ð'%8ð( Ð!Ð"ð)%8ð* �L�>ð+%8ð, 
ˆFˆ8ð-%8ð. Ð)Ð*ð/%8ð0 Ð$Ð%ð1%8ð2 Ð Ð!ð3%8ð4 �
ˆ|ð5%8ð6 �˜(Ð#ð7%8ð8 �˜(Ð#ð9%8ð: �˜8Ð$ð;%8ð< 
Ò-ð=%8ð> ˆh˜Ð!ð?%8ð@ ˆx˜Ð"ðA%8ðB �H˜hÐ'ðC%8ðD Ð6ñE%8ðF ˜Ð!Ø˜Ð!òI%8Ð 4ðT #€Ø6Ð Ø#€Ø'¨Ð3Ð Ø˜|Ð,Ð Ø".Ð Ø/Ð Ø-Ð Ø" HÐ-Ð ð ')Ð #àŸ-™-¨¯©¸¿¹ÐGÐ àh�r   