ó
    >:jM  ã                   óz   • S SK Jr  S SKrS SKJr  S SKJrJr  S SKJr  S SK	J
r
  SSKJrJrJrJr   " S	 S
\5      rg)é    )ÚUnionN)Únn)ÚLycorisConfigÚLycorisTuner)Ú2TRANSFORMERS_MODELS_TO_LOHA_TARGET_MODULES_MAPPING)Úget_pattern_keyé   )ÚConv1dÚConv2dÚLinearÚ	LoHaLayerc                   óX  • \ rS rSr% SrSr\\S'   \r	\
r\R                  R                  \\R                  R                  \\R                  R                   \0r\\\R                  R(                     \\   4   \S'   S\S\S\\\R(                  4   S	\S
\R(                  S\SS4S jrSrg)Ú	LoHaModelé   aç  
Creates Low-Rank Hadamard Product model from a pretrained model. The method is partially described in
https://huggingface.co/papers/2108.06098 Current implementation heavily borrows from
https://github.com/KohakuBlueleaf/LyCORIS/blob/eb460098187f752a5d66406d3affade6f0a07ece/lycoris/modules/loha.py

Args:
    model (`torch.nn.Module`): The model to which the adapter tuner layers will be attached.
    config ([`LoHaConfig`]): The configuration of the LoHa model.
    adapter_name (`str`): The name of the adapter, defaults to `"default"`.
    low_cpu_mem_usage (`bool`, `optional`, defaults to `False`):
        Create empty adapter weights on meta device. Useful to speed up the loading process.

Returns:
    `torch.nn.Module`: The LoHa model.

Example:
    ```py
    >>> from diffusers import StableDiffusionPipeline
    >>> from peft import LoHaModel, LoHaConfig

    >>> config_te = LoHaConfig(
    ...     r=8,
    ...     lora_alpha=32,
    ...     target_modules=["k_proj", "q_proj", "v_proj", "out_proj", "fc1", "fc2"],
    ...     rank_dropout=0.0,
    ...     module_dropout=0.0,
    ...     init_weights=True,
    ... )
    >>> config_unet = LoHaConfig(
    ...     r=8,
    ...     lora_alpha=32,
    ...     target_modules=[
    ...         "proj_in",
    ...         "proj_out",
    ...         "to_k",
    ...         "to_q",
    ...         "to_v",
    ...         "to_out.0",
    ...         "ff.net.0.proj",
    ...         "ff.net.2",
    ...     ],
    ...     rank_dropout=0.0,
    ...     module_dropout=0.0,
    ...     init_weights=True,
    ...     use_effective_conv2d=True,
    ... )

    >>> model = StableDiffusionPipeline.from_pretrained("runwayml/stable-diffusion-v1-5")
    >>> model.text_encoder = LoHaModel(model.text_encoder, config_te, "default")
    >>> model.unet = LoHaModel(model.unet, config_unet, "default")
    ```

**Attributes**:
    - **model** ([`~torch.nn.Module`]) -- The model to be adapted.
    - **peft_config** ([`LoHaConfig`]): The configuration of the LoHa model.
Úhada_ÚprefixÚlayers_mappingÚconfigÚadapter_nameÚtargetÚtarget_nameÚparentÚcurrent_keyÚreturnNc                 óò  • [        UR                  R                  5       U5      n[        UR                  R                  5       U5      nUR	                  5       n	UR                  R                  XqR                  5      U	S'   UR                  R                  X�R                  5      U	S'   [        U[        5      (       a  UR                  " U40 U	D6  gU R                  " XU40 U	D6n
U R                  XTX£5        g)zS
A private method to create and replace the target module with the adapter module.
ÚrÚalphaN)r   Úrank_patternÚkeysÚalpha_patternÚto_dictÚgetr   r   Ú
isinstancer   Úupdate_layerÚ_create_new_moduleÚ_replace_module)Úselfr   r   r   r   r   r   Úr_keyÚ	alpha_keyÚkwargsÚ
new_modules              ÚS/home/mande/repo/quber/.venv/lib/python3.13/site-packages/peft/tuners/loha/model.pyÚ_create_and_replaceÚLoHaModel._create_and_replace^   sÊ   € ô   × 3Ñ 3× 8Ñ 8Ó :¸KÓHˆÜ# F×$8Ñ$8×$=Ñ$=Ó$?ÀÓMˆ	Ø—‘Ó!ˆØ×)Ñ)×-Ñ-¨e·X±XÓ>ˆˆs‰Ø ×.Ñ.×2Ñ2°9¿l¹lÓKˆˆw‰ä�fœi×(Ñ(Ø×Ò Ñ7°Ó7à×0Ò0°ÀvÑXÐQWÑXˆJØ× Ñ  °jÕIó    © )Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   ÚstrÚ__annotations__r   Útuner_layer_clsr   Útarget_module_mappingÚtorchr   r   r
   r   r   ÚdictÚtypeÚModuler   r   r-   Ú__static_attributes__r0   r/   r,   r   r      sÓ   ‡ ñ7ðr €FˆCÓØ€OØNÐà�‰�‰˜Ø�‰�‰˜Ø�‰�‰˜ðD€N�D˜˜eŸh™hŸo™oÑ.°°Y±Ð?Ñ@ó ðJàðJð ðJð �i §¡Ð*Ñ+ð	Jð
 ðJð —	‘	ðJð ðJð 
÷Jr/   r   )Útypingr   r:   r   Úpeft.tuners.lycoris_utilsr   r   Ú
peft.utilsr   Úpeft.utils.otherr   Úlayerr
   r   r   r   r   r0   r/   r,   Ú<module>rD      s/   ðõ ã Ý ç AÝ IÝ ,ç 4Ó 4ôYJ�õ YJr/   