>:j!SSKJr SSKrSSKrSSKJrJrJr SSKrSSK J r SSK J r J r SSKJrJr "SS\ 5r"S S \ R$\5rg) ) annotationsN)AnyLiteralOptional)BaseTunerLayercheck_adapters_to_merge)BlockCircularConvolutionget_circulant_fastcl\rSrSrSrSrS SjrS SjrS S Sjjr\ R"5S5r Sr g )C3ALayer) c3a_kernel) block_sizec NXl0Ul[R"05UlSUl/UlX lUR5n[U[R5(a$URURsUl Ul g[S[U535e)NFzUnsupported layer type ) base_layerrnn ParameterDictr_disable_adaptersmerged_adapterskwargsget_base_layer isinstanceLinear in_features out_features ValueErrortype)selfrrs R/home/mande/repo/quber/.venv/lib/python3.13/site-packages/peft/tuners/c3a/layer.py__init__C3ALayer.__init__"s$**2.!&! ((* j")) , ,2<2H2H*JaJa /D d/6tJ7G6HIJ JcXXRR5;a[SUS35eUR5RnUR nURUn[ UR[R55RU5nXRRS5- $)NzAdapter z not found.) rkeysrrweightdtyper totorchfloat32size)radapterbase_layer_weightbase_layer_weight_dtyper delta_weights r get_delta_weightC3ALayer.get_delta_weight1s //..0 0xy <= = //188"3"9"9__W- )*-- *FGJJKbc 44R888r#c US::a[SU35eURU-S:wa[SURSU35eURU-S:wa[SURSU35eX RU'UR 5R n[ R"[R"URU-URU-U[RURS95URU'URX5 URU5 URUR US9 g)NrzH`block_size` should be a positive integer value but the value passed is zPThe block size should be a factor of the input size. However, the input size is z and the block size is zRThe block size should be a factor of the output size. However, the output size is )r(device)inference_mode)rrrrrr'r Parameterr*zerosr+r4rreset_c3a_parameters%_move_adapter_to_device_of_base_layer set_adapteractive_adapters)r adapter_namer init_weightsr5rr's r update_layerC3ALayer.update_layer;s_ ?ghrgstu u   j (A -bcgcscsbtuLMWLXY    z )Q .deievevdwxOPZO[\ )3 %$$&--(* KK!!Z/  J.mm}}  )  % !!,= 22<@ --nMr#cUSLagXRR5;Ga5US:Xa-[RR URU5 gUS;aUR UR pCS[R"S[X4-5- 5-n[R"S5U-n[RRURUU*U5 gUS:XaaUR nS[R"S[U5- 5-n[RRURUU*U5 g[SU35eg) NTgaussian)xavier_uniformFg?g@g@kaiming_uniformzUnknown init_weights: ) rr&rinitnormal_rrmathsqrtfloatuniform_r)rr<r=fan_infan_outstdas r r8C3ALayer.reset_c3a_parametersZs 4   ??//1 1z) =>!::"&"2"2D4E4EDIIcE&2B,C&CDDIIcNS(  !>AF!22))$))C%-$788  !>AF #9,!HII 2r#)rrrrrrrrN)rz nn.ModulereturnNone)rO torch.Tensor)F)r5bool) __name__ __module__ __qualname____firstlineno__adapter_layer_namesother_param_namesr!r1r>r*no_gradr8__static_attributes__r#r r r s;)' K9N> ]]_JJr#r c|^\rSrSrS U4SjjrS S SjjrS SjrS SjrSSSjjrSU4Sjjr Sr U=r $) C3ALinearoc >[TU]5 [R"X40UD6 X lUR X#U5 g)N)superr!r _active_adapterr>)rrr<rr=r __class__s r r!C3ALinear.__init__qs9 $5f5+ ,LAr#cX[X5nU(dgUGHnX0RR5;dM#UR5nU(aURR R 5nURU5nXV-n[R"U5R5(d[SUS35eXTRlO9URU5nURR U-URlURRU5 GM g)a Merge the active adapter weights into the base weights Args: safe_merge (`bool`, *optional*): If True, the merge operation will be performed in a copy of the original weights and check for NaNs before merging the weights. This is useful if you want to check if the merge operation will produce NaNs. Defaults to `False`. adapter_names (`list[str]`, *optional*): The list of adapter names that should be merged. If None, all active adapters will be merged. Defaults to `None`. Nz1NaNs detected in the merged weights. The adapter z seems to be broken)rrr&rr'datacloner1r*isfiniteallrrappend)r safe_merge adapter_namesactive_adapterr orig_weightsr0s r mergeC3ALinear.merge~s0D  +N!5!5!77!002 $.#4#4#9#9#?#?#AL#'#8#8#HL#/#>L >>,7;;==(OP^O__rs.:%%*#'#8#8#HL-7->->-C-Cl-RJ%%*$$++N;),r#cUR(d[R"S5 g[UR5S:aURR 5nXR R5;a<UR5R=RURU5-sl [UR5S:aMgg)zG This method unmerges all merged adapter layers from the base weights. z Already unmerged. Nothing to do.Nr) mergedwarningswarnlenrpoprr&rr'rer1)rrls r unmergeC3ALinear.unmerges{{ MM< = $&&'!+!11557N!5!5!77##%,,11T5J5J>5ZZ1$&&'!+r#cURnUR(a9UR(aUR5 UR"U/UQ70UD6nGOUR(aUR"U/UQ70UD6nOUR"U/UQ70UD6nUR [ R5nURHnX`RR5;aM"URUR [ R5n[R"X5URS5- nXQR UR5- nM UR U5nU$)Nr%)r(disable_adaptersrqrvrr)r*r+r;rr&r applyr,)rxargsrprevious_dtyperesultrlrs r forwardC3ALinear.forwards  {{ __Q888F [[__Q888F__Q888FU]]#A"&"6"6!)=)=)??!__^<?? N ,221AAFF2JN$$v||,, #7>* r#cg)NTr[)rr<s r supports_lora_conversion"C3ALinear.supports_lora_conversionsr#c*>[TU]5nSU-$)Nzc3a.)r`__repr__)rreprbs r rC3ALinear.__repr__sg |r#)ra)r<strrintr=z?bool | Literal['gaussian', 'kaiming_uniform', 'xavier_uniform']rOrP)FN)rjrRrkzOptional[list[str]]rOrP)rOrP)r{rQr|rrrrOrQ)default)r<rrOrR)rOr) rSrTrUrVr!rnrvrrrrZ __classcell__)rbs@r r]r]osV B B B V B  B&rsG# )) L?PJ~PJf^ 8^r#