"Ei %SSKJr SSKrSSKrSSKrSSKJr SSKJrJr SSK J r SSK J r SSK JrJr \ (a SSKJrJrJr \"S S 9"S S 55r"S S\5rSr/SQr/SQrS/\Vs/sHnSU-PM sn-rSS1r"SS\5r"SS\5rSgSjr\H<r\H3r\ "\\\-5(aM\"5r!\""\!5 \#"S\\S\!35e M> \RH\RJ\RL\RN\RP1r)\RJ\RL1r*\RL\RV\RX\RZ\RJ\RH\RN\R\\R^\R`\Rb\Rd\Rf\Rh\Rj\Rl\Rn\Rp\Rr\Rt\Rv\Rx\Rz\R|\R~\R\R\R\R\RP/rDShSjrEShSjrFShSjrGShS jrHShS!jrI\FS"\GS#0rJ"S$S%\5rK0rLS&\MS''\"\KR\KR\KR\KR\KR/5\LS('\"\KR\KR/5\LS)'\"\KR\KR/5\LS*'\LS(\LS)-\LS+'\LS+\LS*-\LS,'\LS)\LS*-\LS-'"S.S/\5rW"S0S1\5rX"S2S3\5rY\"S S 9"S4S555rZ"S6S7\5r[\"S S 9"S8S955r\\"S S 9"S:S;55r]\"S S 9"S<S=55r^\"S S 9"S>S?55r_\"S S 9"S@SA55r`\"S S 9"SBSC55ra\"S S 9"SDSE55rb"SFSG\5rc\"S S 9"SHSI\b55rd\"S S 9"SJSK\b55re\"S S 9"SLSM\b55rf\"S S 9"SNSO\b55rg\"S S 9"SPSQ55rh\"S S 9"SRSS55ri\"S S 9"STSU55rj\"S S 9"SVSW55rk\"S S 9"SXSY55rl/SZQrm\"S S 9"S[S\55rn\"S S 9"S]S^55roSiS_jrp\"S S 9"S`Sa55rqSjSbjrrSkScjrsSlSdjrt\"S S 9"SeSf55rugs snf)m) annotationsN) dataclass)autoEnum) TYPE_CHECKING) assert_never)NamespaceHelper OrderedSet)CallableIteratorSequenceT)frozenc4\rSrSr%S\S'S\S'S SjrSrg) Location,strfileintlinec8URSUR3$)N:)rrselfs K/home/mande/repo/quber/.venv/lib/python3.13/site-packages/torchgen/model.py__str__Location.__str__1s))Adii[))Nreturnr)__name__ __module__ __qualname____firstlineno____annotations__r__static_attributes__rrrrr,s I I*rrc0\rSrSr\"5r\"5rSrg)Variant6rN)r!r"r#r$rfunctionmethodr&rrrr(r(6svH VFrr(z at::native)CPUCUDAHIPXLAMTIAMPSIPUXPUHPUVELazyMeta PrivateUse1 PrivateUse2 PrivateUse3) QuantizedSparse SparseCsr NestedTensorAutogradAutogradNestedTensorr@ quantizedquantized_decomposedc\rSrSrSr\r\"5r\"5r\"5r \"5r \"5r \"5r \"5r \"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r \"5r!\"5r"\"5r#\"5r$\"5r%\"5r&\"5r'\"5r(\"5r)\"5r*\"5r+\"5r,\"5r-\"5r.\"5r/\"5r0\"5r1\"5r2\"5r3\"5r4\"5r5\"5r6\"5r7\"5r8\"5r9\"5r:\"5r;\"5r<\"5r=\"5r>\"5r?\"5r@\"5rA\"5rB\"5rC\"5rD\"5rE\"5rF\"5rG\"5rH\"5rI\"5rJ\"5rK\"5rL\"5rM\"5rN\"5rO\"5rP\"5rQ\"5rR\"5rS\"5rT\"5rU\"5rV\"5rW\"5rX\"5rY\"5rZ\"5r[\"5r\\"5r]\"5r^\"5r_\"5r`\"5ra\"5rb\"5rc\"5rd\"5re\"5rf\"5rg\"5rh\"5ri\"5rj\"5rk\"5rl\"5rm\"5rn\"5ro\"5rp\"5rq\"5rr\"5rs\"5rt\"5ru\"5rv\"5rw\"5rx\"5ry\"5rz\"5r{\"5r|\"5r}\"5r~\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5rSSjrSSjr\S Sj5rSrg) DispatchKeydrcUR$Nnamers rrDispatchKey.__str__ yyrc4[U5R5$rH)rlowerrs rrNDispatchKey.lowers4y  rc~[RR5HupX:XdM Us $ [SU35e)Nzunknown dispatch key )rE __members__itemsAssertionErrorvaluekvs rparseDispatchKey.parses<++113DAz44UG<==rrNr)rUrr rE)r!r"r#r$ UndefinedCatchAllrFPGAMAIAVulkanMetalMKLDNNOpenGLOpenCLIDEEPCustomRNGKeyId MkldnnCPUr=r>r?DensePythonTLSSnapshot PreDispatchPythonDispatcherPythonFuncTorchDynamicLayerBackMode ZeroTensor ConjugateNegative BackendSelectNamed AutogradOtherAutogradFunctionalityrATracerAutocast AutocastCPU AutocastCUDABatchedVmapModeFuncTorchGradWrapperFuncTorchBatchedBatchedNestedTensorFuncTorchVmapModeFuncTorchDynamicLayerFrontMode FunctionalizeTESTING_ONLY_GenericWrapperTESTING_ONLY_GenericModeADInplaceOrViewr@CompositeImplicitAutograd%CompositeImplicitAutogradNestedTensorCompositeExplicitAutograd&CompositeExplicitAutogradNonFunctionalFuncTorchBatchedDecompositionr,r-r.r/r0r1r2r3r4r5r6r7r8r9r: QuantizedCPU QuantizedCUDA QuantizedHIP QuantizedXLA QuantizedMTIA QuantizedMPS QuantizedIPU QuantizedXPU QuantizedHPU QuantizedVE QuantizedLazy QuantizedMetaQuantizedPrivateUse1QuantizedPrivateUse2QuantizedPrivateUse3 SparseCPU SparseCUDA SparseHIP SparseXLA SparseMTIA SparseMPS SparseIPU SparseXPU SparseHPUSparseVE SparseLazy SparseMetaSparsePrivateUse1SparsePrivateUse2SparsePrivateUse3 SparseCsrCPU SparseCsrCUDA SparseCsrHIP SparseCsrXLA SparseCsrMTIA SparseCsrMPS SparseCsrIPU SparseCsrXPU SparseCsrHPU SparseCsrVE SparseCsrLazy SparseCsrMetaSparseCsrPrivateUse1SparseCsrPrivateUse2SparseCsrPrivateUse3NestedTensorCPUNestedTensorCUDANestedTensorHIPNestedTensorXLANestedTensorMTIANestedTensorMPSNestedTensorIPUNestedTensorXPUNestedTensorHPUNestedTensorVENestedTensorLazyNestedTensorMetaNestedTensorPrivateUse1NestedTensorPrivateUse2NestedTensorPrivateUse3 AutogradCPU AutogradCUDA AutogradHIP AutogradXLA AutogradMTIA AutogradMPS AutogradIPU AutogradXPU AutogradHPU AutogradVE AutogradLazy AutogradMetaAutogradPrivateUse1AutogradPrivateUse2AutogradPrivateUse3rrN staticmethodrXr&rrrrErEdsIH 6D 6D VF FE VF VF VF FEVNI VFI6L FE&Kv VF$(F!JIvHFM FEFM F6 VFvH&K6LfGvH6v&%)V"FM"&&#vfOvH $,0F) $-1V*$(F! &C 6D &C &C 6D &C &C &C &C B 6D 6D&K&K&K6LFM6L6LFM6L6L6L6L&KFMFM666IJIIJIIIIvHJJ6LFM6L6LFM6L6L6L6L&KFMFM666fOvfOfOvfOfOfOfOVNvv"f"f"f&K6L&K&K6L&K&K&K&KJ6L6L&&&!>>rrEc>\rSrSr\"5r\"5r\"5rSrg)_TorchDispatchModeKeyirN) r!r"r#r$rFAKEPROXY FUNCTIONALr&rrrrrs 6D FEJrrc^/n[H"mURU4Sj[55 M$ SRU5$)Nc34># UH nSTUS3v M g7f)z z = auto()Nr).0bcfks r .codegen_per_backend_entries..s G4Fb4tB4y)4F )FUNCTIONALITY_KEYSextendBACKEND_COMPONENTSjoin)rrs @rcodegen_per_backend_entriesr s3A  G4FGG! 99Q<rzMissing zL from DispatchKey enum. Here is the autogenerated list we expect to have: cU[R[R[R[R1;$rH)rErrrrdks ris_generic_dispatch_keyrMs8 --::--99  rcU[R[R[R[R[R [R 1;$rH)rEr-rrrrrrs ris_cuda_dispatch_keyrWsJ !!!!$$   rcU[R[R[R[R[R [R 1;$rH)rEr3rrrrrrs ris_xpu_dispatch_keyrcsH     ##  rcU[;$rH)STRUCTURED_DISPATCH_KEYSrs ris_structured_dispatch_keyrps ) ))rcU[;$rH)UFUNC_DISPATCH_KEYSrs ris_ufunc_dispatch_keyrts $ $$rcudaxpucV\rSrSr\"5r\"5r\"5r\"5r\"5r \"5r \"5r \"5r \"5r \"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5rSSjr\S Sj5r\S Sj5r\S Sj5rSrg) ScalarTypei}cUR$rHrIrs rrScalarType.__str__rLrcd[RR5HupX:XdM Us $ grH)rrQrRrTs r maybe_parseScalarType.maybe_parses,**002DAz3rcR[RU5nUc[SU35eU$)Nzunknown dtype )rrrS)rUmb_rs rrXScalarType.parses.%%e, < >%!9: : rc[5nURS5HKnU[;aUR[U5 M'UR [ R U55 MM U$)N, )r split DTYPE_CLASSESupdateaddrrX)valuesdtypesrUs r parse_setScalarType.parse_setsS)3\\$'E % mE23 :++E23 (  rrNr)rUrr zScalarType | None)rUrr r)rrr OrderedSet[ScalarType])r!r"r#r$rByteCharShortIntLongHalfFloatDouble ComplexHalf ComplexFloat ComplexDoubleBoolBFloat16 Float8_e5m2Float8_e5m2fnuz Float8_e4m3fnFloat8_e4m3fnuzFloat8_e8m0fnurrrrXr r&rrrrr}s 6D 6D FE &C 6D 6D FE VF&K6LFM 6DvH&KfOFMfOVN  rrz!dict[str, OrderedSet[ScalarType]]rIntegralFloatingComplexAll AllAndComplexFloatingAndComplexc\rSrSr\"5r\"5r\"5r\"5r\"5r \"5r \"5r SSjr \ SSj5rSrg)UfuncKeyicUR$rHrIrs rrUfuncKey.__str__rLrc~[RR5HupX:XdM Us $ [SU35e)Nzunknown ufunc key )r%rQrRrSrTs rrXUfuncKey.parses<((..0DAz11%9::rrNr)rUrr r%)r!r"r#r$r CUDAFunctorCUDAFunctorOnOtherCUDAFunctorOnSelf CPUScalar CPUVector ScalarOnlyGenericrrrXr&rrrr%r%sR&KIIJfG;;rr%c\rSrSrSrSrSrg)DeviceCheckTypeirrN)r!r"r#r$NoCheck ExactSamer&rrrr2r2s GIrr2c>\rSrSr\"5r\"5r\"5rSrg)ViewSchemaKindirN) r!r"r#r$raliasingaliasing_inplace non_aliasingr&rrrr7r7svHv6Lrr7c\rSrSr%S\S'S\S'S\S'S\S'S \S 'S \S 'S \S 'S\S'S\S'S\S'S\S'S\S'S\S'S\S'S\S'S \S'S\S'S\S'S\S 'S\S!'S\S"'S\S#'S\S$'S\S%'\S0S1S'jj5rS2S(jrS2S)jr\ S3S*j5r \ S3S+j5r \ S4S,j5r \ S5S-j5r \ S3S.j5rS/rg&)6NativeFunctionir namespaceFunctionSchemafuncbool!use_const_ref_for_mutable_tensors device_guardr2 device_check str | None python_modulecategory_overridez set[Variant]variantsmanual_kernel_registrationmanual_cpp_bindingrloczlist[OperatorName]autogenzdict[UfuncKey, UfuncInnerLoop]ufunc_inner_loop structuredzOperatorName | Nonestructured_delegatestructured_inheritszPrecompute | None precomputedset[str]cpp_no_default_args is_abstract&has_composite_implicit_autograd_kernel4has_composite_implicit_autograd_nested_tensor_kernel&has_composite_explicit_autograd_kernel5has_composite_explicit_autograd_non_functional_kerneltagsNc UR5nURS5n[U[5(d[ SU35e[ R "USS9nURSS9n[RUR5nURS/5n [U [5(d[ SU 35e[U 5n URS S 5n [U [5(d[ S U 35eU (a&URR(a [ S 5eURS S5n [U [5(d[ SU 35e[5n U R!S5H]nUS:Xa!U R#[$R&5 M*US:Xa!U R#[$R(5 MQ[ SU35e URSS 5n[U[5(d[ SU35eURSS 5n[U[5(d[ SU35eURSS5n[U[5(d[ SU35eURSS5nUb#[U[5(d[ SU35eUb"U[*R,;d[ SU35eUc[*R.nO [*UnURSS 5n[U[5(d[ SU35eURSS5nUb#[U[5(d[ SU35eUbSU;a [ S5eSnUb[0RU5nURSS5nUb#[U[5(d[ SU35eUbSU;a [ S 5eURS!S5nUb#[U[5(d[ SU35eUb[$R(U ;a [ S"5eURS#S5nUb#[U[5(d[ SU35eURS$S5nUbUSLa[ S%U35eU(a[2RU5OSnURS&/5n[U[5(aU/n[U[5(d[ S'U35eUS:XaS(U;aUR5S(5 [5nUHBn[7U5S):Xa [ S*5eUU;aUR#U5 M6[ S+U35e S)S,KJn URS-S5n U b#[U [<5(d[ S.U35e0n!S)n"U GbU(a [ S/5eS n#U R?5GHEun$nU$S0:XaM[U$[5(d[ S1U$S2U 35e[U[5(d[ S3US2U 35eU$R!S45Hn%[@RU%RC55n&U"S- n"U(aU&U;aM:U&[D;a[ S5U&S6US735e[ R "US8S99nURS:S9n'[GURU=(a [IU&5U'S;-S<9U!U&'U&[@RJLdMUURMU5:XdMSn#M GMH U"S:XaU#(a [ S=5eU(dU!RO5[@RJ1:wd^U![@RJRQ5(d8U"S:wd2[ S>URMU5S?U![@RJS@35eOU(dUc[URLRL5n(U(RSSA5(dPU(RUSB5(d:URRV(a.URRY5(d[ SCU(SD35e[GURMU5S [ZSE9U![@RJ'U!V)s/sHWn)U)[@R\:Xd>U)[@R^:Xd*U)[@RJ:XdU)[@R`:XdMUU)PMY n*n)[7U*5S::dB[7U*5SF:Xa([@R^U*;a[@R`U*;d [ SG5eURSHSI5n+[U+[5(d[ SJU+35eU+SI:Xa/O4U+R!S5V,s/sHn,[0RU,5PM sn,n-URSK05n.0n/[U.[5(a6[bRU.[dRf5U/[dRf'O[U.[<5(aU.R?5Hun%n0U%S0:XaM[U%[5(d[ SLU%35e[U0[5(d[ SMU035e[dRU%5n1[bRU0U15U/U1'M O[ SNU.35eU/(a^U(d [ SO5eS)SK4J5s J6n2 [nH9n&U&U!;a[ SPU&35e[GU2RqUU&5S[ZS<9U!U&'M; U(aSn3OU!RO5[@RJ1:g=(aZ U!RO5[@R`1:g=(a1 U!RO5[@RJ[@R`1:gn3[@RJU!;n4[@R`U!;n5[@R\U!;n6[@R^U!;n7U!R?5V%Vs0sHun%nU%URLU0_M n8n%nURS0S5 U(a[ SQU35eUb"[rHn9U9U!;dM [ SRU9SS35e [uS[0SU_S U _S U _SU_SU_SU_S$U_SHU-_SKU/_SU_SU_S!U_S#U_SU_SU_STU_SU _SUU3_SVU4_SWU5_SXU6_SYU7_S&U_SZU_6U84$s sn)fs sn,fs snn%f)\zX Parse a NativeFunction from a dictionary as directly parsed from native_functions.yaml r?z not a str: r3)namespaced_entity max_levelaten)defaultrRz#cpp_no_default_args is not a list: rAFz1use_const_ref_for_mutable_tensors is not a bool: z4see https://github.com/pytorch/pytorch/issues/145522rGr*zvariants is not a str: rr+zillegal variant rHz not a bool: rIrBTrCNzillegal device_check: rMrN::zbnamespace is not supported in structured delegate, using the same namespace as the native functionrOzbnamespace is not supported in structured inherits, using the same namespace as the native functionrEz&functions in modules cannot be methodsrFrPz5precomputed requires structured=True, got structured=rXztags is not a list: pt2_compliant_tagrzvalid_tags is emptyz illegal tag )cppdispatchzdispatch is not a dict: zncannot specify both manual_kernel_registration and dispatch; with manual registration, dispatch has no effect!__line__zillegal dispatch key 'z' in zillegal dispatch value ',z Dispatch key z of kernel z! is not a supported dispatch key.)r[atz::native)kernelrM cpp_namespacezSunnecessary dispatch table for this function; just delete the dispatch key entirelyzQunexpected name for singleton CompositeImplicitAutograd dispatch entry: expected z but got zR. Rename your implementation to the expected name, then delete the dispatch tablenew__likez expected z to have a CompositeExplicitAutograd dispatch entry, but there was no dispatch table. Factory functions should not have implicit dispatch as they should not be decomposed for __torch_dispatch__)rMrgaHcannot specify more than one of CompositeExplicitAutograd, CompositeExplicitAutogradNonFunctional, or CompositeImplicitAutograd on a single kernel; each strictly subsumes the other. If you wanted to provide an explicit autograd implementation, specify CompositeExplicitAutograd; otherwise specify CompositeImplicitAutograd onlyrKr;zautogen is not a str: rLz#ufunc_inner_loop key is not a str: z%ufunc_inner_loop value is not a str: z"ufunc_inner_loop not str or dict: zufunc must be structuredz2ufunc should not have explicit dispatch entry for zleftover entries: z+if structured_delegate, then must not have z* in dispatch dictionary (it is delegated!)rJrSrTrUrVrWr=r);copypop isinstancerrSr from_namespaced_entityget_cpp_namespacer>rX entity_namelistsetr@ argumentsoutrrr(r*r+r2rQr5 OperatorName Precomputeappendlen torchgen.apir`dictrRrEstrip dispatch_keysBackendMetadatarrrJkeyssupports_symint startswithendswithtensor_optionshas_tensor_argDEFAULT_KERNEL_NAMESPACErrrUfuncInnerLoopr%r0torchgen.api.ufuncapiufuncrschema_kernel_namerr<):eirJ valid_tags ignore_keysefuncsnamespace_helperr=r?cpp_no_default_args_listrRrA variants_srGrWrHrIrBdevice_check_srCrMstructured_delegate_srNrOrErFprecomputed_dictrPtags_inprXtr` raw_dispatchranum_dispatch_keys%redundant_composite_implicit_autogradksrV dispatch_keykernel_namespacerJdcomposites_in_dispatch autogen_strxrKraw_ufunc_inner_looprLvo ufunc_keyrrSrTrUrVrWbackend_metadatakeys: r from_yamlNativeFunction.from_yamlosy  GGIf %%% ;ug!67 7*AA#q %66v6F ##$4$@$@A#$55)>#C 2D99 56N5OP "":;,-EE /- );TBB CDeCfg  -~~!!$JUU:z2 *c** #::,!GH H!$!!$'AJ W--.h W^^,$'7s%;<< (&'UU+G%O"4d;; <0J/K!LM MUU#7?,d33 <0B/C!DE Euu^T2 ,-- < ~!>? ?~t4&*^S*I*I ;~.>!?@ @  "n8S8S&S #9.9I!JK K  !*44L*>:LUU</ *d++ < |!<= = !&;T B ! )Z8Ms-S-S ;/D.E!FG G ,9N1N C 48 ,"."4"45J"K ee$94@#+z:Ms/S/S ;/B.C!DE E  *t7J/J C  ot4 %M3)G)G ;}o!>? ?  $8)C !IJ JEE"5t<!)Z8I3-O-O ;/@.A!BC C555  'Jd,B G |T =Mj&&'78RV 55$ h $ $ zH(D)) #7z!BC C  #6*#D OO/ 0A:!#$%:;;J $|A3%788 %uuZ. $ <(F(F #;A3!?@ @79!"  #)$C5: 1%++-A#!"c**(0E,H"!S))(21#U<.I#A#.#4#4QWWY#?L%*%"|{'B #=8,+L>QCH?? (7'M'MQ($(8'I'IRV'I'W$.=/;;#-$E6|D'7*'D .H\*% (M(MM$/@D=='.\!A%*O$#$==?{'L'L&MMKAABRRTT$)$ghkhphpquhvgwx' (M(MNOP;;  3 ;tyy~~&D''==))NN11 NN99;;%v&-- ?N5@X?H[:: ; " K999KFFFK999KEEE  "  & '1 ,*+q0FF12 EE-. !v eeIr* +s++ #9+!GH Hb  1<1B1B41HI1HA,$$Q'1HI  !uu%7< *C 0 01?1E1E$h&6&62 X-- .,d 3 3-3352 ?!!S))(+Nqc)RSS!"c**(+PQSPT)UVV$NN1- .<.B.B2y.Q +6!45I4JK  $%?@@ / . 3 8+(L\N[*9 33D,G#":*& !4 K K$I$I#JJMMOEEFGMMO99EE   1 1X = /  = = I =  1 1X = /  > >( J >;C..:JK:J$!QA 1~-:JK j$  #5aS!9: :  */(?(EcUK--0   2S " &   %8   %8  (   "2 ,F $6 , #4 * *  ! "%8# $(% &8^' (Fz) *8^+ ,G|- ./ 0$1 4 7  A" HJVLsAs -s s%"s*ctUR(a [S5eUR(d [S5eg)NzMThis function is structured, but there was no valid functional variant of it.zThis function delegates to another structured out function, but no valid function was found (the delegate may not exist, or it has the wrong type))rMrSrNrs rvalidate_unstructured$NativeFunction.validate_unstructureds@ ?? 5 '' i (rcURRR(a*UR[R 1:wa [ S5eUR(aSURR5[R:wa [ S5eUR(d [ S5eUR(aSURR5[R:Xa [ S5eUR(d [ S5eUR(aUR(a [ S5eURR5Vs1sHoRcMURiM nn[R!UR"U5n[%U5S:wa[ SU35eUR&bUR(d [ S5e[)URR5R+S 5(a)UR,[.R0:wa [ S 5eS [)URR5;dS [)URR5;d5[3S URRR455(aPS[)URR5;a-[)URRR5S:wd)URRR75(a3SUR8;a"[ SURR35eggs snf)NzNative functions with out arguments MUST be declared with only function variant; e.g., variants: function; otherwise you will tickle a Python argument binding bug (which usually manifests itself as the result variable being undefined.)zYPut structured field on the out= variant of a function; did you mean structured_delegate?z:device_guard: False is not respected by structured kernelszQstructured_delegate field not allowed on out= functions; did you mean structured?z?Cannot have both structured and structured_delegate on functionrzInvalid cpp_no_default_args: z4structured_inherits must also imply structured: True_foreachzsforeach kernels fall back to slow path when tensor are on different devices, device_check not allowed to be enabledranddropoutc3@# UHnSUR;v M g7f)rNrIrargs rr/NativeFunction.__post_init__..Rs9U# SXX-9Usbackward_cudnn_init_dropout_statenondeterministic_seededz(nondeterministic_seeded tag missing for )r?rsrtrGr(r*rSrMkind SchemaKindrBrNschema_order_argumentsr]rJrr differencerRrxrOrrrCr2r4anyflat_allhas_generator_argrX)radefaulted_arguments invalid_argss r __post_init__NativeFunction.__post_init__s 99   " "}}!1!1 22$_ ??yy~~:>>1$O$$$P  # #yy~~:>>1$B$$$P ??t77 Q !II<<> >q))FAFF>  ~~d&>&>@ST |  ! #@!OP P  # # /??$J tyy~~  ) )* 5 5  O$;$;;$= c$))..) )TYY^^!449=9L9L9U9U c$))..&99 ++,0KKyy""4466( 9$>tyy~~>NO:7C s !M15M1cUR=(d UR=(d UR=(d UR=(a UR$rH)rTrVrWrUrs rhas_composite_kernel#NativeFunction.has_composite_kernelasO  7 7 J:: JII  7 7 JII  rcURRn[U5S:=(a [SU55nSUR;=(aK [ URR 5S:g=(a" [ URR 5S:gn[SURR555nU=(d U=(d U$)Nrc3# UH4oRSL=(a URR(+v M6 g7frH annotationis_writerrs rr,NativeFunction.is_view_op..os/5 LPqLL $ BQ\\-B-B)B BDs<> inplace_viewresize_ resize_as_c3~# UH3nURSL=(a SURR;v M5 g7f)N*)ralias_set_after)rinps rrrxs7 9 NN$ & P3#..2P2P+P P9s;=)r?returnsrxrrXrrJr)rretsis_non_mutating_viewis_inplace_viewis_wildcard_views r is_view_opNativeFunction.is_view_oplsyy  "4y1} 5 LP5 2  dii ' 4DIINN#y0 4DIINN#|3   yy779  $JJ:JJrchUR(aqURRRR(aBSUR;a"[ SURR35e[ R$UR(a[ R$[ R$)Nrzinplace_view tag missing for ) rr?rJinplacerXrSr7r9r8r:rs rview_schema_kindNativeFunction.view_schema_kind~sr ??tyy~~22::TYY.$'DTYY^^DT%UVV!22 2 ??!** *!.. .rcVURRRR$rH)r?rJbasers r root_nameNativeFunction.root_namesyy~~""'''rcDUR=(d URSL$rH)rMrNrs rpart_of_structured_group'NativeFunction.part_of_structured_groupsF$":":$"FFrrrH) rzdict[str, object]rJrrrQrzset[DispatchKey] | Noner zMtuple[NativeFunction, dict[DispatchKey, dict[OperatorName, BackendMetadata]]]r Noner r@)r r7r)r!r"r#r$r%rrrrpropertyrrrrrr&rrrr<r<s} N (,+"!"! !%$  M 54-, $##""!-10:>>,00;?? N 04 O O O O - O W O O b *IV  KK"//((GGrr<cZ\rSrSr\"5r\"5r\"5r\"5r\"5r Sr g)rirN) r!r"r#r$r functionalrrtmutablescratchr&rrrrrs%JfG &CfGfGrrc\rSrSr%S\S'S\S'S\S'S\S'\SSj5rSS jrSS jrSS jr \SS j5r \ SS j5r Sr g)NativeFunctionsGroupir<rNativeFunction | Nonerrrtc.URR$rH)rtrMrs rrMNativeFunctionsGroup.structuredsxx"""rc  URRR5nUR5HnXRR5:wa)[ SUSURR535eUR UR :wdMe[ SURRRSURR35e URRR5[R:wa1[ SURRR5S35eURRR5[R:wa1[ SURRR5S35eURRURR:wa:[ S URRS URRS 35eURbURRR5[R:wa1[ S URRR5S 35eURRURR:wa:[ SURRSURRS 35eURGbURRR5[R:wa1[ SURRR5S35eURRURR:wa:[ SURRSURRS 35eURRRRR(d [ S5eUR (GaURR(dURR (a [ S5eURR"URRR:wac[ URRRSURR"SURRR35eURbURR"URRR:wac[ URRRSURR"SURRR35e[%UR5Vs/sH4nSUR&;dM[)URR5PM6 sn5nSR+SU55n[-5nUR5H%nUR/SUR055 M' SR+S[%U555n[3U5S:Xa@[3U5S:a1[5SUSUS[)WRR535eXd:wa[5SUS US!US"35egs snf)#Nz_NativeFunctionsGroup constructed from two NativeFunctions that don't have matching signatures:  != zMNativeFunctionsGroup constructed from structured and unstructured functions:  and zfunctional.func.kind() is z , expected SchemaKind.functionalzout.func.kind() is z, expected SchemaKind.outzfunctional.namespace (z) != out.namespace ()zinplace.func.kind() is z, expected SchemaKind.inplacezinplace.namespace (z) != functional.namespace (zmutable.func.kind() is z, expected SchemaKind.mutablezmutable.namespace (zSfunctional.func.name.name.functional_overload must be True when mutable is not Nonez.structured composite kernels are not supportedz delegates to z but its actual delegate is generatedrc38# UHn[U5v M g7frHrrrs rr5NativeFunctionsGroup.__post_init__..s%Dmc!ffmc38# UHn[U5v M g7frHr)rops rrrs)FIb#b''Irc38# UHn[U5v M g7frHrrs rrrs/ :qCFF:rrz,The codegen expects to be able to generate 'zv'. In order to generate them however, we expect them to be called out explicitly in the yaml. Please add an 'autogen: z' line to the entry for z*'. To do so, it expects a line: 'autogen: z'. Instead, it found 'autogen: ')rr? signature functionsrSrMrrtrJrrr=rrfunctional_overloadrTrUrNsortedrXrrrrrrKrx RuntimeError)rtest_sigf generated_fnsgenerated_fns_strexpected_generated_fnsexpected_generated_fns_strs rr"NativeFunctionsGroup.__post_init__s#'??#7#7#A#A#C!A66++--$<> 1 %dhhmm&8&8&:%;;TU  ?? $ $(:(: : ()B)B(CCWX\X`X`XjXjWkklm  << #||  %%':+=+==$-dll.?.?.D.D.F-GGde||%%)B)BB$)$,,*@*@)AA\]a]l]l]v]v\wwxy << #||  %%':+=+==$-dll.?.?.D.D.F-GGde||%%)B)BB$)$,,*@*@)AA\]a]l]l]v]v\wwxy??'',,11EE$i ?????88PP$%UVV22dhhmm6H6HH$++001@c@c?de226((--2D2D1EG||'<<33txx}}7I7II(<<,,112.AaAa@bc66:hhmm6H6H5IK '+~~'7 Q'7!;!&&;P S '7 Q !II%Dm%DD+.5!A " ) ))FAII)F F"%)YY/ "#9:/ & " % &! +M0BQ0F>?P>QR,,=+>>VWZ[\[a[a[f[fWgVhj  & :>?P>QR;;L:MN00J/K1N  ; Rs ?['#['cJURRR5$rH)rtr?rrs rrNativeFunctionsGroup.signature sxx}}&&((rc## URv URv URbURv URbURv gg7frH)rrtrrrs rrNativeFunctionsGroup.functionssEoohh << #,,  << #,,  $sAAc.URR$rH)rrrs rrNativeFunctionsGroup.root_names(((rcU(d [S5e[U5S:Xag[U5nUR[R S5nUR[R S5nUR[RS5nUR[RS5nU(a[SU35eUc [S5eUcg[UUUUS9$)Nz from_dict called with empty dictr3zunexpected keys in dict: zfunctional variant is required)rrrrt) rSrxrzrlrrrrrtr)rrrrrts r from_dictNativeFunctionsGroup.from_dicts !CD D q6Q; GUU:00$7 %% **D1%% **D1eeJNND)  #)r Iterator[NativeFunction]r)rz dict[SchemaKind, NativeFunction]r zNativeFunctionsGroup | None)r!r"r#r$r%rrMrrrrrrr&rrrrrse "" ""  ##]~)))  rrc>\rSrSr%S\S'S\S'S\S'S SjrSrg ) r}i6rrfr@rMrgc SUR;$)N_symint)rfrs rrBackendMetadata.supports_symintIsDKK''rrNr)r!r"r#r$r%rr&rrrr}r}6s K (rr}cH\rSrSr%S\S'S\S'S\S'\S Sj5rS rg ) riMrrJr supported_dtypesr%rcURSS5up#USS:wa[SU35eUSS:wa[SU35e[5nUSSRS 5HnU[R U5-nM [ X$US 9$) N r3r(z0expected '(' at start of supported_dtypes, got: rz.expected ')' at end of supported_dtypes, got: r)rJrr)rrSr rr r)rUrrJsupported_dtypes_strrrVs rrXUfuncInnerLoop.parseUs%*[[a%8"  "c ) BCWBXY   #s * @AU@VW 4><%a+11$7A  4 4Q 7 7 8I  rrN)rUrrr%r r)r!r"r#r$r%rrXr&rrrrrMs' I,,  rrc\rSrSr%S\S'S\S'S\S'S\S'S\S '\SS j5rSS jrSS jrSS jr SSjr Sr g) BackendIndexiorErr@use_out_as_primaryrBexternalz#dict[OperatorName, BackendMetadata]indexcUR5H>up#UR5H%upEX@U;a[SUSU35eXPUU'M' M@ g)Nzduplicate operator z for dispatch key )rRrS) parent_index child_indexrVrWop_namemetadatas r grow_indexBackendIndex.grow_index~sb  %%'DA%&WWY!1o-(-gY6HL,4Q( &/(rcTUR(a UR$UR$rH)r%rtr)rgs rprimaryBackendIndex.primarys  " "55L<< rc,URU5nUSL$rH) get_kernel)rr0ms r has_kernelBackendIndex.has_kernels OOA }rc&[U[5(aUnO2[U[5(aURU5nO [ U5 WR R UR;agURUR R $rH)rmr<rr1rr?rJr')rr0rs rr4BackendIndex.get_kernelsf a ( (A / 0 0 QA O 66;;djj (zz!&&++&&rcVUR(a[UR5S3$g)NNativeFunctions)r&rrrs rnative_function_class_name'BackendIndex.native_function_class_names' ==$++,-_= = rrN)r)6dict[DispatchKey, dict[OperatorName, BackendMetadata]]r*r>r r)r0rr r<)r0%NativeFunction | NativeFunctionsGroupr r@)r0r?r zBackendMetadata | None)r rD) r!r"r#r$r%rr-r1r6r4r<r&rrrr$r$ossN .. 4L 4K 4  4 4  '6 '  'rr$c&\rSrSr%S\S'S\S'S\S'\SSj5rSS jr\R"S 5r \ SS j5r SS jr SS jrSSjrSSjrS SjrS!SjrSSSS.S"SjjrS#SjrS$Sjr\SSj5rSSjrS%SjrSrg)&r>irurJ Argumentsrstuple[Return, ...]rc`^SSjm[U4SjURR55$)NcJURcgURR$NFr)rs rr+FunctionSchema.is_mutable..is_writes~~%>>** *rc34># UH nT"U5v M g7frHr)rrrs rr,FunctionSchema.is_mutable..s@(?18A;;(?r)rArgumentr r@)rrsr)rrs @r is_mutableFunctionSchema.is_mutables% +@(?(?@@@rc[R"URRURRURR 5$rH) itertoolschainrsflat_positionalflat_kwarg_onlyrtrs rr%FunctionSchema.schema_order_argumentss: NN * * NN * * NN    rz3(?P[^\(]+)\((?P.*)\) -> (?P.*)c\[RRU5n[U5S:wa[ SU35eUSup#n[ R U5n[R U5n[U5n[XVUS9n[U5U:wa[ [U5SU35eU$)Nr3zInvalid function schema: rrJrsrr) r>decl_refindallrxrSrurXrA parse_returnsr) r?declsopsargs return_declrJrsrrs rrXFunctionSchema.parses&&..t4 u:? # CF84v!67 7rc:[SUR55$)Nc3~# UH3nURcMURR(dM/Uv M5 g7frHrrs rr5FunctionSchema.returns_are_aliased..s2 !|| ,-LL,A,A A!s == =)rrrs rreturns_are_aliased"FunctionSchema.returns_are_aliaseds  \\   rcR ^^[URRUR5HEunmURTR:wdM"[ SURSTR35e URR H>m[U4SjUR55(dM)[ S[U535e [URR5URRVs/sHoRS:XdMUPM sn-nURVs/sH1nURcMURR(dM/UPM3 nnURVs/sH/nURbURR(aM-UPM1 nn[U5S:Xd&[U5S:Xd[ S[U535eUH(m[U4SjU55(aM[ S 5e URR(a[S URR55(a%[UR5S:wa [ S 5eO[URRVs/sH'nURRS 5(aM%UPM) sn5nU[UR5:wa%[ S US[UR5S35eURRR(Ga=URR nU(a@UR"R(a%UR"RR(d[ SURS35eUR"R$['[(R*5:Xad[UR5S:Xa1URSRUR"R:Xd[ SURS35eO2[UR5S:wa[ SURS35eURR,b9UR/5[0R2:wa[ S[U535eUR55(a:UR/5[0R2:wa[ S[U535eggs snfs snfs snfs snf)NzOut arguments must have matching return Tensor; furthermore, the ith-argument needs to correspond to the ith return. arg.annotation=z, ret.annotation=c3V># UHnTRUR:Hv M g7frHrrrrs rr/FunctionSchema.__post_init__..!sFA1<<1<</&)z^If you have a schema with mutable positional args, we expect them to not be returned. schema: rrzYNativeFunctions must have either only mutable returns, or only immutable returns. Found: c3V># UHnTRUR:Hv M g7frHrc)rrrets rrre@sPP66Xfmm44>Ps24zout= ops that accept tensor lists as out arguments are expected to have no return type (since you can't do method chaining on them) _scratch_zSMust return as many arguments as there are out arguments, or no return at all. Got z non-scratch out args and z returnsz Inplace op z4 must have a self argument with a mutable annotationr3z" with Tensor self must return selfz* with non-Tensor self must have no returnszFound an operator that is not functional or out variant, but has tensor options arguments.This is not allowed- tensor options arguments are only allowed for factory functions.schema: zFound an operator that is not functional, but its overload contains the string 'functional'.This is a special keyword in the codegen, please use a different overload name.schema: )ziprsrtrrrSpost_self_positional_mutablerrrqrOrJrrxrrself_argargumentrjrkrlrmrrrris_functional_fn) rr out_and_selfrhmutable_returnsimmutable_returnsnon_scratch_out_argsself_ars ` @rrFunctionSchema.__post_init__svDNN.. =HC~~/$&&)nn%55Fs~~FVX><>993 9CXX=OC93  || #~~ .1nn.E.E #  || #~~%S^^-D-D #  O$)S1B-Cq-H kloptlukvw #CP<PPP$N# >>   Qdnn>P>PQQQt||$)(k*(+$(>>#5#5#5C"xx22;?#5($(3t||+<<(344NsSWS_S_O`Naaik 99>> ! ! !^^,,FOO..OO..77$!$)),`a##x '>> %* Q22foo6P6PP(%dii[0RSQt||$)(%dii[0Z[ >> ( ( 4yy{j333$"4yk+  " "yy{j333$"4yk+4 #w3   Hs6TT4T T&T<,T,T$T$T$c4SURR;$)NrrJ overload_namers rrtFunctionSchema.is_functional_fnstyy6666rc@[URR5$rH)r@rsrtrs r is_out_fnFunctionSchema.is_out_fns6DNN&&''rc[URR5n[URRVs/sH&o"RR S5(dM$UPM( sn5nURRR n[ SURR55nU(aU(a [S5eU(a[R $U(a"U(d [S5e[R$U(a"U(a [S5e[R$U(a[R$[R$s snf)z What kind of schema is this? A functional schema is one that returns a newly allocated output; an inplace schema modifies the self argument inplace; an out schema writes the result into an explicitly provided out argument. roc3x# UH0nURSL=(a URRv M2 g7frHrrns rr&FunctionSchema.kind..s2 8 LL $ >)>)> >8s8:z(A schema cannot be both out= and inplacezFinvariant: all scratch operators are expected to be out= operators toozjWe should not categorize a scratch op as an out variant. Check if the order of if statements are expected!) r@rsrtrJrrrpost_self_positionalrSrrrr)ris_outr is_scratch is_inplacerJs rrFunctionSchema.kindsdnn(() NN.. S.S((2E2Ek2RS. S YY^^++  ^^88   j !KL L %% % $\%% % $A>> ! %% %(( (C Ts #E $E c/nURHnURRVs/sH0nURcMURUR:XdM.UPM2 nn[ U5S:XaUR S5 Mv[ U5S:Xa UR USR 5 MSRSU55n[SUR SUS35e U$s snf)Nrr3rc38# UHoRv M g7frHrIrns rr6FunctionSchema.aliased_return_names..s)G,Q&&,rzFound a return (z)that aliases multiple inputs (r) rrsrrrxrwrJrrS)routsrr aliased_args aliased_namess raliased_return_names#FunctionSchema.aliased_return_namess!#A000A<<01  0L0  < A% D!\"a' LO001 $ )G,)G G $&qvvh.Mm_\]^ sC,C,C,F) strip_defaultstrip_view_copy_namekeep_return_namesc ^^SU4SjjnTRRRnU(aQURS5(aURSS5nO(URS5(aURSS5n[ UU4Sj[ R "TRRb!TRRR/O/TRRTRR555n[ [UTR55nXv-nTRRUS9n [TR5S :Xa.[ R#[U 5RS S 55n [%['[)US TRRR*S 9SS9U US9$)a Certain schemas are 'related', in that they are simply inplace/out/functional versions of the same function. This method factors these schemas into the "core" functional signature which is equal across all versions. Here is what normalization happens to the schema to convert it to a signature: - The overload name is stripped (name is retained, since it expresses semantic content about what the function does) - Inplace is set False - Out arguments are stripped - Mutable post_self_positional args are converted to returns - Mutability annotations are stripped (this is sound because you cannot overload on mutability annotation) - Return names are stripped since they are not overloadable and some variants have return names but some not - TensorOptions are dropped because out= variants of factory functions don't include them (and we want to be able to pair up factory functions with their out variants) Finally, we want to be able to pair up related "view" and their corresponding "view_copy" operators. We do this by optionally stripping the trailing "_copy" from the base name. Example of a mutable op before and after: f.func (Mutable operator): _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor(a!) running_min, Tensor(b!) running_max, Tensor(c!) scale, Tensor(d!) zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask) # noqa: B950 f.func (Corresponding functional operator): _fused_moving_avg_obs_fq_helper.functional(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor output, Tensor mask, Tensor running_min_out, Tensor running_max_out, Tensor scale_out, Tensor zero_point_out) # noqa: B950 f.func.signature() output: _fused_moving_avg_obs_fq_helper(Tensor self, Tensor observer_on, Tensor fake_quant_on, Tensor running_min, Tensor running_max, Tensor scale, Tensor zero_point, float averaging_const, int quant_min, int quant_max, int ch_axis, bool per_row_fake_quant=False, bool symmetric_quant=False) -> (Tensor, Tensor, Tensor, Tensor, Tensor, Tensor) # noqa: B950 cT>[T(a UROSURSS9$)NrJrjr)ReturnrJrj)rrs rstrip_ret_annotation6FunctionSchema.signature..strip_ret_annotations%0QVVdVV r_copyr;_scatterscatterinversec3 >^# UHmTRcMTRR(dM/[U4SjTR55(aMU[ T(aTR S3OSTR SS9v M g7f)Nc3V># UHnTRUR:Hv M g7frHrcrds rr5FunctionSchema.signature...@sKl  4lrf_outr)rrrrrrJrj)rrrrs @rr+FunctionSchema.signature..*st,  ||! " %%# $KdllKK% F(9xt_tVV  sBB"B2Brz bernoulli.pzfloat pz float p=0.5Frr dunder_methodr|rS)rrr r)rJrrreplacetuplerMrNrsrrrsrtrmaprrrrArXr>ruBaseOperatorNamer) rrrrr base_namereturns_from_mutable_inputsoriginal_returnsrargs_sigs ` ` rrFunctionSchema.signatures{X IINN'' !!'**%--gr: ##J//%--iC ',, __ ~~..:^^,,556""33 , ' #0!%94<>++-+H tyy>] * s8}'<'"> !   rc URSS9$)NTr)rrs rview_signatureFunctionSchema.view_signatureXs~~4~88rc@[UURURS9$)NrS)r>rsr)rrJs r with_nameFunctionSchema.with_name[s nnLL  rcUR5[R[R[R4;$rH)rrrrtrrs rmodifies_arguments!FunctionSchema.modifies_argumentsbs*yy{z11:>>:CUCUVVVrc6URR5$rH)rshas_symint_argrs r has_symintFunctionSchema.has_symintfs~~,,..rc[UR5n[UR5S:Xa[URS5nO/SSR [ [UR55-S-nUR SUSU3$)Nr3rrrrz) -> )rrsrxrrrrJ)rall_arguments_strrs rrFunctionSchema.__str__ist/ t||  !$,,q/*GDIIc#t||&<==CG))A/0gY??rrNr)r zIterator[Argument])r?rr r>r)r r)r zlist[str | None])rr@rr@rr@r r>r)rJrur r>r)r!r"r#r$r%rrJrrecompilerTrrXr_rrtrrrrrrrrrr&rrrr>r>s   AA jjOPG   tl7(:*)`,$%*"' g g # g  g  g R9 WW/@rr>cR\rSrSr%S\S'S\S'S\S'\S Sj5rS SjrS rg ) Annotationizztuple[str, ...] alias_setr@rrc[R"SU5nUc[SU35eURS5URS5(aURS5OS-n[ UR S55nURS5S:HnU(a[ U5S:a[S US 35eURS 5(a)[ URS 5R S55OS n[ U5S:a[ U5S:a[S US 35e[X4US9n[U5U:wa[USU35eU$)Nz2^([a-z])(\|[a-z])*(!?)( -> (\*|[a-z](\|[a-z])*))?$zunrecognized alias annotation r3rjr;|rd!z,alias set larger than 1 is not mutable, got z instead.rzSbefore alias set and after alias set cannot be larger than 1 at the same time, got )rrrr) rmatchrSgrouprrrxrr)annr5 before_aliasrr after_setrs rrXAnnotation.parses< HHJC P 9 #A#!GH Hwwqz1771::QWWQZ2F ,,,S12 771:$ I* >se9M 56GGAJJE!''!***3/0B | q S^a%7 efiejjst  I  q6S= A3d3%1 1rcSRUR5nUR(aUS3nSRUR5nU(aUSU3nU$)Nrr -> )rrrr)rrrs rrAnnotation.__str__sTHHT^^, ==$+QI((4#7#78 $+T/):;IrrN)rrr rr) r!r"r#r$r%rrXrr&rrrrrzs-N$$$$Lrrc\rSrSr\S Sj5r\S Sj5rSSjrSSjrSSjr SSjr SSjr SS jr SS jr S rg )Typeicn[RU5n[U5U:wa[USU35eU$)Nr)r_parserrS)rrs rrX Type.parses4 KKN q6Q; A3d1#/ /rcH[R"SU5nUb-[[R UR S555$[R"SU5nUbZUR S5b[ UR S55OSn[[R UR S55US9$[R"SU5nUb[UR S55$[[U5$![an[SU35UeSnAff=f)Nz^(.+)\?$r3z^(.+)\[([0-9]+)?\]$rj)elemsizez-^__torch__\.torch\.classes\.([a-zA-Z0-9_.]+)$zunrecognized type ) rr OptionalTyperrXrrListTypeCustomClassTyperkrlKeyErrorr)rr5rrs rr Type._parses HH[! $ = 1771: 67 7 HH+Q / =&'ggaj&<3qwwqz?$DAGGAJ!7dC C HHEq I ="1771:. . @F1I& & @!3A378a ? @s1D D! DD!c[erHNotImplementedErrorrs rr Type.__str__!!rc[erHrrbase_tys ris_base_ty_likeType.is_base_ty_likerrc@UR[R5$rH)rrlrmrs ris_tensor_likeType.is_tensor_like##FMM22rc@UR[R5$rH)rrl Generatorrs ris_generator_likeType.is_generator_likes##F$4$455rc@UR[R5$rH)rrlSymIntrs ris_symint_likeType.is_symint_likerrc[erHrrs r is_nullableType.is_nullablerrc[erHrrs r is_list_likeType.is_list_likerrrN)rrr rrrrlr r@rr zListType | None)r!r"r#r$rrXrrrrrrrrr&rrrrrsM @@$""363""rrc,\rSrSr\"5r\"5r\"5r\"5r\"5r \"5r \"5r \"5r \"5r \"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5r\"5rSrg)rlirN)r!r"r#r$rrrrmrDimname DimVectorfloatrr@LayoutDevice DeviceIndexScalar MemoryFormatQSchemeStorageStreamrSymBool GraphModuler&rrrrlrlsIJ VF &CfGI FE &C 6D VF VF&K VF6LfGfG VF VFfG&KrrlcR\rSrSr%S\S'S SjrS SjrS SjrSSjrS Sjr S r g )rkirlrJc0URR$rHrIrs rrBaseType.__str__ s))..!"rc URU:H$rHrIrs rrBaseType.is_base_ty_likesyyG##rcgrErrs rrBaseType.is_nullablercgrHrrs rrBaseType.is_list_likerc<UR[R:H$rH)rJrlrrs rrBaseType.is_symint_likesyyFMM))rrNrrrr) r!r"r#r$r%rrrrrr&rrrrkrks L#$*rrkcR\rSrSr%S\S'S SjrS SjrS SjrS SjrSSjr S r g )rirrc URS3$)N?)rrs rrOptionalType.__str__!s))Arc8URRU5$rHrrrs rrOptionalType.is_base_ty_like$yy((11rc6URR5$rHrrrs rrOptionalType.is_symint_like'yy''))rcg)NTrrs rrOptionalType.is_nullable*rrc6URR5$rH)rrrs rrOptionalType.is_list_like-syy%%''rrNrrrr r!r"r#r$r%rrrrrr&rrrrrs J2*(rrcR\rSrSr%S\S'S SjrS SjrS SjrS SjrSSjr S r g )ri2r class_namec SUR3$)z; Return the class name will prefix __torch__.torch.classes z__torch__.torch.classes.)r+rs rrCustomClassType.__str__6s*$//):;;rcgrErrs rrCustomClassType.is_base_ty_like<rrcgrErrs rrCustomClassType.is_symint_like?rrcg)z( Assume a custom class is not nullable. Frrs rrCustomClassType.is_nullableBsrcgrHrrs rrCustomClassType.is_list_likeHrrrNrrrrr)rrrrr2s O<  rrc\\rSrSr%S\S'S\S'S SjrSSjrSSjrSS jrSS jr S r g )riSrrz int | NonercfUR(a UROSnURSUS3$)Nr;[])rr)rrs rrListType.__str__Xs,!%$))))AdV1%%rc8URRU5$rHrrs rrListType.is_base_ty_like\r rc6URR5$rHr"rs rrListType.is_symint_like_r$rc6URR5$rH)rrrs rrListType.is_nullablebsyy$$&&rcU$rHrrs rrListType.is_list_likees rrNrrrrr)rrrrrSs& J &2*'rrc\rSrSr%S\S'S\S'S\S'S\S '\SS j5r\SS j5r\SS j5r SS jr Sr g)rIiirrJrrjrDr]Annotation | NonercUR$rHrcrs r alias_infoArgument.alias_info rcSU;a[SUS35eSU;aSURS5S:wa[SUS35eURS5upURSS5up4USU3nOURSS5up5UnSn[R "SU5nU(akUR S5S ;a[S UR S535eS UR S5-n[RUR S55nOUnSn[RU5n [UU UUS 9n [U 5U:wa[[U 5S U35eU $)Nrzillegal argument 'r=r3z&illegal argument with default value: 'Tensor\((.+)\)(.*)rjr;rz[].unrecognized alias analysis form with Tensor: rmrJrjr]rr) rScountrrsplitrrrrrXrrIr) rtype_and_annot_and_namer]type_and_annotrJname_and_defaultrtype_srrjrs rrXArgument.parsesl c> #5cU!!<= = #:yy~"$'McURS%TUU/2yy~ , ##:#A#A#q#I N"&q 2 /2zz#q/A ,N#DG.? {{1~_4$DU[[QR^DTU A.F#))%++a.9J#FJzz&! !   q6S= CF84u!56 6rcXURSL=(a URR$rHrrs rrArgument.is_write d*Gt/G/GGrc.URnUR(a4US;a[SU35eURSSURS35nURcU$SnUR (aSUR 3nUSURU3$) NrmzTensor?zTensor[]annotation on non-Tensor type: rmTensor(rr;rJr)rjrrSrrJr])rrj mb_defaults rrArgument.__str__s)) ??<<$'Ftf%MNN<<GDOO3DA*FGD 99 KJ|| / V1TYYK |4 4rrNr rD)rrr rIrr r!r"r#r$r%rrFrrXrrr&rrrrIrIis^ I J *"! &&PHH 5rrIcz\rSrSr%S\S'S\S'S\S'\SSj5r\SS j5r\SS j5r SS jr S r g )rirDrJrrjrDrcUR$rHrcrs rrFReturn.alias_inforHrcSU;aURSS5upOUnSn[R"SU5nU(akURS5S;a[ SURS535eSURS5-n[ R URS55nOUnSn[R U5n[UUUS9n[U5U:wa[ [U5S U35eU$) Nrr3rKrjrLrMrmrr) rPrrrrSrrXrrr)rrRrJrrTrrjrs rrX Return.parses #:#&::c1#5 ND ND.? {{1~_4$DU[[QR^DTU A.F#))%++a.9J#FJzz&! !  q6S= CF84u!56 6rcXURSL=(a URR$rHrrs rrReturn.is_writerXrcURnUR(a4US;a[SU35eURSSURS35nURcU$USUR3$)NrZr[rmr\rr)rjrrSrrJ)rrjs rrReturn.__str__sr)) ??<<$'Ftf%MNN<<GDOO3DA*FGD 99 KV1TYYK( (rrNr_)rrr rrrr`rrrrrsT  J!! <HH )rrc \rSrSr%S\S'Srg) SelfArgumenti rIrsrN)r!r"r#r$r%r&rrrrkrk srrkcH\rSrSr%S\S'S\S'S\S'S\S'S SjrSrg ) TensorOptionsArgumentsi rIdtypelayoutdevice pin_memoryc^URURURUR/$rHrnrorprqrs rallTensorOptionsArguments.all s! DKKdooFFrrNr zSequence[Argument])r!r"r#r$r%rtr&rrrrmrm s O  Grrmc\rSrSr%S\S'S\S'S\S'S\S'S\S 'S\S 'S\S '\S$S j5r\S$S j5r\S$Sj5r\S$Sj5r \S$Sj5r \S%Sj5r \S&Sj5r \S'Sj5r \S%Sj5rS(SjrS)SjrS)SjrS)SjrSS.S*SjjrS+SjrS,Sjr\S-Sj5r\S.Sj5rS/S jrS0S!jrS"rg#)1rAi ztuple[Argument, ...]pre_self_positionalzSelfArgument | Nonerrrpre_tensor_options_kwarg_onlyzTensorOptionsArguments | Nonerpost_tensor_options_kwarg_onlyrtcv/nURUR5 URUR5 U$rH)rrOrPrrhs r flat_non_outArguments.flat_non_out+ s0  4''( 4''( rc/nURUR5 URb%URURR5 URUR 5 U$rH)rrxrrrwrsrr|s rrOArguments.flat_positional2 sP  4++, == $ JJt}}-- . 4,,- rcjURVs/sHoR(dMUPM sn$s snfrH)rrrrs rrq&Arguments.post_self_positional_mutable; s&44C4a 4CCCs00c/nURUR5 URb)URURR55 URUR5 U$rH)rryrrtrzr|s rrPArguments.flat_kwarg_only@ sW  4556    * JJt**..0 1 4667 rc/nURUR5 URUR5 URUR5 U$rH)rrOrPrtr|s rrArguments.flat_allI s@  4''( 4''( 488 rcv/nURUR5 URUR5 U$rH)r positional kwarg_onlyr|s rnon_outArguments.non_outQ s0GI 4??# 4??# rc/nURUR5 URbURUR5 URUR5 U$rH)rrxrrrwrr|s rrArguments.positionalZ sJ-/ 4++, == $ JJt}} % 4,,- rc/nURUR5 URbURUR5 URUR5 U$rH)rryrrwrzr|s rrArguments.kwarg_onlyc sN79 4556    * JJt** + 4667 rc/nURUR5 URUR5 URUR5 U$rH)rrrrtr|s rrt Arguments.alll s<FH 4??# 4??# 488 rcURVs/sH;nURcMURR(dM/URPM= sn$s snfrH)rrrrJrs rmutable_arg_namesArguments.mutable_arg_namest sL]] "|| ,-LL,A,A AFF"   sAAAc:[SUR55$)Nc3T# UHoRR5v M g7frH)rjrrns rr+Arguments.has_tensor_arg..| F4Eq66((**4E&(rr}rs rrArguments.has_tensor_arg{ FD4E4EFFFrc:[SUR55$)Nc3T# UHoRR5v M g7frH)rjrrns rr+Arguments.has_symint_arg.. rrrrs rrArguments.has_symint_arg~ rrc:[SUR55$)Nc3T# UHoRR5v M g7frH)rjrrns rr.Arguments.has_generator_arg.. s I7H!66++--7Hrrrs rrArguments.has_generator_arg sIt7H7HIIIrFrc |^SU4Sjjn[[[X R55URb%[ U"URR 55OS[[X R55[[X R55[[X R55-SSSS9$)Ncp>[URURT(dURSS9$SSS9$)NrN)rIrJrjr])rrs rstrip_arg_annotation1Arguments.signature..strip_arg_annotation s=VVVV)6   =A  rrrxrrrryrrzrt)rrIr rI) rArrrxrrrkrsrryrz)rrrs ` rrArguments.signature s  %(*B*BC! ==,1$--2H2HIJ!&(*C*CD" +0(*L*LM+C,.Q.QRS+T  +-/  rc URc [S5e[R"U[ [R"URR SS95S9$)Nz2remove_self_annotation called but self_arg is Nonerc)rr)rrrS dataclassesrrkrsrs rremove_self_annotation Arguments.remove_self_annotation sP ==  !UV V"" !##DMM$:$:tL  rc[UR5S:wa[SUR35e[R"U[ U5S9$)Nrz0with_out_args called but self.out is not empty: )rt)rxrtrSrrr)rrs r with_out_argsArguments.with_out_args sL txx=A  B488*M "" d   rc|/n/n/nUnURS5HnU(dM US:XaXALa [S5eUnM%[RU5nURb'URR (a XALaO$XBLaUnOXCLa[SUR S35eURU5 M XU4$)Nrrz:invalid syntax: kwarg-only specifier * can only occur onceznon-mutable argument 'z%' cannot follow mutable out arguments)rrSrIrXrrrJrw)rYrrrt arguments_accrpargs r _preparseArguments._preparse s%' %'  " ::d#Ccz 2(T!+ >>#&D*t/G/G ."0$'M '(0 ;`a   &7$:s**rc [RU5upnSn[U5HupVURS:XdMUn O UbUSUn[ X5nXS-Sn O/nSnUn /n Sn /n U n SSjnU"S[ R S55U"S[ R S55U"S [ R S 55U"S [ R S 55/nS nU[U5:aU[U5[U5- ::al[S[XXU[U5-555(a>XLa [S5e[X%X%S-X%S-X%S-S9n U[U5- nU n MU RX%5 US- nU[U5:aM[[U5U[U 5[U 5U [U 5[U5S9$)z Input: 'int x, int y, int z' Nrr3c^^UU4Sj$)Ncd>URT:H=(a URT[T54;$rH)rJrjr)rrJtys r/Arguments.parse..pred.. s(QVVt^P2|B?O:P0PPrr)rJrs``rpredArguments.parse..pred s P Prrnrrorrprrqr@rc36# UHupU"U5v M g7frHr)rprs rr"Arguments.parse.. s TaDD Tsz-tensor options arguments can only appear oncerjrdrsr)rJrrrr zCallable[[Argument], bool])rAr enumeraterJrkrrXrxrtrprSrmrwr)rYrrrtself_ixirrxrrrryrrzkwarg_only_accr predicatess rrXArguments.parse s'0&9&9$&?# j)DAvv*  ",Xg"6 #J$78H#-km#< "$ H#- 9;%8<9;&6 Q $**\2 3 4::h/ 0 4::h/ 0 tzz&1 2   #j/!C Oc*o55 #J13z??R0S T&J,K&<(m)a%0)a%0#-!e#4 &N Z(A%CN  ! !*- 0 FA/#j/!2 %&9 :!&';!<*/0M*N)+01O+Pc   rc/nUR[[UR55 UR(dUR (aUR S5 UR[[UR55 UR[[UR 55 SRU5$)Nrr)rrrrOrPrtrwr)r all_argumentss rrArguments.__str__8 s#% Sd&:&:;<   488   %Sd&:&:;<Sdhh/0yy''rc|URcUR(a [S5eURcUR(a [S5eURVs/sH1nUR cMUR R (dM/UPM3 nn[U5S:wa[SU35egs snf)Nz5pre_self_positional is non-empty but self_arg is NonezFpost_tensor_options_kwarg_only is non-empty but tensor_options is NonerzQmutable pre_self_positional arguments are not currently supported in the schema: )rrrxrSrrzrrrx)rrmutable_pre_self_positionalss rrArguments.__post_init__A s == ''$K    &22$\--( -|| ,-LL,A,A - %( + , 1 ceAdBC  2 ( s!B96B9B9rNrv)r z:Sequence[Argument | SelfArgument | TensorOptionsArguments])r z!Sequence[Argument | SelfArgument])r z+Sequence[Argument | TensorOptionsArguments]r z list[str]r)rr@r rA)r rA)rlist[Argument]r rA)rYrr z5tuple[list[Argument], list[Argument], list[Argument]])rYrr rArr)r!r"r#r$r%rr}rOrqrPrrrrrtrrrrrrrrrrXrrr&rrrrArA sP .-!!..#7711%98   DD C GGJ27# J  %+%+NP P d(rrA) rsubmuldivmodpowlshiftrshiftandxororcn\rSrSr%S\S'S\S'S\S'SrS\S'S rS \S '\SS j5rSS jr Sr g )rit rrr@rrFrNrDr=c^ US:Xa [S5eURS5(a [S5e[R"SU5nU(aUR S5OSnU(aUR S5OUn[R"SU5nUbSS nUR S5m [ U 4S j[ 55(aS nT SSm O1S nT S S :Xa[SU35eOS nUm T SS:XaS nT SSm OS nSnT RU5(a.S nT S[U5*m U(dU(a[SU35eOS n[T UUUUS9n [U 5U:wa[[U 5SU35eU $)Nr;zoperator name cannot be emptyrzs_out suffix is reserved and not permitted for operator names; did you mean to specify an out overload name instead?z^(?:(.*)::)?(.*)$r3rjz ^__([^_]+)__$Tc34># UH nTSU3:Hv M g7f)rNr)rnrs rr)BaseOperatorName.parse.. sG,Fq4Qqc7?,FrFrrz,unexpected dunder method starting with 'i': r _ _functionalz:functional overload cannot be a dunder method or inplace: )rrrrr=r) rSrrrrrAUGMENTED_ASSIGNMENT_NAMESrxrr) rrr= op_without_nsr5rrfunctional_suffixrrrs @rrXBaseOperatorName.parse s 8 !@A A ;;v   H -r2&+EKKN */ AR HH%} 5 = M771:DG,FGGGABx 7c>(FrdK" "M DBx3CRy* ==* + +"& 130112D$PQSPTU!( #(  ' 3   q6R< CF84t!45 5rc.UR(aURS3OSnUR(a)UR(aSOSnUSUURS3$UR(aSOUR(aSOSnUURU3$)Nr^r;r__rr)r=rrrr)rnamespace_prefixrs rrBaseOperatorName.__str__ s48NNdnn-R0   ||A&'r!TYYKr: :<<++# '' {1#6 6rr)rrr rr) r!r"r#r$r%rr=rrXrr&rrrrrt sC I M(!&% !Iz ??B 7rrcf\rSrSr%S\S'S\S'\S Sj5rSSjrSSjrSS jr SS jr S r g )rui rrJrr}cSU;aURSS5upOUnSn[[RU5US9n[ U5U:wa[ [ U5SU35eU$)N.r3r;r|r)rrurrXrrS)r+rJr}rs rrXOperatorName.parse sk '>")--Q"7 D-DM .44T:- X q6W  CF84y!9: :rctUR(aURSUR3$UR$)Nrr}rJrs rrOperatorName.__str__ 3   ii[$"4"4!56 6ii[ !rctUR(aURSUR3$UR$)Nrrrs runambiguous_nameOperatorName.unambiguous_name rrc[[URRSURRS9UR S9$NFrr|)rurrJrrr}rs rremove_inplaceOperatorName.remove_inplace s=!YY^^"ii55 ,,   rcx[[URRSURRS9US9$r)rurrJrr)roverloads r with_overloadOperatorName.with_overload s7!YY^^"ii55 #   rrN)r+rr rur)r ru)rrr ru) r!r"r#r$r%rrXrrrrr&rrrruru s4   ""   rrucURR5[RL=(a8 UR U5(+=(a UR UR5$rH)r?rrrr6)rr0bs r"gets_generated_out_inplace_wrapperr sI  Z222 ' Q  ' LL &rcx\rSrSr%S\S'S\S'S\S'SSjrSS .SS jjr\SS j5r\SS j5r S r g)NativeFunctionsViewGroupi4 r<viewr view_copy view_inplacecnURR(d,[SURRR35eUR ch[ UR5(aL[[URRR5S[UR5<S35eGOUR RRRRRS5(d,[SUR RR35eURRR5UR RRSS9:waXURRR5nUR RRSS9n[SUS U35eS UR R;aT[[UR RR5[URR54S 35eURbURRR5URRR5:waYURRR5nURRR5n[S US U35eURR(aURbzURR(d_[[URRR5S [URRR5S35eURR(aURb{URR(d_[[URRR5S [URRR5S35eggg)Nzview is not a view op: z appears to be a new operator that aliases its inputs. The codegen expects you to add a corresponding operator to native_functions.yaml: z3. See Note [view_copy NativeFunctions] for details.)rrz4view_copy name must end with '_copy' or '_scatter': Trz+view and view_copy signatures don't match: rrz appears to be a view_copy operator. The codegen expects view_copy operators to be annotated with the 'view_copy' tag in native_functions.yaml. See Note [view_copy NativeFunction] for details.z.view and view_inplace signatures don't match: rz] must either both have CompositeImplicitAutograd kernels, or both not have composite kernels.zi must either both have CompositeImplicitAutogradNestedTensor kernels, or both not have composite kernels.)rrrSr?rJrgets_generated_view_copyrget_view_copy_namerrrrXrrTrU)rview_sig view_copy_sigview_inplace_sigs rr&NativeFunctionsViewGroup.__post_init__> sjyy## #:499>>;N;N:O!PQ Q >> !' 22$499>>../01*499589II3>>&&++0055>>?TUU$J4>>K^K^KcKcJdeyy~~'')T^^-@-@-J-J%).K. 99>>335 $ 3 3 = =SW = X $A(4P]_$.."5"55$4>>..334c$))..6IIJKHH    (yy~~'')T->->-C-C-M-M-OO99>>335#'#4#4#9#9#C#C#E $DXJdScRde 99 ; ;  ,((OO(tyy~~2234E#d>O>O>T>T>Y>Y:Z9[\ll 99 I I  ,((]](tyy~~2234E#d>O>O>T>T>Y>Y:Z9[\xx^- JrT) include_copyc## URv URbURv URbU(aURv ggg7frH)rrr)rr s rr"NativeFunctionsViewGroup.functionss sDii    (## # >> %,.. +7 %sAAc.URR$rH)rrrs rr"NativeFunctionsViewGroup.root_namez syy"""rc.URR$rH)rrTrs r composite"NativeFunctionsViewGroup.composite~ syy???rrNr)r r@r rrr) r!r"r#r$r%rrrrrr&rrrrr4 sP %$''3j15!##@@rrcUR(dgUR(agSUR;agURRRR R S5(agg)NFr_inverseT)rrTrXr?rJrr)rs rrr sV << //  vv{{%%j11 rcS/n[URR5U;a2[U5(d"[ URRS35eURRRR S3n[ [USURRRRS9URRRS9nU$)Nnarrowz, does not have a generated view_copy variantrFrr|) rr?rJrrSrrurrr})r-list_of_ops_with_explicit_view_copy_operatorsrview_copy_names rrr s6>J1 166;;LL'** 66;;-KL 66;;##(()/I! E9I9I9W9W ffkk// N rcUS:XagUSS:XaUSS:XaUSSn[SURS 555$) z Input: '()' Output: [] z()rrrr rr3c3L# UHn[RU5v M g7frH)rrXrs rr parse_returns.. sF.Esc"".Es"$r)rr)rZs rrVrV sN d1~RC!7!!B' Fk.?.?.EF FFrcR\rSrSr%S\S'S\S'\S Sj5rS SjrS SjrS r g )rvi zdict[str, list[Argument]]rrrc[U[5(d[S[U535e/nSUS;aLUSR S5nUVs/sH&n[ R UR55PM( nnUSSn0nUHn[U[5(d[S[U535eSU;a[SU35eUR S5upgSU;a[SUS 35eUR S5nUVs/sH&n[ R UR55PM( n nXU'M [XAS 9n U R5U:wa[S U R5S U35eU $s snfs snf) Nz precomputed must be a list, got rr rcz$precomputed item must be a str, got zSprecomputed parameters without replacement are allowed only in the last line, got: rzillegal kernel param name 'z' in precomputed parameters)rrzr.to_list() != src: r) rmrqrSrjrrIrXr{rrvto_list) srcadd_argsadd_listrJrraw_replace_itemr with_list_raw with_listwith_list_argsrs rrXPrecompute.parse s#t$$ #CDI;!OP P R 2w}}S)HAIJtzz|4HJcr(C # .44$:4@P;Q:RS--$ijzi{|"2!7!7!? Ccz$1#6QR&++C0IGPQythnnTZZ\:yNQ)CL#!$& w 5 99;#  #7 }D!NO O5K(Rs -E=-Fc~URHCnURR5UR:XdM-[SUR35e URR 5HLnUHCnURR5UR:XdM-[SUR35e MN g)Nz5precomputed argument name must not be all uppercase: )rrJupperrSrr)rrrYs rrPrecompute.__post_init__ sAvv||~'$KAFF8T LL'')D66<<>QVV+(OPQPVPVxX*rc/nURR5H3up#SRSU55nURUSU35 M5 U$)Nrc38# UHn[U5v M g7frHr)rparams rr%Precompute.to_list.. s$P=OESZZ=Orr)rrRrrw)r replace_list kernel_paramreplacement_params replacementss rrPrecompute.to_list sX 04 0B0B0D ,L99$P=O$PPL   <.\N C D1ErrN)r objectr rvrr) r!r"r#r$r%rrXrrr&rrrrvrv s-'& ((T rrvr)rrEr r@)rr<r0rrr$r r@)rr<r r@)rr<r ru)rZrr rB)v __future__rrrMrrenumrrtypingrtyping_extensionsrtorchgen.utilsr r collections.abcr r r rr(rrr AUTOGRAD_KEYSFRAGMENT_NAMESPACESrErrrrhasattrrprintrr1r-r,r3r0rrrrrerrrrrrrrrrrrrrrrr7rrrrrlr|rrrrrdispatch_device_maprrr%r r rrrrrrrr%r2r7r<rrr}rr$r>rrrlrkrrrrIrrkrmrArrrurrrrrVrv) components0rrAs" ! *6<<: $***d ("((,>,,>yJ,>, #$:; _>$_>DD  B {BG,,+-A !H2$rd"pqrpst  ! OOOOOO #''9OOOOOO))55))66    A! L*% ,V5H%P--`46 05&  j' (8(8*:K:K'LM j%j667 i%Z0=3LL e!.u!5 i8P!P o* i 88"#;t;4d T$ $U GU GU Gp $R R R j $(((, $   B $999b $M@M@M@p  $555| $3"3"3"nT. $*t**( $(4((( $d@ $t* $Z5Z5Z5z $5)5)5)r $ $GGG $DDDT * $n7n7n7f $3 3 3 l.3? * $M@M@M@`.6 G $GGGY[,s5U