ó
    Eñiòy  ã                   óè  • S SK r S SKrS SKrS SKJr  S SKJr  S SKrS SKJ	r
  S SKJ	s  Js  Jr  S SKJ	s  Js  Jr  S SKJr  S SKJr  S SKJr  S SKJr  S SKJrJr  S S	KJrJr  S S
K J!r!J"r"J#r#J$r$  S SKJ%r%  S SK&J'r'  S SK(J)r)  S SK*J+r+J,r,  S SK-J.r.J/r/J0r0  S SK1J2r2J3r3J4r4  S SK5J6r6  S SK7J8r8   S SK9J:r;  \R|                  R~                  r?\R€                  " \A5      rBS\R†                  Rˆ                  S\E\FS4   S\G\H\F4   4S jrIS\R†                  Rˆ                  S\E\FS4   S\G\H\F4   S\J4S jrKS\R†                  Rˆ                  S\E\FS4   S\G\H\F4   SS4S jrL " S S5      rMg! \< a	    S SK9J=r;   NÀf = f)é    N)ÚSequence)Úcast)Úfill_defaults)Ú
LazyString)Ú_are_we_tracing)Ú
DeviceMesh)ÚDTensorSpecÚ
TensorMeta)Úargminmax_handlerÚminmax_dim_handler)ÚOpInfoÚOpSchemaÚOutputShardingÚOutputSpecType)Úis_rng_supported_mesh)Úredistribute_local_tensor)ÚShardingPropagator)Úconvolution_backward_handlerÚconvolution_handler)Ú#_format_implicit_redistribution_msgÚExplicitRedistributionContextÚtry_find_mesh_from_args)ÚPartialÚ	PlacementÚ	Replicate)Úget_active_debug_mode)Úreturn_and_correct_aliasing)Ú_cxx_pytree)Ú_pytreeÚop_callÚargs.Úkwargsc                 ól  • [        U R                  X5      u  pU(       a   eUu  p4pVUR                  5       [        U5      :X  ag  UR	                  5       [        U5      :X  aJ  Ub  UR                  5       U:X  a3  [        R                  R                  R                  R                  U5      $ [        S5      e)Nz%as_strided not supported with DTensor)r   Ú_schemaÚsizeÚtupleÚstrideÚstorage_offsetÚtorchÚopsÚatenÚaliasÚdefaultÚRuntimeError)r    r!   r"   Útensorr%   r'   r(   s          Ú_/home/mande/repo/quber/.venv/lib/python3.13/site-packages/torch/distributed/tensor/_dispatch.pyÚas_strided_handlerr1   5   s�   € ô
 ! §¡°$Ó?�L€DÞÐˆ:Ø+/Ñ(€F�&à�‰‹œ˜t›Ó$Ø�M‰M‹Oœu V›}Ó,ØÑ# v×'<Ñ'<Ó'>À.Ó'Pä�y‰y�~‰~×#Ñ#×+Ñ+¨FÓ3Ð3Ü
Ð>Ó
?Ð?ó    Úreturnc                 ó¨   • [        [        R                  US   5      n[        [        R                  US   5      nUR                  UR                  :H  $ )Nr   é   )r   r)   ÚTensorÚshape)r    r!   r"   ÚlhsÚrhss        r0   Úis_same_size_handlerr:   F   s?   € ô
 Œu�|‰|˜T !™WÓ
%€CÜ
Œu�|‰|˜T !™WÓ
%€CØ�9‰9˜Ÿ	™	Ñ!Ð!r2   c           
      ót  • [         R                  R                  R                  XU5      n[        R
                  " [        [        [           UR                  5      UR                  5      n[        [        [        S4   U5      nU " U0 UR                  D6  [        [        [         R                     US   5      S   nUR                  nUR                  n/ nU HE  n	[        U	[         5      (       a  UR#                  U	5        M+  UR#                  [%        S5      5        MG     [        [&        R(                  US   5      n
[+        U[        U5      [-        U
R/                  5       U
R1                  5       U
R2                  S9S9n[         R                  " U
USS9nUR5                  5       nU
R7                  U5        g )	N.r   Úmaxr5   ©r7   r'   Údtype)ÚmeshÚ
placementsÚtensor_metaF)Úlocal_tensorÚspecÚrequires_grad)ÚdtensorÚDTensorÚ_op_dispatcherÚunwrap_to_op_infoÚpytreeÚtree_unflattenr   ÚlistÚobjectÚ
local_argsÚargs_tree_specr&   Úlocal_kwargsr@   Údevice_meshÚ
isinstancer   Úappendr   r)   r6   r	   r
   r%   r'   r>   Úfull_tensorÚcopy_)r    r!   r"   Úop_infoÚlocal_tensor_argsÚgrad_dtensorÚgrad_placementsr?   Úfound_inf_placementsÚ	placementÚtarget_tensorrC   Úfound_inf_dtensorÚ	found_infs                 r0   Úfound_inf_reduce_handlerr^   P   sy  € ô
 �o‰o×,Ñ,×>Ñ>¸wÈfÓU€GÜ×-Ò-ÜŒT”&‰\˜7×-Ñ-Ó.Ø×ÑóÐô œU¤6¨3 ;Ñ/Ð1BÓCÐÙÐÐ7 '×"6Ñ"6Ò7äœœWŸ_™_Ñ-¨t°A©wÓ7¸Ñ:€LØ"×-Ñ-€OØ×#Ñ#€Dà,.ÐÛ$ˆ	Ü�i¤×+Ñ+Ø ×'Ñ'¨	Ö2à ×'Ñ'¬°«Ö7ñ	 %ô œŸ™ t¨A¡wÓ/€MÜØÜÐ-Ó.ÜØ×$Ñ$Ó&Ø ×'Ñ'Ó)Ø×%Ñ%ñ
ñ€Dô  ŸšØ"ØØñÐð
 "×-Ñ-Ó/€IØ×Ñ˜	Õ"r2   c                   óÌ  • \ rS rSrSrS$S jr\S\4S j5       r\R                  S\SS4S j5       rS	\
R                  R                  S
\\S4   S\\\4   S\S\S\4S jrS	\
R                  R                  S
\\S4   S\S\4S jrS	\
R                  R                  S
\\S4   S\\\4   S\S\S\S\S\S\S\4S jr\S\S\S\SS4S j5       rS	\
R                  R                  S
\\S4   S\\\4   S\4S jrS	\
R                  R                  S
\\S4   S\\\4   S\S\4
S jr\S\S\S\4S  j5       rS	\
R                  R                  S!\
R<                  S\S\4S" jr S#r!g)%ÚOpDispatcheré|   aÑ  
Op dispatching class instance to handle args/kwargs pre-processing (un-wrapping), sharding
propagation, redistribute local args, local compute, and post-processing (re-wrapping). It
also handles any op specific logic if necessary.

NOTE: Given the runtime overhead of Tensor subclass (__torch_dispatch__), the OpDispatcher
is designed to minimize the CPU overhead by using the tricks of proper unflattening, faster
pytree if needed, and leveraging various caching mechanisms implemented in the sharding
propagation and redistribute modules. The CPU overhead is critical to eager mode performance,
one need to carefully measure the CPU overhead when making significant changes to the
OpDispatcher and ShardingPropagator.
r3   Nc                 ó²  • [        5       U l        [        R                  R                  [        R
                  R                  [        R                  R                  [        R                  R                  [        R                  R                  [        R                  R                  [        R                  R                  [        R                  R                  [        R                  R                  [        R                  R                  [        R                  R                  [        R                  R                   1U l        [        R$                  R                  [&        [        R(                  R                  [*        [        R,                  R                  [.        [        R0                  R                  [2        [        R4                  R                  [6        [        R8                  R                  [:        [        R<                  R                  [:        [        R>                  R@                  [B        [        RD                  R@                  [B        0	U l#        g ©N)$r   Úsharding_propagatorr+   Únative_dropoutr-   Únormal_ÚrandÚ	rand_likeÚrandnÚ
randn_likeÚrandint_likeÚ	low_dtypeÚlow_dtype_outÚuniform_Ú	bernoulliÚ
bernoulli_ÚfloatÚ_random_opsÚis_same_sizer:   Úconvolutionr   Úconvolution_backwardr   Ú*_amp_foreach_non_finite_check_and_unscale_r^   Ú
as_stridedr1   Úargminr   Úargmaxr<   Údimr   ÚminÚ_custom_op_handlers©Úselfs    r0   Ú__init__ÚOpDispatcher.__init__Š   s]  € Ü#5Ó#7ˆÔ ô ×Ñ×'Ñ'Ü�L‰L× Ñ Ü�I‰I×ÑÜ�N‰N×"Ñ"Ü�J‰J×ÑÜ�O‰O×#Ñ#Ü×Ñ×%Ñ%Ü×Ñ×'Ñ'Ü×Ñ×+Ñ+Ü�M‰M×!Ñ!Ü�N‰N×"Ñ"Ü�O‰O×!Ñ!ð
ˆÔô ×Ñ×%Ñ%Ô';Ü×Ñ×$Ñ$Ô&9Ü×%Ñ%×-Ñ-Ô/KÜ×;Ñ;×CÑCÔE]Ü�O‰O×#Ñ#Ô%7Ü�K‰K×ÑÔ!2Ü�K‰K×ÑÔ!2Ü�H‰H�L‰LÔ,Ü�H‰H�L‰LÔ,ð
$
ˆÕ r2   c                 ó>   • [         R                  R                  5       $ rc   )r)   Ú_CÚ'_get_dtensor_allow_implicit_replicationr}   s    r0   Ú_allow_implicit_replicationÚ(OpDispatcher._allow_implicit_replication·   s   € ä�x‰x×?Ñ?ÓAÐAr2   Úvaluec                 ó@   • [         R                  R                  U5      $ rc   )r)   r‚   Ú'_set_dtensor_allow_implicit_replication)r~   r†   s     r0   r„   r…   »   s   € ä�x‰x×?Ñ?ÀÓFÐFr2   r    r!   .r"   rU   Ú	try_cachec                 ó.  • UR                   c   S5       e U(       a5  [        5       (       d&  U R                  R                  UR                   5      nO%U R                  R	                  UR                   5      n[
        R                  (       aS  [
        R                  [        R                  5      (       a+  [
        R                  SUR                   UR                  5        U$ ! [         ax    [        R                  R                  UR!                  5       [        R                  R"                  R$                  5      (       a!  UR&                  " U0 UD6nU[(        Ld   eUs $ e [*         a)  n[-        U SUR                   =(       d    U 35      UeS nAff = f)Nzwop_info.schema should not be None in sharding propagation. This function should only be called after unwrap_to_op_info.z,sharding_prop MISS (C++ fast path): %s -> %sz"

Sharding propagation failed for )Úschemar   rd   Úpropagate_op_shardingÚ propagate_op_sharding_non_cachedÚloggerÚhandlersÚisEnabledForÚloggingÚDEBUGÚdebugÚoutput_specÚNotImplementedErrorr)   r‚   Ú%_dispatch_has_kernel_for_dispatch_keyÚnameÚDispatchKeyÚCompositeImplicitAutogradÚ	decomposeÚNotImplementedÚ	Exceptionr.   )	r~   r    r!   r"   rU   r‰   ÚresultÚoutÚes	            r0   Ú)_propagate_op_sharding_dispatch_slow_pathÚ6OpDispatcher._propagate_op_sharding_dispatch_slow_path¿   sM  € ð6 �~‰~Ñ)ð 	
ðKó	
Ð)ð	ö ¤×!2Ñ!2Ø×1Ñ1×GÑGÈÏÉÓW‘à×1Ñ1×RÑRØ—N‘Nó�ô ��¤6×#6Ñ#6´w·}±}×#EÑ#EÜ—‘ØBØ—N‘Nà×&Ñ&ô	ð ˆMøÜ"ó 
	Ü�x‰x×=Ñ=Ø—‘“¤§¡× 4Ñ 4× NÑ N÷ñ ð
 ×'Ò'¨Ð8°Ñ8�Ø¤.Ò0Ð0Ð0Ø’
àÜó 	ÜØ�#Ð9¸'¿.¹.×:SÈGÐ9TÐUóàðûð	ús   –C
C! Ã!A>FÅ!
FÅ+$FÆFc                 ó  • UR                   nUc   S5       eUc   S5       e[        5       nUb(  UR                  b  UR                  UR                  5        UR                  nUR                  5       nS nU(       Ga!  UR                  (       a6  UR                  c   eU R                  UUR                  UR                  5        UR                  (       a@  [        R                  " [        [        [           UR                   5      UR                  5      OUR                   n	[        ["        [        S4   U	5      n	XR$                  ;   Ga?  [&        R(                  (       d/  [+        U5      (       a  [&        R,                  " U5      [&        l        [        [.        R0                  US   5      [        [2        R4                  U	S   5      pºUR6                  R9                  SS 5      nUb!  [;        U[2        R<                  5      (       d   e[&        R(                  (       a9  UR>                  (       d(  [&        R(                  RA                  U
RB                  US9O[D        RF                  " 5       nU   U" U	0 UR6                  D6nS S S 5        U$ U" U	0 UR6                  D6n U$ UR                  nURH                  RJ                  nUc  S nU$ S[L        S[2        R4                  4S	 jn[;        U[L        5      (       a
  U" U5      nU$ [;        U[N        5      (       aa  U Vs/ s H  nUb  U" U5      OS PM     nn[;        U[        5      (       d   eS U;   a'  [Q        US   RR                  5      n[U        S
U S35      eU$ ! , (       d  f       U$ = fs  snf )Nz"output sharding should not be Nonezop_info should never be None.r   Ú	generator)r£   rC   r3   c                 ó  • U R                   be  U R                   R                  nU R                   R                  n[        U5      S:X  a  [        R
                  " SUS9$ [        R                  " / US9$ [        U  S35      e)Nr   © )r>   z has no tensor metadata.)rA   r7   r>   Úlenr)   Úzerosr/   r.   )rC   r7   r>   s      r0   Údefault_tensorÚJOpDispatcher._dispatch_get_local_results_slow_path.<locals>.default_tensorZ  sr   € Ø×'Ñ'Ñ3Ø $× 0Ñ 0× 6Ñ 6˜Ø $× 0Ñ 0× 6Ñ 6˜Ü˜u›:¨›?ä#(§;¢;¨r¸Ñ#?Ð?ô $)§<¢<°¸%Ñ#@Ð@ä*¨d¨VÐ3KÐ+LÓMÐMr2   zreturn type z in DTensor op is not supported)+Úoutput_shardingr   r”   Úrecord_output_placementsÚcompute_meshÚ_is_current_rank_part_of_meshÚneeds_redistributeÚredistribute_schemaÚredistribute_local_argsÚ use_val_from_redistribute_schemarN   rI   rJ   r   rK   rL   rM   r&   rr   ÚrandomÚ_rng_trackerr   ÚOffsetBasedRNGTrackerrE   rF   r)   r6   rO   ÚpoprQ   Ú	GeneratorÚis_metaÚ_distribute_regionÚ_specÚ
contextlibÚnullcontextr$   Úreturnsr	   r   ÚstrÚtyper•   )r~   r    r!   rU   rª   Ú
debug_moder?   ÚparticipatingÚlocal_resultsrV   Ú	first_argÚfirst_local_argÚmaybe_user_generatorÚrng_contextrC   Úret_listr¨   ÚsÚret_types                      r0   Ú%_dispatch_get_local_results_slow_pathÚ2OpDispatcher._dispatch_get_local_results_slow_pathÿ   sn  € ð "×1Ñ1ˆØÑ*ÐPÐ,PÓPÐ*ØÑ"ÐBÐ$BÓBÐ"ô +Ó,ˆ
ØÑ! o×&AÑ&AÑ&MØ×/Ñ/°×0KÑ0KÔLà×#Ñ#ˆØ×:Ñ:Ó<ˆØˆßà×1×1ð '×:Ñ:ÑFÐFÐFØ×,Ñ,ØØ#×7Ñ7Ø#×DÑDôð ×)×)ô ×%Ò%Üœœf™ w×'9Ñ'9Ó:à×*Ñ*ôð ×'Ñ'ð ô !%¤U¬6°3¨;Ñ%7Ð9JÓ KÐØ×*Ñ*Ô*Ü×*×*Ô/DÀT×/JÑ/Jô +1×*FÒ*FÀtÓ*L”FÔ'ô œŸ™¨$¨q©'Ó2ÜœŸ™Ð'8¸Ñ';Ó<ð +ð (/×';Ñ';×'?Ñ'?ÀÈTÓ'RÐ$Ø+Ñ3´zØ(¬%¯/©/÷8ñ 8ð ð ô ×*×*°?×3J×3Jô ×'Ñ'×:Ñ:Ø!Ÿ™Ð3Gð ;ñ ô $×/Ò/Ó1ð ò !Ù$+Ð->Ð$WÀ'×BVÑBVÑ$W�M÷ !ð` ÐñY !(Ð):Ð S¸g×>RÑ>RÑ S‘ðX ÐðI #×.Ñ.ˆDØ—‘×.Ñ.ˆHà‰|ð !%�ð< Ðð7N¬ð N¼¿¹ô Nô ˜d¤K×0Ñ0á$2°4Ó$8�Mð Ðô   ¤h×/Ñ/ñ OSó%ÚNRÈ¨Q©]™ qÔ)ÀÒDÉdð "ð %ô & m´T×:Ñ:Ð:Ð:Ø˜}Ó,Ü#& x°¡{×'7Ñ'7Ó#8˜Ü1Ø*¨8¨*Ð4SÐTóð ð Ð÷a !”[ð` Ðüò%s   É+M8ÌN
Í8
Nr¬   rª   rÁ   rÀ   Úis_inplace_opÚis_out_variant_opc
                 ó¤  • [        5       n
U
b(  UR                  b  U
R                  UR                  5        UR                  c«  U[        R                  R
                  :X  a�  Ub  [        U[        5      (       d   e[        R                  " Ub  [        U5      OSUR                  S9n[        R                  " U[        R                  R                  S9  [        UR!                  5       5      nU(       aì  UR                  bÞ  UR                  n[        U["        5      (       d   e[        US   [$        R&                  5      (       d   eU[        R(                  R*                  :X  a  XÂS   l        [/        XX2S   5      $ US   R,                  R0                  UR0                  :w  a5  [3        U SUS   R,                  R0                   SUR0                   S35      eUS   $ gU	(       aõ  [        UR                  [4        5      (       d  UR                  4OUR                  n/ nSnUR6                  R8                   Hj  nUR:                  (       d  M  [=        [$        R&                  UUR>                     5      n[=        ["        Xß   5      Ul        URA                  U5        US-  nMl     [C        U5      S:¼  d   S	5       e[C        U5      S:”  a  [5        U5      $ US   $ U[        R                  R
                  :X  d   U5       eU RE                  XeR                  5      nU(       a,  UR6                  RG                  5       (       a  [/        XUU5      $ U$ )
z<
Tail of main dispatching logic, called from C++ fast path.
Nr5   )Údevice)Úopr   zr: in-place operations that require placement changes are not supported. The operation would change placement from z to z}, which requires redistribution and breaks aliasing semantics. Please use the out-of-place version of this operation instead.z,out variant should have at least one out arg)$r   r”   r«   r+   Úequalr-   rQ   Úboolr)   r/   ÚintÚdevice_typeÚdistÚ
all_reduceÚReduceOpÚMINÚitemr	   rE   rF   Úsqueeze_rz   r¹   r   r@   r.   r&   r$   Ú	argumentsÚis_outr   r—   rR   r¦   ÚwrapÚ_is_view_op)r~   r    r!   r"   r¬   rª   rÁ   rÀ   rË   rÌ   r¿   Úrr”   Úoutput_specsÚout_dtsÚspec_idxÚargumentÚout_dtÚrets                      r0   Ú_dispatch_fast_path_python_tailÚ,OpDispatcher._dispatch_fast_path_python_tailw  sÑ  € ô" +Ó,ˆ
ØÑ! o×&AÑ&AÑ&MØ×/Ñ/°×0KÑ0KÔLà×&Ñ&Ñ.Øœ$Ÿ*™*×,Ñ,Ó,ð %Ñ,´
¸=Ì$×0OÑ0OÐOÐOÜ—L’LØ*7Ñ*C”C˜Ô&ÈØ'×3Ñ3ñ�ô —’ ¤d§m¡m×&7Ñ&7Ò8Ü $ Q§V¡V£X£�æà×*Ñ*Ñ6Ø-×9Ñ9�Ü! +¬{×;Ñ;Ð;Ð;Ü! $ q¡'¬7¯?©?×;Ñ;Ð;Ð;ð œdŸm™m×/Ñ/Ó/à$/˜‘G”Mô 7°wÀfÐSTÉgÓVÐVð ˜A‘w—}‘}×/Ñ/°;×3IÑ3IÓIÜ*Ø&˜ið (\à# A™wŸ}™}×7Ñ7Ð8¸¸[×=SÑ=SÐ<Tð U]ð^óð ð   ™7�NàÞô " /×"=Ñ"=¼u×EÑEð !×,Ñ,Ñ.à$×0Ñ0ð ð
 ˆGØˆHØ#ŸO™O×5Ô5�Ø—?—?‘?Ü!¤'§/¡/°6¸(¿-¹-Ñ3HÓI�FÜ#'¬°\Ñ5KÓ#L�F”LØ—N‘N 6Ô*Ø ‘M’Hñ 6ô �w“< 1Ó$ÐTÐ&TÓTÐ$Ü%(¨£\°AÓ%5”5˜“>ÐE¸7À1¹:ÐEàœdŸj™j×0Ñ0Ó0Ð9°'Ó9Ð0Ø—)‘)˜M×+FÑ+FÓGˆCÞ §¡×!<Ñ!<×!>Ñ!>Ü2°7À&È#ÓNÐNà�
r2   Úsuggested_input_schemar±   c           
      ó\  • [        5       nU R                  b*  [        [        R                  " UR
                  5      5      nOUR
                  n/ n[        U R                  5       GH"  u  pgXF   n[        U[        5      (       a×  [        [        R                  U R                  U   5      n	Xx:w  a˜  Ub  UR                  XgU5      O[        R                   " 5       n
["        R$                  " UU['        [(        U R*                  =(       d    UR,                  5      5        U
   [/        U	UU5      nS S S 5        UR1                  W5        Mã  UR1                  U	5        Mö  U(       a  UR1                  U5        GM  UR1                  U5        GM%     [        U5      U l        g ! , (       d  f       Nv= frc   )r   rN   r&   rI   Útree_leavesÚargs_schemaÚ	enumerateÚflat_args_schemarQ   r	   r   r)   r6   rM   Úrecord_redistribute_callsrº   r»   r   Úobserve_redistributionr   r   r‹   rÏ   r   rR   )rU   rç   r±   r¿   Úflatten_args_schema_to_reshardÚnew_local_argsÚiÚarg_specÚreshard_arg_specrB   Úredistribute_contextÚresharded_local_tensors               r0   r°   Ú$OpDispatcher.redistribute_local_argsÕ  sz  € ô +Ó,ˆ
ð ×!Ñ!Ñ-Ü-2Ü×"Ò"Ð#9×#EÑ#EÓFó.Ñ*ð .D×-OÑ-OÐ*à')ˆÜ$ W×%=Ñ%=×>‰KˆAØ=Ñ@ÐÜ˜(¤K×0Ñ0Ü#¤E§L¡L°'×2DÑ2DÀQÑ2GÓH�ØÓ/ð
 &Ñ1ð #×<Ñ<ØÐ)9ôô (×3Ò3Ó5ð )ô 2×HÒHØ à(Ü"Ü?Ø#ŸN™N×GÐ.D×.GÑ.Góô	ò .Ü1JØ(Ø$à,ó	2Ð.÷ .ð #×)Ñ)Ð*@ÖAà"×)Ñ)¨,Ö7æ3ð #×)Ñ)Ð*:×;à"×)Ñ)¨(×3ñM ?ôP # >Ó2ˆÕ÷% .Õ-ús   ÄFÆ
F+	c                 ó(   • U R                  XUS5      $ )NT)Ú_unwrap_to_op_info_impl)r~   r    r!   r"   s       r0   rH   ÚOpDispatcher.unwrap_to_op_info  s   € ð ×+Ñ+¨G¸6À4ÓHÐHr2   Úcreate_schemac           
      óÈ  ^• U R                   R                  R                  US 5      nUc&  U R                   R                  R                  US 5      nS[        S[
        4S jmUS L=(       a    UR                  =(       d    [        U4S jU 5       5      nU(       a  [        R                  " U5      u  pxUn	OUS p‰/ n
0 n/ n0 nS nU	 Hô  n[        U[        R                  5      (       aI  UR                  UR                  5        U
R                  UR                  5        Uc  UR                   nMi  Mk  [        U["        R$                  5      (       aH  U=(       d    ['        X5      nU
R                  U R)                  XU5      5        UR                  U5        MÒ  U
R                  U5        UR                  U5        Mö     UR+                  5        H°  u  nn[        U[        R                  5      (       a1  UR                  UU'   UR                  UU'   Uc  UR                   nMT  MV  [        U["        R$                  5      (       a1  U=(       d    ['        X5      nU R)                  UUU5      UU'   UUU'   M¦  UUU'   UUU'   M²     Uc   SU S35       e[-        UU(       a2  [/        UU(       a  [        R0                  " X¨5      O
[3        U
5      UUS9OS U
[3        U5      UU5      nU$ )NÚargr3   c                 ó^   • [        U [        [        45      (       a  [        S U  5       5      $ g)Nc              3   óV   #   • U  H  n[        U[        R                  5      v •  M!     g 7frc   )rQ   r)   r6   )Ú.0rØ   s     r0   Ú	<genexpr>ÚQOpDispatcher._unwrap_to_op_info_impl.<locals>._contains_tensor.<locals>.<genexpr>-  s   é € ÐJÂc¸dœ: d¬E¯L©L×9Ð9Âcùs   ‚')F)rQ   rK   r&   Úany)rü   s    r0   Ú_contains_tensorÚ>OpDispatcher._unwrap_to_op_info_impl.<locals>._contains_tensor+  s'   € Ü˜#¤¤e˜}×-Ñ-ÜÑJÁcÓJÓJÐJØr2   c              3   ó4   >#   • U  H  nT" U5      v •  M     g 7frc   r¥   )rÿ   rü   r  s     €r0   r   Ú7OpDispatcher._unwrap_to_op_info_impl.<locals>.<genexpr>2  s   øé € Ð7²$¨3Ñ! #×&Ð&²$ùs   ƒz*found no DeviceMesh from dtensor args for Ú!)Úschema_info)rd   Úop_to_schema_infoÚgetÚ)op_to_schema_info_for_single_dim_strategyrL   rÑ   Úneeds_pytreer  rI   Útree_flattenrQ   rE   rF   rR   Ú_local_tensorr¹   rP   r)   r6   r   Ú%_try_replicate_spec_for_scalar_tensorÚitemsr   r   rJ   r&   )r~   r    r!   r"   rú   Úruntime_schema_infor  Ú	tree_argsÚ	args_specÚ	args_listrê   Úkwargs_schemarM   rO   r¬   rü   ÚkÚvrU   r  s                      @r0   rø   Ú$OpDispatcher._unwrap_to_op_info_impl  sß  ø€ ð #×6Ñ6×HÑH×LÑLØ�Tó
Ðð Ñ&à×(Ñ(×RÑR×VÑVØ˜Tóð  ð	¤&ð 	¬Tô 	ð   tÐ+×PÐ0C×0PÑ0P÷8äÔ7±$Ó7Ó7ð 	ö ä#)×#6Ò#6°tÓ#<Ñ ˆIØ*3‰Ià#'¨�yà$&ˆØ+-ˆØ#%ˆ
Ø*,ˆØ*.ˆãˆCÜ˜#œwŸ™×/Ñ/Ø×!Ñ! #×"3Ñ"3Ô4Ø×"Ñ" 3§9¡9Ô-ØÑ'à#&§?¡?’Lñ (ô ˜C¤§¡×.Ñ.Ø+÷  Ô/FØó0�ð ×"Ñ"Ø×>Ñ>Ø lóôð
 ×!Ñ! #Ö&ð ×"Ñ" 3Ô'Ø×!Ñ! #Ö&ñ) ð, —L‘L–N‰DˆAˆqÜ˜!œWŸ_™_×-Ñ-Ø"#§/¡/�˜Q‘Ø#$§7¡7�˜aÑ ØÑ'à#$§=¡=’Lñ (ô ˜AœuŸ|™|×,Ñ,Ø+÷  Ô/FØó0�ð $(×#MÑ#MØØØ ó$�˜aÑ ð
 #$�˜Q“ð $%�˜aÑ Ø"#�˜Q“ñ) #ð, Ñ'ð 	
Ø8¸¸	ÀÐCó	
Ð'ô Øö ô Øö !ô ×)Ò)¨+ÔAä˜{Ó+àØ/ò
ð ØÜ�*ÓØØó%
ˆð( ˆr2   ÚresrC   c                 ó:  • [        U [        R                  5      (       a[  Ub?  [        U[        5      (       d   SU S35       e[        R
                  " XU R                  S9$ U R                  S:X  d   S5       eU $ [        U [        [        45      (       a…  Ub  [        U[        [        45      (       d   SU S35       e/ n[        X5       H)  u  p4UR                  [        R                  X45      5        M+     [        U [        5      (       a  [        U5      $ U$ U $ )NzBoutput spec does not match with output! Expected DTensorSpec, got Ú.)rD   r   zoutput tensor should be scalar!zAoutput spec does not match with output! Expected list/tuple, got )rQ   r)   r6   r	   rE   rF   rD   ÚndimrK   r&   ÚziprR   r`   rÜ   )r  rC   Úres_listrŸ   rÇ   s        r0   rÜ   ÚOpDispatcher.wrap†  s  € ä�cœ5Ÿ<™<×(Ñ(ØÑÜ! $¬×4Ñ4ð ØXÐY]ÐX^Ð^_Ð`óÐ4ô —’ sÀ×@QÑ@QÑRÐRð —x‘x 1“}ÐGÐ&GÓG�}Ø�
Ü˜œd¤E˜]×+Ñ+ØÑ#¬
°4¼$Ä¸×(GÑ(Gð ØSÐTXÐSYÐYZÐ[óÐGð ˆHÜ˜Cž‘�à—‘¤× 1Ñ 1°!Ó 7Ö8ñ 'ô '1°´e×&<Ñ&<”5˜“?ÐJÀ(ÐJð ˆJr2   Ú
tensor_argc           
      óv  • UR                  5       S:X  a%  UR                  S:X  a  [        R                  " SSS9  UR                  5       S:X  d  U R                  (       aN  [        U[        5       4UR                  -  [        UR                  UR                  5       UR                  S9S9nU$ [        U S35      e)Nr5   záFound a non-scalar tensor with numel=1 and ndim!=0, we are implicitly creating a replicated DTensor for it. However, please consider changing it to a scalar tensor or explicitly create a DTensor under distributed environment.é   )Ú
stacklevelr=   )rA   zó: got mixed torch.Tensor and DTensor, need to convert all torch.Tensor to DTensor before calling distributed operators! Please see https://docs.pytorch.org/docs/main/distributed.tensor.html#mixed-tensor-and-dtensor-operations for more details.)Únumelr  ÚwarningsÚwarnr„   r	   r   r
   r7   r'   r>   r.   )r~   r    r   r¬   Úreplication_specs        r0   r  Ú2OpDispatcher._try_replicate_spec_for_scalar_tensor¢  s¾   € ð ×ÑÓ Ó" z§¡¸!Ó';Ü�MŠMðPð òð ×ÑÓ Ó" d×&F×&Fä*ØÜ“� ×!2Ñ!2Ñ2Ü&Ø$×*Ñ*Ø%×,Ñ,Ó.Ø$×*Ñ*ññ Ðð   Ðô Ø�)ð %ð %óð r2   )r|   rr   rd   )r3   N)"Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__Ú__doc__r   ÚpropertyrÑ   r„   Úsetterr)   Ú_opsÚ
OpOverloadr&   rL   Údictr½   r   r    rÉ   r   r   rå   Ústaticmethodr   r°   rH   rø   r   rÜ   r6   r	   r  Ú__static_attributes__r¥   r2   r0   r`   r`   |   sÅ  † ñô
ðZ ðB¨Tó Bó ðBð !×'Ñ'ðG°ð G¸$ó Gó (ðGð>à—‘×&Ñ&ð>ð �F˜C�KÑ ð>ð �S˜&�[Ñ!ð	>ð
 ð>ð, ð->ð. 
ô/>ð@và—‘×&Ñ&ðvð �F˜C�KÑ ðvð ð	vð
 
ôvðp\à—‘×&Ñ&ð\ð �F˜C�KÑ ð\ð �S˜&�[Ñ!ð	\ð
 !ð\ð (ð\ð ð\ð ð\ð ð\ð  ð\ð 
ô\ð| ð83Øð83à (ð83ð +/ð83ð 
ó	83ó ð83ðtIà—‘×&Ñ&ðIð �F˜C�KÑ ðIð �S˜&�[Ñ!ð	Ið
 
ôIðlà—‘×&Ñ&ðlð �F˜C�KÑ ðlð �S˜&�[Ñ!ð	lð
 ðlð 
ôlð\ ð�&ð  ð °6ó ó ðð6" à—‘×&Ñ&ð" ð —L‘Lð" ð !ð	" ð
 
÷" r2   r`   )Nrº   r‘   r%  Úcollections.abcr   Útypingr   r)   Útorch.distributedÚdistributedrÔ   Útorch.distributed.tensor._apir/   Ú_apirE   Ú torch.distributed.tensor._randomÚ_randomr²   Útorch._library.utilsr   Útorch._loggingr   Ú)torch.distributed._functional_collectivesr   Útorch.distributed.device_meshr   Ú&torch.distributed.tensor._dtensor_specr	   r
   Ú)torch.distributed.tensor._nonlinear_reduxr   r   Ú#torch.distributed.tensor._op_schemar   r   r   r   r   Ú&torch.distributed.tensor._redistributer   Ú'torch.distributed.tensor._sharding_propr   Ú!torch.distributed.tensor._tp_convr   r   Útorch.distributed.tensor._utilsr   r   r   Ú(torch.distributed.tensor.placement_typesr   r   r   Útorch.utils._debug_moder   Útorch.utils._python_dispatchr   Útorch.utilsr   rI   ÚImportErrorr   r*   r+   Ú	getLoggerr)  rŽ   r0  r1  r&   rL   r2  r½   r1   rÑ   r:   r^   r`   r¥   r2   r0   Ú<module>rN     s€  ðã Û Û Ý $Ý ã Ý  ß /Ó /ß 1Ó 1Ý .Ý %Ý EÝ 4ß J÷÷ó õ CÝ LÝ F÷÷ñ ÷
 SÑ RÝ 9Ý Dð.Ý1ð ‡y�y‡~�~€Ø	×	Ò	˜8Ó	$€ð@Ø�Z‰Z×"Ñ"ð@à
�˜�Ñ
ð@ð ��f�Ñô@ð""Ø�Z‰Z×"Ñ"ð"à
�˜�Ñ
ð"ð ��f�Ñð"ð 
ô	"ð)#Ø�Z‰Z×"Ñ"ð)#à
�˜�Ñ
ð)#ð ��f�Ñð)#ð 
ô	)#÷XH	 ò H	 øð] ó .ß-ð.ús   Â*E" Å"E1Å0E1