ó
    Eñiµ‘ ã                  ó„	  • % S r SSKJr  SSKrSSKrSSKrSSKrSSKrSSKrSSK	r	SSK
r
SSKrSSKrSSKrSSKrSSKrSSKrSSKrSSKJrJr  SSKJr  SSKJr  SSKJrJr  SSKJrJrJrJ r J!r!  SS	K"J#r#  SSK$r$SSK%r%SSK&r%SSK'J(s  J)r*  SSK+r%SS
K%J,r,  SSK-J.r.J/r/J0r0J1r1J2r2J3r3J4r4J5r5J6r6  SSK7J8r8  SSK9J:r:J;r;J<r<  SSK=J>r>  SSK?J@r@  SSKAJBrB  SSKCJDrDJErEJFrF  SSKGJHrHJIrIJJrJJKrKJLrLJMrMJNrN  SSK&JOrOJrP  SSKQJRrRJSrS  SSKTJUrU  SSKVJWrWJXrXJYrYJZrZ  SSK[J\r\J]r]  SSK^J_r_J`r`JaraJbrbJcrcJ(r(  SSKdJereJfrf  SSKgJgrg  SSKhJiriJjrjJkrkJlrlJmrmJnrn  SSKoJprp  SSKqJrrr  SSK(JsrsJtrtJuruJvrv  \ (       a4  SS KJwrwJxrxJyry  SS!KzJ{r{  SS"K|J}r}  SS#K~Jr  SS$K€J�r�J‚r‚Jƒrƒ  SS%KJ„r„J…r…J†r†J‡r‡Jˆrˆ  \GR                  " \Š5      r‹\(GR                  " 5       r�\GR                  r� " S& S'\5      r�0 q‘S(\’S)'   \�GR&                  r”S*q•\D(       a  \1r–OSsS+ jr–\ " S, S-5      5       r—\—" 5       q˜StS. jr™S/\™lš        Sq›S0\’S1'   SuS2 jrœ\GR:                  SvS3 j5       ržSwS4 jrŸSsS5 jr     SxS6 jr¡SyS7 jr¢      SzS8 jr£SwS9 jr¤S{S: jr¥\GRL                  " \O5      \" \" \" \§5      5      S;5      1r¨    S|S< jr© " S= S>\%GRT                  GRV                  5      r¬S}S? jr­S{S@ jr®SwSA jr¯S~SB jr°S~SC jr±SSD jr²\GR:                  S€SE j5       r³ " SF SG\GRh                  5      rµ\µ" 5       r¶S{SH jr·\GRp                  S{SI j5       r¹S�SJ jrº\»" 5       r¼S‚SK jr½ " SL SM5      r¾ " SN SO\¾5      r¿ " SP SQ\¾5      rÀ " SR SS\¾5      rÁ\�S*SS*SSSS4                     SƒST jjrÂ    S„SU jrÃ " SV SW\GR                  5      rÄ        S…SX jrÅS{SY jrÆSwSZ jrÇS{S[ jrÈSwS\ jrÉS{S] jrÊS†S^ jrË S‡S*SSSSS*SSS_.                     SˆS` jjjrÌ\#" SaS/5      S‰Sb j5       rÍ " Sc Sd\%GRœ                  GRž                  5      rÐ " Se Sf\5      rÑSŠSg jrÒS‹Sh jrÓ                      SŒSi jrÔS*S*SSjSS/S*S/S*S*S/SSk.                               S�Sl jjrÕSŽSm jrÖ\p" SSS5      S*SSSSn.               S�So jjr× " Sp Sq5      rØS�Sr jrÙg)‘aš  
This module implements the core frame evaluation handler for TorchDynamo's compilation system.
The eval frame handler intercepts Python bytecode execution at runtime to enable dynamic
compilation and optimization of PyTorch code.

Key components defined here:
- Frame evaluation handlers that intercept and analyze Python execution frames
- Guards management for tracking dependencies and invalidating compiled code
- Optimization contexts and decorators (optimize, run_once, disable, etc.)
- Export functionality for saving optimized graphs
- Backend compiler integrations and callback management

Functions in this file are responsible for modifying the eval frame handler at RUNTIME.
Therefore, all functions in this file are hot and performance-critical. Functions that
only execute at compile time should be placed in torch._dynamo.convert_frame.

The eval frame handler is the core mechanism that enables TorchDynamo to dynamically
intercept, analyze and optimize PyTorch code during execution. It works by registering
a custom frame evaluation function that gets called for every Python frame, allowing
us to detect PyTorch operations and trigger compilation as needed.
é    )ÚannotationsN)Ú	GeneratorÚSized)Ú	dataclass)ÚEnum)ÚdirnameÚjoin)ÚAnyÚ
NamedTupleÚOptionalÚTYPE_CHECKINGÚUnion)Úpatch)Ú_guards)	Ú_EvalFrameOverrideÚ
reset_codeÚset_code_exec_strategyÚset_eval_frameÚset_eval_frame_overrideÚset_guard_complete_hookÚset_guard_error_hookÚset_skip_guard_eval_unsafeÚunsupported)Úenable_python_dispatcher)ÚConvertFrameReturnÚFrameActionÚFrameExecStrategy)Ú_compiling_state_context)Úis_opaque_type)Úunset_fake_temporarily)ÚDISABLE_JUSTKNOBSÚjustknobs_checkÚlog_export_usage)Ú_combine_argsÚ_DimHintÚ_DimHintTypeÚ_IntWrapperÚ_process_dynamic_shapesÚ_RelaxedConstraintÚ
Constraint)ÚGraphModuleÚ	traceback)Úclone_and_convert_to_metaÚtrack_dynamism_across_examples)Úmake_fx)ÚConstraintViolationErrorÚ
DimDynamicÚShapeEnvÚStatelessSymbolicContext)Ú_PyTreeCodeGenÚ_PyTreeInfoé   )ÚconfigÚconvert_frameÚdistributedÚexternal_utilsÚtrace_rulesÚutils)Ú
CompilerFnÚlookup_backend)Úcode_context)ÚCondOpArgsMismatchErrorÚShortenTracebackÚUncapturedHigherOrderOpErrorÚUnsupportedÚ	UserErrorÚUserErrorType)ÚHooks©Úinstall_generation_tagging_init)Ú_get_error_on_graph_breakÚ_set_error_on_graph_breakÚcommon_constant_typesÚcompile_times)ÚCallableÚIterableÚSequence©ÚCompilePackage)ÚWrapBackendDebug)Úfake_tensor)ÚArgumentÚNodeÚTarget)Ú
CacheEntryÚDynamoCallbackÚDynamoFrameTypeÚ	GuardFailÚGuardFilterEntryc                  ó   • \ rS rSrSrSrg)ÚUnseté�   r   © N)Ú__name__Ú
__module__Ú__qualname__Ú__firstlineno__ÚtokenÚ__static_attributes__r_   ó    ÚU/home/mande/repo/quber/.venv/lib/python3.13/site-packages/torch/_dynamo/eval_frame.pyr]   r]   �   s   † ØƒErf   r]   zdict[int, CompilerFn]Úcached_backendsFc                óŽ   • [        S5      (       d+  [        R                  R                  R	                  S5        U $ [        U 5      $ )Nz/pytorch/compiler:enable_compiler_set_eval_framezTDynamo disabled by Justknob: enable_compiler_set_eval_frame, skipping set_eval_frame)r"   ÚtorchÚ_dynamor<   Ú	warn_oncer   ©Úcallbacks    rg   Ú_maybe_set_eval_framero   Ÿ   s=   € ô ÐP×QÑQÜ�M‰M×Ñ×)Ñ)Øfôð ˆOä! (Ó+Ð+rf   c                  ó@   • \ rS rSr% SrS\S'   SrS\S'   SrS	\S
'   Srg)ÚDynamoStanceé«   ÚdefaultÚstrÚstanceFÚboolÚskip_guard_eval_unsafeNú$Union[str, Callable[..., Any], None]Úbackendr_   )	r`   ra   rb   rc   ru   Ú__annotations__rw   ry   re   r_   rf   rg   rq   rq   «   s"   ‡ à€FˆCÓØ#(Ð˜DÓ(Ø48€GÐ1Ö8rf   rq   c                óV   • SSK Jn  U" 5       nUSLa  Ub  [        S5      e[        nU qU$ )Nr   )Úget_eval_frame_callbackFz1attempted to set_stance in a torch.compile region)Útorch._C._dynamo.eval_framer|   ÚRuntimeErrorÚ_stance)ru   r|   rn   Úpriors       rg   Ú_set_stancer�   µ   s8   € õ Dá&Ó(€Hà�uÒ Ñ!5ÜÐNÓOÐOä€EØ€GØ€Lrf   TzOptional[dict[str, list[Any]]]Ú_EXAMPLE_INPUTSc                óL   • [         c  0 q U [         ;  a	  / [         U '   [         U    $ ©N)r‚   )Úkeys    rg   Úget_example_inputsr†   É   s*   € äÑØˆà
”/Ó!Ø!Œ˜Ñä˜3ÑÐrf   c               #  ó8   #   • [         n Sq  S v •  U q g ! U q f = f7f©NT©Ú_in_optimized_module)Ú_old_in_optimized_modules    rg   Ú_set_in_optimized_modulerŒ   Ô   s,   é € ô 	ð ð  Ðð8Ûà7ÑøÐ7Ñüs   ‚	Œ �“—c                 ó   • [         $ r„   r‰   r_   rf   rg   Ú_is_in_optimized_modulerŽ   ä   s   € äÐrf   c                ó^  ^ • [         R                  S:X  a;  [         R                  b(  T S;  a"  [        [	        [         R                  5      5      m T $ [         R                  S:X  a"  T S;  a  [        T [         R                  5      $ T $ [         R                  S:X  a"  T S;  a  [        T [         R                  5      $ T $ [         R                  S:X  a  g [         R                  S:X  a  g[         R                  S:X  a!  T S;   a  T $         SU 4S	 jjnT Ul        U$ [        S
[          S35      e)Nrs   )FNÚeager_then_compileÚaot_eager_then_compileÚforce_eagerÚeager_on_recompileFÚfail_on_recompilec                ó4  >• [         R                  " U R                  5      (       a
  [        5       $ [        R
                  " U 5      (       d
  [        5       $ SSKJnJn  SSK	J
n  SSU R                  R                   S3-   SU R                  R                   S3-   SU R                   3-   nU" U R                  5      nU(       ad  U" US   U [        T5      S	S
9nU(       aH  [        R                   " SR#                  U5      S5      n	SU	 3n
US[        R                   " U
S5       3-  nU" U R                  5      n[%        U5      S:”  aE  US-  nU H:  nUSUR&                   UR&                  R)                  U R*                  5       3-  nM<     [-        U5      e)Nr   )Ú_debug_get_cache_entry_listÚ_debug_get_precompile_entries)Ú'get_and_maybe_log_recompilation_reasonszEDetected recompile when torch.compile stance is 'fail_on_recompile'. zfilename: 'z', zfunction name: 'zline number: T)Úskip_loggingÚ
z- z-triggered by the following guard failure(s):
z    z-
Failed on the following precompiled guards: )r;   ÚcheckÚf_coder   r8   Úhas_tensor_in_framer}   r–   r—   Útorch._dynamo.guardsr˜   Úco_filenameÚco_nameÚf_linenoÚinnermost_fnÚtextwrapÚindentr	   ÚlenÚguard_managerÚcheck_verboseÚf_localsr~   )ÚframeÚargsÚkwargsr–   r—   r˜   ÚmessageÚcache_entriesÚreasonsÚfailuresÚguard_failure_detailsÚprecompile_entriesÚentryrn   s                €rg   Úfail_callbackÚ,_callback_from_stance.<locals>.fail_callback  s‘  ø€ ô × Ò  §¡×.Ñ.Ü)Ó+Ð+Ü ×4Ò4°U×;Ñ;Ü)Ó+Ð+÷õ Uð XØ §¡× 8Ñ 8Ð9¸Ð=ñ>à$ U§\¡\×%9Ñ%9Ð$:¸#Ð>ñ?ð " %§.¡.Ð!1Ð2ñ3ð ñ 8¸¿¹ÓEˆMÞÙAØ! !Ñ$ e¬\¸(Ó-CÐRVñ�ö Ü'Ÿš¨t¯y©y¸Ó/AÀ4ÓH�HàHÈÈ
ÐSð *ð  ¤H§O¢OÐ4IÈ6Ó$RÐ#SÐTÑT�GÙ!>¸u¿|¹|Ó!LÐÜÐ%Ó&¨Ó*ØÐKÑK�Û/�EØ  E×$7Ñ$7Ð#8¸×9LÑ9L×9ZÑ9ZÐ[`×[iÑ[iÓ9jÐ8kÐlÑl’Gñ 0ä˜wÓ'Ð'rf   zinvalid torch.compile stance 'Ú')r©   rY   rª   r
   r«   r
   Úreturnr   )r   ru   ry   Ú_create_wrapped_callbackÚget_compiler_fnÚ _create_delayed_compile_callbackÚ_torchdynamo_orig_backendr~   )rn   r³   s   ` rg   Ú_callback_from_stancer»   é   s  ø€ Ü‡~�~˜Ó"ä�?‰?Ñ&¨8¸=Ó+Hä/´ÄÇÁÓ0PÓQˆHàˆÜ	�‰Ð/Ó	/Ø˜=Ó(Ü3°H¼g¿n¹nÓMÐMØˆÜ	�‰Ð3Ó	3Ø˜=Ó(Ü3°H¼g¿n¹nÓMÐMØˆÜ	�‰˜=Ó	(àÜ	�‰Ð/Ó	/àÜ	�‰Ð.Ó	.Ø�}Ó$ØˆOð$	(Ø"ð$	(Ø+.ð$	(Ø:=ð$	(à÷$	(ðN 3;ˆÔ/àÐäÐ;¼G¸9ÀAÐFÓGÐGrf   c                ón   • [        5       n[        R                  " [        R                  " U U5      U5      $ r„   )rF   r8   Úcatch_errors_wrapper)Úcompiler_fnÚhookss     rg   r·   r·   1  s7   € ô ‹G€EÜ×-Ò-Ü×#Ò#ØØó	
ð 	óð rf   c                óî   • U R                   R                  [        U R                   R                  5      -   n[	        U5      n[        U5      S:  a$  UR                  [        U R                  5      5        U$ )Né   )	rœ   rŸ   rt   Úco_firstlinenor†   r¥   Úappendr-   r¨   )r©   r…   Úexample_inputss      rg   Ú_get_or_add_example_inputsrÅ   >  sZ   € Ø
�,‰,×
"Ñ
"¤S¨¯©×)DÑ)DÓ%EÑ
E€CÜ'¨Ó,€Nä
ˆ>Ó˜QÓØ×ÑÔ7¸¿¹ÓGÔHàÐrf   c                ó*   ^ ^• SU U4S jjnT Ul         U$ )Nc                 óš  >• U S   n[        U5      n[        U5      S:X  aW  TS:X  a/  [        [        [        R
                  [        R
                  5      S9$ TS:X  a  [        S5      n[        U5      " U 0 UD6$ [        U5      nU[        R                  " UR                  5      S'   TR                  R                  n[        U5      " U 0 UD6$ )Nr   r6   r�   )Úframe_exec_strategyr‘   Ú	aot_eagerÚdynamism)rÅ   r¥   r   r   r   ÚDEFAULTr¸   r·   r.   r?   Úget_contextrœ   rº   )	rª   r«   r©   rÄ   Úaot_eager_fnrÊ   r¾   rn   ru   s	          €€rg   Úcallback_fnÚ5_create_delayed_compile_callback.<locals>.callback_fnK  sÅ   ø€ Ø�Q‘ˆÜ3°EÓ:ˆäˆ~Ó !Ó#ØÐ-Ó-Ü)Ü(9Ü#×+Ñ+¬[×-@Ñ-@ó)ñð ð
 Ð3Ó3Ü.¨{Ó;�ä/°Ô=¸tÐNÀvÑNÐNä1°.ÓAˆØ=EŒ× Ò  §¡Ó.¨zÑ:Ø×8Ñ8×RÑRˆÜ'¨Ô4°dÐE¸fÑEÐErf   )rª   r
   r«   r
   r¶   z convert_frame.ConvertFrameReturn)rº   )rn   ru   rÎ   s   `` rg   r¹   r¹   H  s   ù€ ÷Fð Fð, -5€KÔ)àÐrf   c                 ó"   • [         R                  $ r„   )r   rw   r_   rf   rg   Ú!_is_skip_guard_eval_unsafe_stancerÑ   f  s   € Ü×)Ñ)Ð)rf   c                 ó¨   • [         R                  5        H&  n [        U S5      (       d  M  U R                  5         M(     [         R	                  5         g )NÚreset)rh   ÚvaluesÚhasattrrÓ   Úclear)ry   s    rg   Ú_reset_guarded_backend_cacher×   j  s9   € ä"×)Ñ)Ö+ˆÜ�7˜G×$Ó$Ø�M‰MŽOñ ,ô ×ÑÕrf   z+onnx/_internal/fx/dynamo_graph_extractor.pyc                ó    • [        U 5      (       a  U R                  n [        R                  R                  R
                  R                  U 5      $ )z\
Given a code object or a callable object, retrieve the cache entries
 stored in this code.
)ÚcallableÚ__code__rj   Ú_Crk   Ú
eval_framer–   ©Úcodes    rg   r–   r–   y  s7   € ô �‡~�~Ø�}‰}ˆÜ�8‰8×Ñ×&Ñ&×BÑBÀ4ÓHÐHrf   c                  ó6  ^ • \ rS rSr% SrS\S'   S\S'   1 SkrSU 4S jjrSS	 jrSS
 jr	SU 4S jjr
SS jrSS S jjrS!S jr  S"S jrS#S jrS$S jr\S%S j5       r\R&                  S&S j5       rS'S jrS(U 4S jjrS)U 4S jjrSS jrS*U 4S jjrSrU =r$ )+ÚOptimizedModulei…  zl
Wraps the original nn.Module object and later patches its
forward method to optimized self.forward method.
úCallable[..., Any]Ú_torchdynamo_orig_callableúCallable[[], Any]Úget_compiler_config>
   ÚforwardÚ__dict__Ú_forwardÚ	_orig_modÚ
dynamo_ctxrä   Únamed_children_walkÚ_torchdynamo_wrapper_idÚ_super_module_initializedrâ   c                óÚ   >• [         R                  U SU5        SU l        [        TU ]  5         SU l        Xl        X l        U R                  5         U R
                  R                  U l        g )Nrè   FT)	ÚobjectÚ__setattr__rì   ÚsuperÚ__init__rè   ré   Ú_initializeÚtraining)ÚselfÚmodré   Ú	__class__s      €rg   rñ   ÚOptimizedModule.__init__›  s[   ø€ ô 	×Ñ˜4 ¨cÔ2Ø).ˆÔ&Ü‰ÑÔØ)-ˆÔ&ð ŒØ$ŒØ×ÑÔØŸ™×/Ñ/ˆ�rf   c                óÀ   • [        U R                  [        5      (       a  [        U R                  5      $ [	        [        U R                  5      R                   S35      e)Nz does not support len())Ú
isinstancerè   r   r¥   Ú	TypeErrorÚtyper`   ©rô   s    rg   Ú__len__ÚOptimizedModule.__len__­  sG   € ô �d—n‘n¤e×,Ñ,Ü�t—~‘~Ó&Ð&äœ4 §¡Ó/×8Ñ8Ð9Ð9PÐQÓRÐRrf   c                óÀ  • [        U R                  [        5      (       a+  U R                  U R                  R                  5      U l        OÖ[        R                  (       db  [        U R                  R
                  [        R                  5      (       ad  [        R                  " U R                  R
                  5      (       a5  U R                  [        R                  " U R                  5      5      U l        O*U R                  U R                  R                  5      U l        [        U R                  S5      (       a#  U R
                  U l        U R                   U l        g g )NÚ_initialize_hook)rù   ré   ÚDisableContextrè   Ú__call__rå   r7   Úwrap_top_frameÚtypesÚ
MethodTyper;   r›   r:   Úwrap_inlinerÕ   rç   Ú_call_lazy_checkrü   s    rg   rò   ÚOptimizedModule._initializeµ  sÜ   € ä�d—o‘o¤~×6Ñ6ð  Ÿ?™?¨4¯>©>×+BÑ+BÓCˆD�LÜ×"×"Ü�t—~‘~×-Ñ-¬u×/?Ñ/?×@Ñ@Ü×"Ò" 4§>¡>×#9Ñ#9×:Ñ:ð  Ÿ?™?¬>×+EÒ+EÀdÇnÁnÓ+UÓVˆD�Lð  Ÿ?™?¨4¯>©>×+BÑ+BÓCˆDŒLä�4—>‘>Ð#5×6Ñ6Ø ŸL™LˆDŒMØ×0Ñ0ˆD�Lð 7rf   c                ó  >• [         R                  R                  R                  R	                  5       (       a  [
        R                  " SSS9  [        5          [        TU ]$  " U0 UD6sS S S 5        $ ! , (       d  f       g = f)NaK  Using `torch.compile(module)` when there are global hooks on modules (e.g., from `register_module_forward_hook`); this will cause the hooks to fire an extra time for the `OptimizedModule` created by `torch.compile(module)`. If this causes undesired behavior, please try using `module.compile()`, or use the per-module hooks insteadrÁ   ©Ú
stacklevel)
rj   ÚnnÚmodulesÚmoduleÚ_has_any_global_hookÚwarningsÚwarnrŒ   rð   r  )rô   rª   r«   rö   s      €rg   r  ÚOptimizedModule.__call__Ì  s^   ø€ Ü�8‰8×Ñ×"Ñ"×7Ñ7×9Ñ9Ü�MŠMð8ð òô &Õ'Ü‘7Ò# TÐ4¨VÑ4÷ (×'×'ús   ÁA2Á2
B c                ó¢  • U R                   nU R                  R                  nUc   e[        R                  (       d  [        S5      eU R                  R                  (       d  [        S5      e[        U R                  R                  5      (       d  [        S5      e[        U R                  R                  5      nSSK
Jn  U" X!X45      U l        g)zP
Experimental: AOT Compile a set of inputs and use that as the forward function
NúSAOT Compile is not enabled, please set torch._dynamo.config.enable_aot_compile=TrueúZGraph breaks are not supported with aot compile. Please use torch.compile(fullgraph=True).ú0aot compile requires a callable dynamo callback.r   )Úaot_compile_module)rè   ré   Ú_hooksr7   Úenable_aot_compiler~   Ú	fullgraphrÙ   rn   Úinnermost_backendÚtorch._dynamo.aot_compiler  rå   )rô   ÚinputsÚmodelr¿   ry   r  s         rg   Ú_aot_compileÚOptimizedModule._aot_compileÚ  s¨   € ð —‘ˆØ—‘×&Ñ&ˆØÑ Ð Ð Ü×(×(ÜØeóð ð �‰×(×(ÜØlóð ô ˜Ÿ™×0Ñ0×1Ñ1ÜÐQÓRÐRä# D§O¡O×$<Ñ$<Ó=ˆÝ@á)¨%¸ÓHˆ�rf   c                ó:  • [         R                  (       d  [        S5      eSSKJn  [        U R                  U5      (       d   eU R                  R                  5       nUb(  [        US5       nUR                  U5        S S S 5        U$ U$ ! , (       d  f       U$ = f)Nr  r   ©ÚAOTCompiledModelÚwb)
r7   r  r~   r  r#  rù   rå   Ú	serializeÚopenÚwrite)rô   Úpathr#  ÚresultÚfs        rg   Ú_save_aot_compiled_moduleÚ)OptimizedModule._save_aot_compiled_moduleò  sƒ   € Ü×(×(ÜØeóð õ 	?ä˜$Ÿ,™,Ð(8×9Ñ9Ð9Ð9ØŸ™×.Ñ.Ó0ˆØÑÜ�d˜DÔ! QØ—‘˜”÷ "àˆˆvˆ÷ "Ô!àˆús   Á-BÂ
Bc                ó¸   • [         R                  (       d  [        S5      eSSKJn  UR                  U R                  U5      n[        X25      (       d   eX0l        g )Nr  r   r"  )	r7   r  r~   r  r#  Údeserializerè   rù   rå   )rô   Údatar#  Úcompiled_forwards       rg   Ú_load_aot_compiled_moduleÚ)OptimizedModule._load_aot_compiled_module   sN   € Ü×(×(ÜØeóð õ 	?à+×7Ñ7¸¿¹ÈÓMÐÜÐ*×=Ñ=Ð=Ð=Ø'�rf   c                óJ   • U R                   U R                  U R                  44$ r„   )rö   rè   ré   rü   s    rg   Ú
__reduce__ÚOptimizedModule.__reduce__  s    € ð —‘ §¡°·±Ð AÐBÐBrf   c                óx   • [        U R                  5      nUR                  SS 5        UR                  SS 5        U$ )Nrå   r  )Údictræ   Úpop©rô   Ústates     rg   Ú__getstate__ÚOptimizedModule.__getstate__  s1   € Ü�T—]‘]Ó#ˆØ�	‰	�)˜TÔ"Ø�	‰	�*˜dÔ#Øˆrf   c                ó0   • Xl         U R                  5         g r„   )ræ   rò   r9  s     rg   Ú__setstate__ÚOptimizedModule.__setstate__  s   € ØŒØ×ÑÕrf   c                ó.   • U R                   R                  $ r„   )rè   ró   rü   s    rg   ró   ÚOptimizedModule.training  s   € ð �~‰~×&Ñ&Ð&rf   c                óH   • U R                   (       a  XR                  l        g g r„   )rì   rè   ró   )rô   Úvalues     rg   ró   rA    s   € ð
 ×)×)Ø&+�N‰NÕ#ð *rf   c                óX   • US:X  a  U R                   S   $ [        U R                  U5      $ )Nrè   )Ú_modulesÚgetattrrè   )rô   Únames     rg   Ú__getattr__ÚOptimizedModule.__getattr__'  s*   € Ø�;ÓØ—=‘= Ñ-Ð-Ü�t—~‘~ tÓ,Ð,rf   c                óÈ   >• [        [        U 5      U5      (       a  [        TU ]  X5      $ U[        R
                  ;   a  [        TU ]  X5      $ [        U R                  X5      $ r„   )rÕ   rû   rð   rï   rà   Ú_opt_mod_attributesÚsetattrrè   )rô   rG  rC  rö   s      €rg   rï   ÚOptimizedModule.__setattr__,  sS   ø€ ä”4˜“:˜t×$Ñ$Ü‘7Ñ& tÓ3Ð3à”?×6Ñ6Ó6Ü‘7Ñ& tÓ3Ð3Ü�t—~‘~ tÓ3Ð3rf   c                óÈ   >• [        [        U 5      U5      (       a  [        TU ]  U5      $ U[        R
                  ;   a  [        TU ]  U5      $ [        U R                  U5      $ r„   )rÕ   rû   rð   Ú__delattr__rà   rK  Údelattrrè   )rô   rG  rö   s     €rg   rO  ÚOptimizedModule.__delattr__5  sS   ø€ ä”4˜“:˜t×$Ñ$Ü‘7Ñ& tÓ,Ð,à”?×6Ñ6Ó6Ü‘7Ñ& tÓ,Ð,Ü�t—~‘~ tÓ,Ð,rf   c                ó&  • [        U R                  S5      (       ae  [        U R                  S5      (       aJ  [        U R                  R                  5      (       a&  U R                  R                  U R                  X5        U R                  " U0 UD6$ )Nr   Ú_infer_parameters)rÕ   rè   rÙ   rS  rç   )rô   rª   r«   s      rg   r  Ú OptimizedModule._call_lazy_check>  si   € ä�D—N‘NÐ$6×7Ñ7Ü˜Ÿ™Ð(;×<Ñ<Ü˜Ÿ™×9Ñ9×:Ñ:ð �N‰N×,Ñ,¨T¯^©^¸TÔJØ�}Š}˜dÐ- fÑ-Ð-rf   c                ó”   >• U R                   R                  5       nU[        TU ]  5        Vs/ s H  o"U;  d  M
  UPM     sn-   $ s  snf r„   )rè   Ú__dir__rð   )rô   Úorig_mod_attrsÚattrrö   s      €rg   rV  ÚOptimizedModule.__dir__K  sK   ø€ ØŸ™×/Ñ/Ó1ˆØÜ"™W™_Ô.ó!
Ú.�T¸nÑ2L�DÑ.ñ!
ñ 
ð 	
ùò !
s
   ­	AºA)ræ   rç   rè   rì   ré   rå   ró   )rõ   ztorch.nn.Moduleré   Ú_TorchDynamoContextr¶   ÚNone)r¶   Úint©r¶   r[  ©rª   r
   r«   r
   r¶   r
   )r  z*list[torch._dynamo.aot_compile.ModelInput]r¶   r[  r„   )r(  úOptional[str]r¶   Úbytes)r/  r`  r¶   r[  )r¶   zItuple[type[OptimizedModule], tuple[torch.nn.Module, _TorchDynamoContext]])r¶   údict[str, Any])r:  ra  r¶   r[  ©r¶   rv   )rC  rv   r¶   r[  )rG  rt   r¶   r
   )rG  rt   rC  r
   r¶   r[  )rG  rt   r¶   r[  )r¶   ú	list[str])r`   ra   rb   rc   Ú__doc__rz   rK  rñ   rý   rò   r  r  r+  r1  r4  r;  r>  Úpropertyró   ÚsetterrH  rï   rO  r  rV  re   Ú__classcell__©rö   s   @rg   rà   rà   …  s¦   ø‡ ñð
 !3Ó2Ø*Ó*òÐ÷0ô$Sô1÷.5ôIö0ô	(ðCà	RôCô
ôð ó'ó ð'ð ‡_�_ó,ó ð,ô-÷
4÷-ô.÷
õ 
rf   rà   c                óf  • [        U [        R                  5      (       a  [        U 5        g[	        U S5      (       a  [        U R
                  5        g[	        [        U SS5      S5      (       a   [        U R                  R
                  5        gSSKJ	n  U" 5         [        R                  SU 5        g)z9
Make sure f.__code__ is not cached to force a recompile
rÚ   rå   Nr6   ©rÓ   z#could not determine __code__ for %s)rù   r  ÚCodeTyper   rÕ   rÚ   rF  rå   Ú rÓ   ÚlogÚwarning)r*  rÓ   s     rg   Úremove_from_cachero  R  st   € ô �!”U—^‘^×$Ñ$Ü�1�Ü	��J×	Ñ	Ü�1—:‘:ÕÜ	”˜˜I tÓ,¨j×	9Ñ	9Ü�1—9‘9×%Ñ%Õ&åáŒÜ�‰Ð9¸1Õ=rf   c                 ó   • g r„   r_   r_   rf   rg   Únothingrq  c  s   € Ørf   c                 ó   • g©NFr_   r_   rf   rg   Úalways_falsert  g  s   € Ørf   c                ó  • U n[        US5      (       aw  [        USS5      [        U5      :X  a]  UR                  n[	        U5      (       d   S[        U5       S35       e[        US5      (       a  [        USS5      [        U5      :X  a  M]  U$ )zÔ
In case of nesting of _TorchDynamoContext calls, find the innermost
function. TorchDynamo caches on fn.__code__ object, so its necessary to find
the innermost function to pass on the optimize, run, disable etc.
râ   rë   Nú%A callable function is expected, but ú is provided.)rÕ   rF  Úidrâ   rÙ   rû   )ÚfnÚunaltered_fns     rg   r¢   r¢   k  s–   € ð €Lä�Ð:×;Ñ;ô �LÐ";¸TÓBÄbÈÓFVÓVà#×>Ñ>ˆÜ˜×%Ñ%ð 	
Ø3´D¸Ó4FÐ3GÀ}ÐUó	
Ð%ô 	�Ð:×;Ñ;ô �LÐ";¸TÓBÄbÈÓFVÕVð Ðrf   c                ó®   • [        U S5      (       aC  U R                  n [        U 5      (       d   S[        U 5       S35       e[        U S5      (       a  MC  U $ )zd
Unwrap backend wrapper chain via _torchdynamo_orig_backend to find the
innermost backend function.
rº   rv  rw  )rÕ   rº   rÙ   rû   )ry  s    rg   r  r  „  sY   € ô
 �"Ð1×
2Ñ
2Ø×)Ñ)ˆÜ˜�|‰|ð 	
Ø3´D¸³H°:¸]ÐKó	
ˆ|ô �"Ð1×
2Ó
2ð
 €Irf   c                ó�   • [        U [        5      (       d   eU (       a  [        R                  " SS9$ [        R                  " SSS9$ )NF)Úassume_static_by_defaultT)Úautomatic_dynamic_shapesr}  )rù   rv   r7   Ú_make_closure_patcher)Úenables    rg   Úmake_set_enable_dynamicr�  ‘  sA   € Ü�fœd×#Ñ#Ð#Ð#Þä×+Ò+ÀUÑKÐKä×+Ò+Ø%*ÀTñ
ð 	
rf   c              #  ó\   #   • [        U 5      " 5       n S v •  U" 5         g ! U" 5         f = f7fr„   )r�  )r€  Úcleanups     rg   Úset_enable_dynamicr„  œ  s$   é € ä% fÔ-Ó/€GðÛá�	ø‰�	üs   ‚,”  ˜, 	)©,c                  ó$   • \ rS rSr% / rS\S'   Srg)Ú	DynamoTLSi§  rc  Útraced_frame_infosr_   N)r`   ra   rb   rc   r‡  rz   re   r_   rf   rg   r†  r†  §  s   ‡ ð %'Ð˜	Ö&rf   r†  c                 ó@   • [         R                  R                  5         g r„   )Ú
dynamo_tlsr‡  rÖ   r_   rf   rg   Úclear_dynamo_tlsrŠ  °  s   € Ü×!Ñ!×'Ñ'Õ)rf   c                 ó¦   • SR                  [        R                  5      n [        R                  " U S5      n SU  S3n [
        R                  U 5        g)zƒ
At program exit, log all of the frames Dynamo has attempted to trace from,
excluding the continuation frames generated by Dynamo.
rš   z  * z7TorchDynamo attempted to trace the following frames: [
z
]N)r	   r‰  r‡  r£   r¤   rm  Úinfo)Úmsgs    rg   Ú_log_traced_framesrŽ  ´  sA   € ð �)‰)”J×1Ñ1Ó
2€CÜ
�/Š/˜#˜vÓ
&€CØDÀSÀEÈÐ
M€CÜ‡H�HˆS…Mrf   c                óX  • SS K Jn  SSKJn  [        R                  " 5       =n(       ao  U" SSSS9   [
        R                  SU 5        S /UR                  5       -  nUR                  X@US9  [        U5      n[
        R                  S	X5        UsS S S 5        $ U $ ! , (       d  f       U $ = f)
Nr   )Údynamo_timedÚguard_collectiveFT)Úlog_pt2_compile_eventÚlog_waitcounterzguard_collective %s)Úgroupzguard_collective %s -> %s)
Útorch.distributedr9   Útorch._dynamo.utilsr�  Úget_guard_pgrm  ÚdebugÚsizeÚall_gather_objectÚall)Úguard_eval_resultÚdistr�  ÚpgÚall_resultsÚress         rg   Úguard_collectives_hookr¡  À  s¨   € Ý$Ý0ô ×%Ò%Ó'Ð'€rÕ'ÙØ°eÈTó
ô �I‰IÐ+Ð->Ô?à˜& 2§7¡7£9Ñ,ˆKØ×"Ñ" ;ÈÐ"ÑLô �kÓ"ˆCÜ�I‰IÐ1Ð3DÔJØ÷
ñ 
ð Ð÷
ô 
ð Ðús   ±ABÂ
B)c                 ó”   • [         R                  R                  R                  (       a  [        R
                  $ [        R                  $ r„   )rj   rk   r7   Ú3error_on_dynamo_callback_in_fullgraph_compiled_coder   ÚERRORÚSKIPr_   rf   rg   Ú_get_eval_frame_overrider¦  Ø  s-   € Ü‡}�}×Ñ×O×OÜ!×'Ñ'Ð'Ü×"Ñ"Ð"rf   c            	      ó¬   ^ • \ rS rSr\\\S4SSSSSSSS.                         S
U 4S jjjjrSS jr        SS jrSS jr	S	r
U =r$ )rZ  iÞ  FN)r  Úerror_on_graph_breakÚexportÚdynamicÚcompiler_configÚpackager¿   c               ó|  >^^• [         TU ]  5         [        U5      (       d
  USL d  Ub   eXl        TU l        [
        U l        XPl        X`l        Xpl	        X€l
        X�l        X l        / U l        / U l        X°l        XÀl        U" 5         [#        U5      n[$        R'                  [)        U5      U5        U	b$  U R                  R+                  [-        U	5      5        T[.        La#  SU4S jjnU R                  R+                  U5        T[0        R2                  La$  SU4S jjnU R                  R+                  U5        g g )NFc                 ó   >• T " 5         [         $ r„   )rq  )Úon_enters   €rg   Úcall_on_enterÚ3_TorchDynamoContext.__init__.<locals>.call_on_enter  s   ø€ Ù”
Ü�rf   c                 óx   >• T" 5       n U R                  5         [        R                  " U R                  S S S 5      $ r„   )Ú	__enter__Ú	functoolsÚpartialÚ__exit__)ÚctxÚbackend_ctx_ctors    €rg   Úcall_backend_ctxÚ6_TorchDynamoContext.__init__.<locals>.call_backend_ctx  s/   ø€ Ù&Ó(�Ø—‘”Ü ×(Ò(¨¯©°t¸TÀ4ÓHÐHrf   )r¶   zCallable[[], None]©r¶   z!functools.partial[Optional[bool]])rð   rñ   rÙ   rn   Ú_backend_ctx_ctorÚunsetr€   Ú	first_ctxr  r¨  r©  Ú_dynamicr«  Úcleanup_fnsÚenter_exit_hooksÚ_packager  r  rh   Ú
setdefaultrx  rÃ   r�  rq  Ú
contextlibÚnullcontext)rô   rn   r¯  r¸  Úpatch_fnr¾  r  r¨  r©  rª  r«  r¬  r¿   ry   r°  r¹  rö   s     ``            €rg   rñ   Ú_TorchDynamoContext.__init__ß  s  ú€ ô$ 	‰ÑÔÜ˜×!Ñ! X°Ò%6¸(Ñ:JÐJÐJØ(0ŒØ!1ˆÔÜ38ˆŒ
Ø"ŒØ"ŒØ$8Ô!ØŒØŒØ.ÔØ46ˆÔØ "ˆÔØŒØŒÙŒ
ô $ HÓ-ˆÜ×"Ñ"¤2 g£;°Ô8àÑØ×!Ñ!×(Ñ(Ô)@ÀÓ)IÔJàœ7Ò"÷ð ×!Ñ!×(Ñ(¨Ô7à¤:×#9Ñ#9Ò9÷Ið
 ×!Ñ!×(Ñ(Ð)9Õ:ð :rf   c                ó&  • [         R                  (       a  [        S5      e[        S 5      U l        U R
                   Vs/ s H	  o" 5       PM     snU l        [        [        5       5      U l	        [        [        U R                  5      5        g s  snf )NzÒtorch._dynamo.optimize(...) is used with a context manager. Please refer to https://pytorch.org/tutorials/intermediate/torch_compile_tutorial.html to use torch._dynamo.optimize(...) as an annotation/decorator. )r7   Úraise_on_ctx_manager_usager~   r   r€   rÁ  rÀ  r   rÑ   Úprior_skip_guard_eval_unsafero   r»   rn   )rô   Úenters     rg   r³  Ú_TorchDynamoContext.__enter__  sz   € Ü×,×,ÜðRóð ô
 $ DÓ)ˆŒ
Ø15×1FÒ1FÓGÒ1F¨˜EžGÑ1FÑGˆÔÜ,FÜ-Ó/ó-
ˆÔ)ô 	Ô3°D·M±MÓBÕCùò	 Hs   ¿Bc                ó(  • U R                   [        Ld   e[        S 5        [        U R                  5        U R
                   H
  nU" 5         M     U R
                  R                  5         [        [        U R                   5      5        [        U l         g r„   )	r€   r½  r   r   rÊ  rÀ  rÖ   ro   r»   )rô   Úexc_typeÚexc_valÚexc_tbrƒ  s        rg   r¶  Ú_TorchDynamoContext.__exit__(  so   € ð �z‰z¤Ò&Ð&Ð&Ü�tÔÜ" 4×#DÑ#DÔEØ×'Ô'ˆGÙŽIñ (à×Ñ×ÑÔ ÜÔ3°D·J±JÓ?Ô@ÜˆŒ
Ørf   c                óP
  ^ ^^^^• SU 4S jjnSSK Jn  [        R                  (       aÝ  T R                  bÐ  T R                  R                  5       (       d±  [        T[        R                  R                  5      (       a  TR                  OTnUR                  U5      nUc  T R                  R                  US SS9  OJ T R                  R                  XER                  SS9  T R                  R                  UR                  5        ['        T5      mSUU 4S	 jjn[        T[(        5      (       aA  [*        R,                  " T5      [.        R0                  " TR                  R2                  5      S
'   [        T[        R                  R                  5      (       aJ  Tn[5        UT 5      nUR                  Ul        [9        U5      Ul        [=        US5      (       a   eX(l        U$ [@        RB                  " T5      (       a[  Tn	T " U	RD                  5      U	l"        [G        U	[        R                  R                  5      (       a  T " U	RH                  5      U	l$        U	$ [K        T5      (       d   S[M        T5       S35       eSSK'J(n
  [R        RT                  " T5      n[        U[L        5      =(       a    [G        Xº5      n [@        RV                  " T5      n[        RZ                  (       a  [\        R^                  " T5      mOk[        R`                  (       d@  Ub"  [R        Rb                  " T5      (       d  U(       a1  [e        TSS5      S;  a   U[f        ;  a  [\        R^                  " T5      mSS jnUm[=        T S5      (       a  T Rh                  m[        Rj                  Rl                  m[        Rn                  Rp                  Rr                  m[t        Rv                  " T5      SUUUUU 4S jj5       nT Rx                  b'  [\        Rz                  " TT Rx                  5      Ul>        OTUl>        TUl        [9        U5      Ul        [=        US5      (       a   eX/l        [        R~                  R                  R€                  (       a  XolA        TS;  aC  [=        TS5      (       d  [!        [„        R†                  " S5      5      eS[ˆ        TR2                  '   U$ ! [          a3    ["        R%                  SSS9  T R                  R                  US SS9   GNf = f! [X         a    S n GNRf = f)Nc                 ó   >• T R                   $ r„   )r«  rü   s   €rg   rä   Ú9_TorchDynamoContext.__call__.<locals>.get_compiler_config:  s   ø€ Ø×'Ñ'Ð'rf   r6   )ÚDynamoCacheF)Úignore_inlined_sourcesz&Failed to load entry from dynamo cacheT)Úexc_infoc                óz  >• SSK Jn  [        R                  R                  R
                  (       a  [        S5      eTR                  (       d  [        S5      e[        TR                  5      (       d  [        S5      eTR                  c   eU" TU TR                  [        TR                  5      TR                  S9$ )Nr   )Úaot_compile_fullgraphz]Cannot precompile with torch._inductor.config.force_disable_caches=True; caching is required.r  r  )r¿   ry   rª  )r  rÙ  rj   Ú	_inductorr7   Úforce_disable_cachesr~   r  rÙ   rn   r  r  r¿  )rÄ   rÙ  ry  rô   s     €€rg   Úaot_compileÚ1_TorchDynamoContext.__call__.<locals>.aot_compileW  sœ   ø€ ÝGä�‰×%Ñ%×:×:Ü"Øsóð ð —>—>Ü"Øpóð ô ˜DŸM™M×*Ñ*Ü"Ð#UÓVÐVà—;‘;Ñ*Ð*Ð*á(ØØØ—k‘kÜ)¨$¯-©-Ó8ØŸ™ñð rf   Úorig_graphmodulerä   rv  rw  )ÚTorchInGraphFunctionVariabler`   rl  )Ú
_call_implÚ_wrapped_call_implÚ_lazy_forwardc                 ó   • g r„   r_   )Úargr«   s     rg   Ú
do_nothingÚ0_TorchDynamoContext.__call__.<locals>.do_nothing²  s   € Ørf   rn   c                 óÜ  >• [        S 5      nS nTR                  (       a  [        [        5       5      n [        R
                  R                  R                  5       =n(       a;  UR                  b.  UR                  R                  (       a  T" U 0 UD6[        U5        $ [        R                  R                  5       (       ac  [        R                  (       dN  SSKJn  U" 5       (       d<  [        R
                  R                  R                  5       b  T" U 0 UD6[        U5        $ T" 5       (       aH  [        R                  (       d3  [        R"                  (       a  [%        S5      eT" U 0 UD6[        U5        $ T" 5       (       a  [%        S5      eTR&                   Vs/ s H	  of" 5       PM     nn[)        [+        5       5      nS n	TR                  (       d,  TR,                  b  [/        5       n	[1        TR,                  5        [        R2                  R4                  R7                  5       n
[        [9        T5      5         T" U 0 UD6[        S 5        U	b  [1        U	5        Ub  [        U5        [        R2                  R4                  R;                  U
5        [)        U5        U H
  nU" 5         M     [        U5        $ s  snf ! [<        [>        4 a|  n[        R@                  (       a  e UnURB                  b6  URB                  RE                  S 5        URB                  nURB                  b  M6  URE                  S 5      URB                  eS nAf[F         a  nURI                  5       S eS nAff = f! [        S 5        U	b  [1        U	5        Ub  [        U5        [        R2                  R4                  R;                  U
5        [)        U5        U H
  nU" 5         M     f = f! [        U5        f = f)Nr   )Ú_in_hop_compilezvDetected that you are using FX to symbolically trace a dynamo-optimized function. This is not supported at the moment.zsDetected that you are using FX to torch.jit.trace a dynamo-optimized function. This is not supported at the moment.)%r   r  r   r¦  rj   r   ÚTracingContextÚtry_getÚ	fake_modeÚin_kernel_invocationro   ÚcompilerÚis_exportingr7   Úforce_compile_during_fx_traceÚtorch._higher_order_ops.utilsrè  Úerror_on_nested_fx_tracer~   rÁ  r   rÑ   r¨  rI   rJ   rÛ   Ú
_functorchÚget_dynamic_layer_stack_depthr»   Ú)pop_dynamic_layer_stack_and_undo_to_depthrC   rB   ÚverboseÚ	__cause__Úwith_tracebackrA   Úremove_dynamo_frames)rª   r«   r€   Úprior_eval_frame_overrideÚtracing_contextrè  rË  ÚcleanupsrÊ  Úprior_error_on_graph_breakÚsaved_dynamic_layer_stack_depthrƒ  ÚeÚcur_exnrn   ry  Úis_fx_symbolic_tracingÚis_jit_tracingrô   s                 €€€€€rg   Úcompile_wrapperÚ5_TorchDynamoContext.__call__.<locals>.compile_wrapper¼  sV  ø€ ä" 4Ó(ˆEØCGÐ%Ø�~�~Ü,CÜ,Ó.ó-Ð)ðZ-ä&+§m¡m×&BÑ&B×&JÑ&JÓ&LÐL�?ÕLà'×1Ñ1Ñ=Ø+×5Ñ5×J×Já! 4Ð2¨6Ñ2ôf & eÕ,ô_ —N‘N×/Ñ/×1Ñ1Ü"×@×@åMá*×,Ñ,Ü Ÿ=™=×7Ñ7×?Ñ?ÓAÑMÙ#% tÐ#6¨vÑ#6ôP & eÕ,ñK +×,Ñ,Ü"×@×@ä×6×6Ü*ð`óð ñ
  " 4Ð2¨6Ñ2ôx & eÕ,ñu "×#Ñ#Ü&ð\óð ð
 26×1FÒ1FÓGÒ1F¨˜EžGÑ1F�ÐGÜ/IÜ5Ó7ó0Ð,ð .2Ð*Ø—~—~¨$×*CÑ*CÑ*OÜ1JÓ1LÐ.Ü-¨d×.GÑ.GÔHô —H‘H×'Ñ'×EÑEÓGð 0ô &Ô&;¸HÓ&EÔFð"Ù˜tÐ. vÑ.ô" # 4Ô(Ø1Ñ=Ü1Ð2LÔMØ0Ñ<Ü/Ð0IÔJÜ—H‘H×'Ñ'×QÑQØ7ôô /Ð/KÔLÛ#+˜Ùž	ñ $,ô & eÕ,ùòi Høô. $Ô%AÐBó 	BÜ—~—~Øà-.�GØ!×+Ñ+Ñ7Ø×)Ñ)×8Ñ8¸Ô>Ø")×"3Ñ"3˜ð "×+Ñ+Ó7ð ×*Ñ*¨4Ó0°a·k±kÐAûÜ'ó =ð ×0Ñ0Ó2¸Ð<ûð=ûô # 4Ô(Ø1Ñ=Ü1Ð2LÔMØ0Ñ<Ü/Ð0IÔJÜ—H‘H×'Ñ'×QÑQØ7ôô /Ð/KÔLÛ#+˜Ùž	ò $,ûô & eÕ,úsx   ´AO ÂA:O Ä$AO Å8%O ÆJ<Æ-BO È>K ÉA+O Ê<O ËM+ËAMÌ,MÍM+ÍM&Í&M+Í+M. Í.A-OÏO ÏO+rs  rÚ   a×  

                        torch._dynamo.optimize is called on a non function object.
                        If this is a callable class, please wrap the relevant code into a function and optimize the
                        wrapper function.

                        >> class CallableClass:
                        >>     def __init__(self) -> None:
                        >>         super().__init__()
                        >>         self.relu = torch.nn.ReLU()
                        >>
                        >>     def __call__(self, x):
                        >>         return self.relu(torch.sin(x))
                        >>
                        >>     def print_hello(self):
                        >>         print("Hello world")
                        >>
                        >> mod = CallableClass()

                        If you want to optimize the __call__ function and other code, wrap that up in a function

                        >> def wrapper_fn(x):
                        >>     y = mod(x)
                        >>     return y.sum()

                        and then optimize the wrapper_fn

                        >> opt_wrapper_fn = torch._dynamo.optimize(wrapper_fn)
                        )r¶   r
   )rÄ   z&tuple[tuple[Any, ...], dict[str, Any]]r¶   r
   )rä  r
   r«   r
   r¶   r[  r^  )Er¬  rÕ  r7   Úcaching_precompilerÂ  Úis_initializedrù   rj   r  ÚModulerå   ÚloadÚ
initializeÚdynamoÚinstallÚbackendsr~   rm  rn  r¢   r+   ÚweakrefÚrefr?   rÌ   rÚ   rà   râ   rx  rë   rÕ   rä   ÚinspectÚisclassr  Ú
issubclassrà  rÙ   rû   Ú	variablesrß  r;   ÚlookupÚgetsourcefilerú   Údebug_force_nested_callsr:   r  r  r›   rF  ÚDONT_WRAP_FILESrn   rÛ   Ú_is_tracingÚfxÚ_symbolic_tracer   r´  Úwrapsr¨  Ú%wrap_inline_with_error_on_graph_breakÚ_torchdynamo_inlinerk   r  rÜ  r£   ÚdedentÚalways_optimize_code_objects)rô   ry  rä   rÕ  Úfn_keyr)  rÜ  rõ   Únew_modÚcls_objrß  ÚruleÚtop_level_in_graphÚfilenamerå  r  rn   r   r  s   ``              @@@rg   r  Ú_TorchDynamoContext.__call__8  s>  ü€ ÷	(õ 	)ô ×$×$Ø�}‰}Ñ(°·±×1MÑ1M×1OÑ1OÜ'1°"´e·h±h·o±o×'FÑ'F˜ŸšÈB�Ø$×)Ñ)¨&Ó1�Ø‘>à—M‘M×,Ñ,¨V°TÐRWÐ,ÒXðØŸ™×0Ñ0Ø"§M¡MÈ%ð 1ñ ð Ÿ™×-Ñ-¨f¯o©oÔ>ô ˜"Óˆ÷	ð 	ô6 �bœ+×&Ñ&ô —’˜B“ô ×$Ò$ R§Z¡Z×%8Ñ%8Ó9Ð:LÑMô
 �bœ%Ÿ(™(Ÿ/™/×*Ñ*ØˆCÜ% c¨4Ó0ˆGð 25·±ˆGÔ.Ü.0°«kˆGÔ+ô ˜wÐ(=×>Ñ>Ð>Ð>Ø*=Ô'àˆNä�?Š?˜2×Ñð ˆGÙ# G×$4Ñ$4Ó5ˆGÔÜ˜'¤5§8¡8§?¡?×3Ñ3á%)¨'×*<Ñ*<Ó%=�Ô"ØˆNä˜�|‰|ð 	
Ø3´D¸³H°:¸]ÐKó	
ˆ|õ 	<ä×!Ò! "Ó%ˆÜ'¨¬dÓ3÷ 
¼
Øó9
Ðð	Ü×,Ò,¨RÓ0ˆHô ×*×*Ü×+Ò+¨BÓ/‰BÜ×"×"ØÑ¤×!2Ò!2°2×!6Ñ!6Ö:Lä˜˜J¨Ó+ØLóMð ¤Ó/ô  ×+Ò+¨BÓ/ˆBô	ð (2ˆÜ�4˜×$Ñ$Ø—}‘}ˆHäŸ™×-Ñ-ˆÜ!&§¡×!9Ñ!9×!PÑ!PÐä	�Š˜Ó	÷a	-ò a	-ó 
ða	-ðH ×$Ñ$Ñ0ä×DÒDØ˜×1Ñ1óð Õ/ð 35ˆOÔ/ð 68ˆÔ2Ü24°_Ó2EˆÔ/ô ˜?Ð,A×BÑBÐBÐBØ.AÔ+Ü�=‰=×Ñ×2×2Ø*5Ô'ð ˜=Ó(Ü˜2˜z×*Ñ*Ü"Ü—O’Oðóó ð  ðB 9=Ô(¨¯©Ñ5àÐøôa (ó ÜŸ™ØDÈtð $ñ ð Ÿ™×0Ñ0Ø" DÀð 1ô ð	ûôl ó 	Ø‹Hð	ús%   Â=A	S Ê<T Ó9TÔTÔT%Ô$T%)r¼  r¿  r  rÂ  rn   rÀ  r«  rÁ  r¨  r©  r¾  r  r€   rÊ  )rn   rX   r¯  rã   r¸  ú4Callable[[], contextlib.AbstractContextManager[Any]]rÆ  rã   r¾  rv   r  rv   r¨  úOptional[bool]r©  rv   rª  r&  r«  úOptional[Any]r¬  úOptional[CompilePackage]r¿   úOptional[Hooks]r¶   r[  r]  )rÎ  zOptional[type[BaseException]]rÏ  zOptional[BaseException]rÐ  zOptional[types.TracebackType]r¶   r&  )ry  r
   r¶   r
   )r`   ra   rb   rc   rq  Únull_contextrñ   r³  r¶  r  re   rg  rh  s   @rg   rZ  rZ  Þ  s÷   ø† ð '.ð Ø&-Øð9;ð  Ø/3ØØ"&Ø)-Ø,0Ø!%ñ!9;à ð9;ð $ð9;ð
ð	9;ð $ð9;ð ð9;ð ð9;ð -ð9;ð ð9;ð  ð9;ð 'ð9;ð *ð9;ð  ð!9;ð" 
÷#9;ñ 9;ôvDðà/ðð )ðð .ð	ð
 
ô÷ eò erf   rZ  c            
      ó„   ^ • \ rS rSr SSSSSSSSSS.                       S	U 4S jjjjr  S
S jrSrU =r$ )ÚOptimizeContexti`  FN)r  r¨  r©  rª  r«  Úrebuild_ctxr¬  r¿   c               óD  >^	^• SS jn[         TU ]  UUU[        R                  UUUUUUU
US9  [        R
                  (       a]  U R                  mTc)  [        R                  R                  R                  (       + mSUU	4S jjnU R                  R                  U5        g g )Nc                 ó   • [        5         g r„   rG   r_   rf   rg   r¯  Ú*OptimizeContext.__init__.<locals>.on_enterr  s   € Ü+Õ-rf   )rn   r¯  r¸  rÆ  r¾  r  r¨  r©  rª  r«  r¬  r¿   c                 óÔ   >• Tc   eT" 5       n [         R                  R                  R                  U TSS9nUR	                  5         [
        R                  " UR                  S S S 5      $ )NF)rª  Úignore_active_disable_ctx)rj   rk   Úcompiled_autogradÚ_enabler³  r´  rµ  r¶  )r¾   r·  r¿  r-  s     €€rg   Úcall_compiled_autogradÚ8OptimizeContext.__init__.<locals>.call_compiled_autograd‰  sd   ø€ Ø"Ñ.Ð.Ð.Ù)›m�Ü—m‘m×5Ñ5×=Ñ=Øà$Ø.3ð	 >ð �ð —‘”Ü ×(Ò(¨¯©°t¸TÀ4ÓHÐHrf   r]  r»  )rð   rñ   ÚTorchPatcherr   r7   r3  r¿  rj   rk   r}  rÁ  rÃ   )rô   rn   r¸  r¾  r  r¨  r©  rª  r«  r-  r¬  r¿   r¯  r5  r¿  rö   s            `    @€rg   rñ   ÚOptimizeContext.__init__a  s    ú€ ô"	.ô 	‰ÑØØØ-Ü!×'Ñ'ØØØ!5ØØØ+ØØð 	ñ 	
ô ×#×#Ø—}‘}ˆHØÑÜ$Ÿ}™}×3Ñ3×LÑLÔL�÷
Ið 
Ið ×!Ñ!×(Ñ(Ð)?Õ@ð# $rf   c                ó¦   • U R                   U R                  U R                  U R                  4U R                  U R
                  U R                  S.4$ )N)r©  rª  r«  )rö   rn   r¼  r¾  r©  r¿  r«  rü   s    rg   r4  ÚOptimizeContext.__reduce__—  sI   € ð �N‰NØ�]‰]˜D×2Ñ2°D·N±NÐCàŸ+™+ØŸ=™=Ø#'×#7Ñ#7ñð
ð 	
rf   r_   )F)rn   rX   r¸  r%  r¾  rv   r  rv   r¨  r&  r©  rv   rª  r&  r«  r'  r-  ú>Optional[Callable[[], Union[OptimizeContext, _NullDecorator]]]r¬  r(  r¿   r)  r¶   r[  )r¶   z=tuple[type[OptimizeContext], tuple[Any, ...], dict[str, Any]]©r`   ra   rb   rc   rñ   r4  re   rg  rh  s   @rg   r,  r,  `  sÌ   ø† ð
  ð	4Að  Ø/3ØØ"&Ø)-ð Ø,0Ø!%ñ4Aà ð4Að Oð4Að ð	4Að ð4Að -ð4Að ð4Að  ð4Að 'ð4Að
ð4Að *ð4Að ð4Að  
÷!4Añ 4Aðl
à	F÷
ò 
rf   r,  c                  ó6   ^ • \ rS rSrSU 4S jjrSS jrSrU =r$ )ÚRunOnlyContexti¥  c                ó,   >• SS jn[         TU ]  SUS9  g )Nc                 ór   • [         R                  R                  R                  =R                  S-  sl        g )Nr6   )rj   rk   Úmutation_guardÚGenerationTrackerÚ
generationr_   rf   rg   r¯  Ú)RunOnlyContext.__init__.<locals>.on_enter¨  s#   € Ü�M‰M×(Ñ(×:Ñ:×EÒEÈÑJÖErf   F)rn   r¯  r]  )rð   rñ   )rô   r¯  rö   s     €rg   rñ   ÚRunOnlyContext.__init__¦  s   ø€ ô	Kô 	‰Ñ %°(ÐÒ;rf   c                ó   • U R                   S4$ ©Nr_   rh  rü   s    rg   r4  ÚRunOnlyContext.__reduce__­  ó   € Ø—‘ Ð#Ð#rf   r_   r]  )r¶   z,tuple[type[RunOnlyContext], tuple[Any, ...]]r<  rh  s   @rg   r>  r>  ¥  s   ø† ÷<÷$ò $rf   r>  c                  óD   ^ • \ rS rSrSSU 4S jjjrSS jrS	S jrSrU =r$ )
r  i±  c                ó8   >• [         TU ]  S S9  Xl        X l        g )Nrm   )rð   rñ   r�  Úwrapping)rô   r�  rL  rö   s      €rg   rñ   ÚDisableContext.__init__²  s   ø€ Ü‰Ñ $ÐÑ'ØŒØ �rf   c                ó  ^ ^• [        T5      m[        T[        R                  R                  5      (       a1  Tn[        UT 5      nUR                  Ul        [        U5      Ul	        U$ [        T[        5      (       ar  TnT " UR                  5      Ul        T " UR                  5      Ul        [        U[        R                  R                  5      (       a  T " UR                  5      Ul        U$ [        T5      (       d   S[        T5       S35       eSUU 4S jjnT R                   (       a  ["        R$                  " T5      " U5      nSUl        T R(                  Ul        TUl        [        U5      Ul	        SUl        U$ )Nrv  rw  c                 ó  >• [        S 5      n [        [        TR                  5      5         [	        TS[        T5      R                  5      n[        R                  R                  5       (       aH  US:w  aB  [        R                  " SSUS.5         T" U 0 UD6sS S S 5        [        S 5        [        U5        $ T" U 0 UD6[        S 5        [        U5        $ ! , (       d  f       N,= f! [        S 5        f = f! [        U5        f = f)Nr`   Ú__torch_dispatch__T)Ú_torchdynamo_disableÚ_torchdynamo_disable_recursiveÚ_torchdynamo_disable_method)r   ro   r»   rn   rF  rû   r`   rj   rí  rî  Úfx_tracebackÚannotate)rª   r«   r€   Úfn_namery  rô   s       €€rg   Ú_fnÚ$DisableContext.__call__.<locals>._fnØ  sä   ø€ Ü" 4Ó(ˆEð-Ü%Ô&;¸D¿M¹MÓ&JÔKð)Ü% b¨*´d¸2³h×6GÑ6GÓH�Gô Ÿ™×3Ñ3×5Ñ5Ø#Ð';Ó;ä)×2Ò2à8<ØBFØ?Fñõñ $& tÐ#6¨vÑ#6÷ð ô # 4Ô(ä% eÕ,ñ	 ˜tÐ. vÑ.ä" 4Ô(ä% eÕ,÷õ ûô # 4Õ(ûä% eÕ,úsG   ŽC7 ­A#C' ÂCÂ	C' Â!C7 Â8C' Â?C7 Ã
C$Ã C' Ã'C4Ã4C7 Ã7DTr^  )r¢   rù   rj   r  r  rà   rå   râ   rx  rë   rû   rñ   r  r  rà  rÙ   rL  r´  r  rQ  r�  Ú_torchdynamo_disable_msgrR  )rô   ry  rõ   r  r   rW  s   ``    rg   r  ÚDisableContext.__call__·  s@  ù€ ô
 ˜"Óˆä�bœ%Ÿ(™(Ÿ/™/×*Ñ*ØˆCÜ% c¨4Ó0ˆGØ14·±ˆGÔ.Ü.0°«kˆGÔ+ØˆNä�bœ$×Ñð ˆGñ  $ G×$4Ñ$4Ó5ˆGÔÙ# G×$4Ñ$4Ó5ˆGÔÜ˜'¤5§8¡8§?¡?×3Ñ3ñ &*¨'×*<Ñ*<Ó%=�Ô"ØˆNä˜�|‰|ð 	
Ø3´D¸³H°:¸]ÐKó	
ˆ|÷	-ð 	-ðD �=�=Ü—/’/ "Ô% cÓ*ˆCà#'ˆÔ Ø'+§x¡xˆÔ$ð *,ˆÔ&Ü&(¨£gˆÔ#à-1ˆÔ*àˆ
rf   c                ó   • U R                   S4$ rG  rh  rü   s    rg   r4  ÚDisableContext.__reduce__	  rI  rf   )r�  rL  rˆ   )r�  r_  rL  rv   r¶   r[  ©ry  rá   r¶   rá   )r¶   z,tuple[type[DisableContext], tuple[Any, ...]])	r`   ra   rb   rc   rñ   r  r4  re   rg  rh  s   @rg   r  r  ±  s   ø† ÷!ñ !ô
P÷d$ò $rf   r  c
                óP   • [        [        R                  " X5      USUUUUUUU	US9$ )NT)
r¸  r¾  r  r¨  r©  rª  r«  r-  r¬  r¿   )r,  r8   r½   )
Ú
compile_fnr¿   r¸  r  r¨  r©  rª  r«  r-  r¬  s
             rg   Ú_optimize_catch_errorsr`    s=   € ô Ü×*Ò*¨:Ó=Ø)ØØØ1ØØØ'ØØØñð rf   c                óÞ   • SSK Jn  U c  S nOO[        U S5      (       a$  U R                  n[	        U[
        5      (       d   eO[	        U [
        5      (       a  U nOS n[        U 5      n U" X5      $ )Nr6   )Úwrap_backend_debugÚcompiler_name)Úrepro.after_dynamorb  rÕ   rc  rù   rt   r>   )r¾   rb  Úcompiler_strs      rg   r¸   r¸   *  si   € õ 7àÑà‰Ü	�˜o×	.Ñ	.Ø"×0Ñ0ˆÜ˜,¬×,Ñ,Ð,Ñ,Ü	�K¤×	%Ñ	%Ø"‰àˆÜ  Ó-€KÙ˜kÓ8Ð8rf   c                  ó   • \ rS rSrSS jrSrg)Ú_NullDecoratori=  c                óN   • [        U5      (       d   S[        U5       S35       eU$ )Nrv  rw  )rÙ   rû   )rô   ry  s     rg   r  Ú_NullDecorator.__call__>  s.   € Ü˜�|‰|ð 	
Ø3´D¸³H°:¸]ÐKó	
ˆ|ð ˆ	rf   r_   Nr]  )r`   ra   rb   rc   r  re   r_   rf   rg   rg  rg  =  s   † ÷rf   rg  c                óÚ  • SS jnU" U 5      nUR                   S [        U5       n[        U5      [        UR                   5      :”  aW  UR                  c   S5       eU[        [        U5      [        U5      -
  5       Vs/ s H  odR                   SU 3PM     sn-  nOm[        U5      [        UR                   5      :  aK  UR                   [        U5      [        UR                  =(       d    / 5      *   H  nXr;   a  M
   SU 35       e   U[        UR                  5       5      -  nUR                   H.  nUR                  =(       d    0 n	X‚;   a  M  X‰;   a  M&   SU 35       e   U$ s  snf )Nc           	     ó”  • [        U R                  R                  5       5      nU Vs/ s H8  o"R                  [        R
                  R                  :X  d  M,  UR                  PM:     nnU Vs/ s H8  o"R                  [        R
                  R                  :X  d  M,  UR                  PM:     nn[        S U 5       S 5      n[        S U 5       S 5      n[        S U 5       5      nU Vs0 s Hm  nUR                  [        R
                  R                  :X  d  M-  UR                  [        R
                  R                  Ld  MV  UR                  UR                  _Mo     nn0 n	U R                  (       a  SU R                  0n	U H  n
U
R                  XšR                  '   M     [        R                  " X5XgXHU	5      $ s  snf s  snf s  snf )Nc              3  óŒ   #   • U  H:  oR                   [        R                  R                  :X  d  M,  UR                  v •  M<     g 7fr„   )Úkindr  Ú	ParameterÚVAR_POSITIONALrG  ©Ú.0Úps     rg   Ú	<genexpr>ÚCargument_names.<locals>.signature_to_fullargspec.<locals>.<genexpr>V  s+   é € ÐRšV˜§v¡v´×1BÑ1B×1QÑ1QÑ'Q‹VˆQ�VŽVšVùó
   ‚+A±Ac              3  óŒ   #   • U  H:  oR                   [        R                  R                  :X  d  M,  UR                  v •  M<     g 7fr„   )rm  r  rn  ÚVAR_KEYWORDrG  rp  s     rg   rs  rt  Z  s+   é € ÐOšV˜§v¡v´×1BÑ1B×1NÑ1NÑ'N‹VˆQ�VŽVšVùru  c              3  óà   #   • U  Hd  nUR                   [        R                  R                  :X  d  M-  UR                  [        R                  R
                  Ld  MV  UR                  v •  Mf     g 7fr„   )rm  r  rn  ÚPOSITIONAL_OR_KEYWORDrs   Úemptyrp  s     rg   rs  rt  ^  sT   é € ð 
â�Ø�v‰vœ×*Ñ*×@Ñ@Ñ@ó ð —	‘	¤×!2Ñ!2×!8Ñ!8Ð8ó ˆA�IŽIÚùs   ‚,A.²%A.ÁA.r¶   )ÚlistÚ
parametersrÔ   rm  r  rn  ry  rG  ÚKEYWORD_ONLYÚnextÚtuplers   rz  Úreturn_annotationÚ
annotationÚFullArgSpec)ÚsigÚparamsrr  rª   Ú
kwonlyargsÚvarargsÚvarkwÚdefaultsÚkwonlydefaultsr   Ú	parameters              rg   Úsignature_to_fullargspecÚ0argument_names.<locals>.signature_to_fullargspecK  s¤  € ä�c—n‘n×+Ñ+Ó-Ó.ˆñ #ó
Ú"�q§f¡f´×0AÑ0A×0WÑ0WÑ&W‹FˆA�FŒF™Fð 	ð 
ñ #ó
Ú"�q§f¡f´×0AÑ0A×0NÑ0NÑ&N‹FˆA�FŒF™Fð 	ð 
ô ÙR™VÓRØó
ˆô ÙO™VÓOØó
ˆô
 ñ 
áó
ó 
ˆñ ó
â�Ø�v‰vœ×*Ñ*×7Ñ7Ñ7ó ð —	‘	¤×!2Ñ!2×!8Ñ!8Ð8ó ˆA�F‰F�A—I‘IÒÙð 	ð 
ð ˆØ× × Ø# S×%:Ñ%:Ð;ˆKÛˆIØ*3×*>Ñ*>ˆKŸ™Ó'ñ  ô ×"Ò"Ø˜5¨JÈó
ð 	
ùòG
ùò
ùò$
s)   ¨+F;ÁF;Á-+G ÂG Ã*,GÄ%GÅGzMore arguments than expectedÚ_zMissing argument zMissing keyword only argument )rƒ  úinspect.Signaturer¶   zinspect.FullArgSpec)	rª   r¥   r†  Úrangerˆ  r{  Úkeysr…  r‰  )
Úf_sigrª   r«   r‹  ÚfullargspecÚ
input_strsÚiÚunprovided_argÚ
kwonly_argr‰  s
             rg   Úargument_namesr—  F  sq  € ô
)
ñV +¨5Ó1€Kð ×!Ñ! +¤C¨£IÐ.€Jä
ˆ4ƒy”3�{×'Ñ'Ó(Ó(ð ×"Ñ"Ñ.ÐNÐ0NÓNÐ.ØÜ27¼¸D»	ÄCÈ
ÃOÑ8SÔ2Tó
Ú2T¨Q×"Ñ"Ð# 1 Q CÓ(Ñ2Tñ
ñ 	
‰
ô 
ˆT‹”S˜×)Ñ)Ó*Ó	*ð *×.Ñ.Ü�‹Iœ˜[×1Ñ1×7°RÓ8Ð8ó
ˆNð "Õ+ÐQÐ/@ÀÐ@PÐ-QÓQÐ+ñ
ð ”$�v—{‘{“}Ó%Ñ%€Jð "×,Ô,ˆ
Ø$×3Ñ3×9°rˆØÕ# zÕ'Cð 	
Ø,¨Z¨LÐ9ó	
ÐCñ -ð Ðùò3
s   Á?E(c                 ó¶   • [         R                  S:¼  a  [        S5      e[        R                  " S5      S:X  a   [         R                  S:  a  [        S5      eg g )N)é   é   z0Python 3.15+ not yet supported for torch.compileÚPy_GIL_DISABLEDr6   )r™  é   r™  zetorch.compile is not supported on Python < 3.13.3 built with GIL disabled. Please use Python 3.13.3+.)ÚsysÚversion_infor~   Ú	sysconfigÚget_config_varr_   rf   rg   Úcheck_if_dynamo_supportedr¡  ›  s_   € Ü
×Ñ˜7Ó"ÜÐMÓNÐNÜ	×	!Ò	!Ð"3Ó	4¸Ó	9¼c×>NÑ>Nð Ró ?ô
 ð)ó
ð 	
ð?Ð	9rf   c                 ó:   •  [        5         g! [         a     gf = f©NTF)r¡  Ú	Exceptionr_   rf   rg   Úis_dynamo_supportedr¥  ©  s"   € ðÜ!Ô#ØøÜó Ùðúó   ‚
 �
™c                 ó   • [        5         g r„   )r¡  r_   rf   rg   Úcheck_if_inductor_supportedr¨  ±  s   € ÜÕrf   c                 ó:   •  [        5         g! [         a     gf = fr£  )r¨  r¤  r_   rf   rg   Úis_inductor_supportedrª  µ  s"   € ðÜ#Ô%ØøÜó Ùðúr¦  c                 óh   • [         R                  (       a  [         R                  (       a   S5       eg g )NzfDynamo configs suppress_error and fail_on_recompile_limit_hit can not both be active at the same time.)r7   Úsuppress_errorsÚfail_on_recompile_limit_hitr_   rf   rg   Úcheck_for_incompatible_configsr®  ½  s)   € ä×&×&¬6×+M×+Mð ØpóÐNÐ+MÐ&rf   c                 ó6   ^ ^• SU U4S jjn[        U/T Q70 TD6$ )Nc                 óÄ   >• [         R                  n U (       a>  [        U R                  5       5      S1:X  d   SU R                  5        35       eU S   TS'   [	        T0 TD6$ )Nr  z>Only `fullgraph` kwarg override is supported for now, but got Únopython)r7   Ú!compiled_autograd_kwargs_overrideÚsetr�  Úoptimize)Úca_kwargs_overriderª   r«   s    €€rg   r-  Úoptimize.<locals>.rebuild_ctxÅ  sp   ø€ Ü#×EÑEÐÞô Ð)×.Ñ.Ó0Ó1°k°]ÓBð ØPÐQc×QhÑQhÓQjÐPkÐlóÐBð "4°KÑ!@ˆF�:ÑÜ˜Ð( Ñ(Ð(rf   )r¶   ú&Union[OptimizeContext, _NullDecorator])Ú	_optimize©rª   r«   r-  s   `` rg   r´  r´  Ä  s$   ù€ ÷	)ð 	)ô �[Ð2 4Ò2¨6Ñ2Ð2rf   )r±  r¨  Úguard_export_fnÚguard_fail_fnÚguard_filter_fnÚdisablerª  r¬  c               ó¢  • [        5         [        5         [        UUUS9n
[        R                  R                  S5        U(       d4  [        R                  R                  SS5      S:X  d  [        S5      (       d
  [        5       $ U(       a"  [        R                  (       d  [        UUU
U U	S9$ [        U5      n[        US[         5      n[        R"                  (       a  U	c  S
SKJn  U" S	S	SS9n	[)        [*        R*                  " UU
U	S9U
USU=(       a    [        R                  (       + U[-        US5      (       a  UR/                  5       OS	U U	S9	$ )aÊ  
The main entrypoint of TorchDynamo.  Do graph capture and call
backend() to optimize extracted graphs.

Args:
    backend: One of the two things:
        - Either, a function/callable taking a torch.fx.GraphModule and
        example_inputs and returning a python callable that runs the
        graph faster.
        One can also provide additional context for the backend, like
        torch.jit.fuser("fuser2"), by setting the backend_ctx_ctor attribute.
        See AOTAutogradMemoryEfficientFusionWithContext for the usage.
        - Or, a string backend name in `torch._dynamo.list_backends()`
    nopython: If True, graph breaks will be errors and there will
        be a single whole-program graph.
    error_on_graph_break: If not None, the current `error_on_graph_break` setting is set to the given value.
        See `torch._dynamo.error_on_graph_break()` for more details on what `error_on_graph_break` means.

        Unlike `nopython=True` (i.e. `fullgraph=True`), there is no guarantee of a single whole-program graph.
        If `nopython` is True, `error_on_graph_break` does nothing.
    disable: If True, turn this decorator into a no-op
    dynamic: If True, upfront compile as dynamic a kernel as possible.  If False,
        disable all dynamic shapes support (always specialize).  If None, automatically
        detect when sizes vary and generate dynamic kernels upon recompile.

Example Usage::

    @torch._dynamo.optimize()
    def toy_example(a, b): ...
)rº  r»  r¼  ztorch._dynamo.optimizeÚTORCHDYNAMO_DISABLErl  Ú1zpytorch/compiler:enable_dynamo)rª  r¿   r-  r¬  r¸  Nr6   rP   F©ry  r	  rÖ  )r¬  rä   )r  r¨  rª  r«  r-  r¬  )r¡  r®  rF   rj   rÛ   Ú_log_api_usage_onceÚosÚenvironÚgetr"   rg  r7   Ú&debug_force_graph_break_on_leaf_returnÚoptimize_assertr¸   rF  r*  r  r¬  rQ   r`  r8   rÕ   rä   )r-  ry   r±  r¨  rº  r»  r¼  r½  rª  r¬  r¿   r¸  rQ   s                rg   r¸  r¸  Ó  s=  € ôX ÔÜ"Ô$ô Ø'Ø#Ø'ñ€Eô
 
‡H�H× Ñ Ð!9Ô:æÜ�:‰:�>‰>Ð/°Ó4¸Ó;ÜÐ @×AÑAäÓÐæœ×E×EÜØØØØ#Øñ
ð 	
ô ˜gÓ&€Gô ˜wÐ(:¼LÓIÐô × ×  W¡_Ý+á  D°ÈeÑTˆä!Ü×#Ò#àØØñ		
ð 	ØØØ1÷ >Ü×=Ñ=Ô=Øô �wÐ 5×6Ñ6ð ×'Ñ'Ô)ààØñ'ð rf   z&torch._dynamo.symbolic_convert.explainc                óˆ   ^ ^• SSK Jm  SUU 4S jjnU(       d  U(       a"  [        R                  " S[        SS9  U" U0 UD6$ U$ )Nr6   )ÚExplainOutputc            
     óþ   >^	^
^^^• SSK Jn  U" 5         / m
/ m	Sm/ m/ m      S
U	U
UU4S jjnSU4S jjn[        USUS9" T5      nU" U 0 UD6  [        T
5      nUS-
  n[	        SS	9nU" 5         T" T
UUT	TTTU5      $ )Nr6   rj  r   c                óL   >• SSK Jn  U" U TTTT5      u  n mmmmU R                  $ )Nr6   )Ú_explain_graph_detail)Úbackends.debuggingrÌ  rå   )ÚgmrÄ   rÌ  Úbreak_reasonsÚgraphsÚop_countÚops_per_graphs      €€€€rg   Ú"dynamo_graph_accumulating_compilerÚBexplain.<locals>.inner.<locals>.dynamo_graph_accumulating_compilerT  s:   ø€ õ Bñ BWØ�F˜H m°]óBÑ>ˆB�˜ -°ð —:‘:Ðrf   c                ó(   >• TR                  U 5        g r„   )Úextend©ÚguardsÚ
out_guardss    €rg   Úguard_export_printÚ2explain.<locals>.inner.<locals>.guard_export_printd  s   ø€ à×Ñ˜fÕ%rf   F)r±  rº  rt   )Úrepr)rÎ  útorch.fx.GraphModulerÄ   r
   r¶   rá   )rØ  zIterable[_guards.Guard]r¶   r[  )rl  rÓ   r´  r¥   rL   )rª   r«   rÓ   rÓ  rÚ  Úopt_fÚgraph_countÚgraph_break_countÚcompile_timerÏ  rÐ  rÑ  rÒ  rÙ  rÉ  r*  s            @@@@@€€rg   ÚinnerÚexplain.<locals>.innerH  sÂ   ý€ åáŒà-/ˆØ#%ˆØˆØ,.ˆØ*,ˆ
ð	Ø$ð	Ø69ð	à÷	ò 	÷ 	&ô Ø.ØØ.ò
ð ó	ˆñ 	ˆtÐ�vÒä˜&“kˆØ'¨!™OÐÜ$¨%Ñ0ˆñ 	ŒáØØØØØØØØó	
ð 		
rf   zäexplain(f, *args, **kwargs) is deprecated, use explain(f)(*args, **kwargs) instead.  If you don't migrate, we may break your explain call in the future if your user defined kwargs conflict with future kwargs added to explain(f).rÁ   r
  )rª   r
   r«   r
   r¶   rÉ  )rÍ  rÉ  r  r  ÚFutureWarning)r*  Ú
extra_argsÚextra_kwargsrâ  rÉ  s   `   @rg   Úexplainrç  D  sH   ù€ å1÷8
ð 8
öt –\Ü�Šð?ô Øò	
ñ �jÐ1 LÑ1Ð1àˆrf   c                  ó®   ^ • \ rS rSr S                 S	U 4S jjjr        S
S jr        S
U 4S jjrSU 4S jjrSU 4S jjrSr	U =r
$ )ÚFlattenInputOutputSignaturei�  c	                ó  >^ • [         TT ]  U5        [        U5      [        U5      :X  d   e[        U5       V	V
s0 s H
  u  pšX¦U	   _M     nn	n
/ T l        [        [        U5      5       GHq  n[         TT ]  SU 3S0 5      nXË;   a  X¼   UR                  R                  S'   GOUbÁ  [        X,   [        R                  5      (       a   UR                  X,   [        [        [        X,   R                  5      5       Vs/ s H+  nXçU   ;   a  [        R                   O[        R"                  PM-     snS /[        X,   R                  5      -  S9S9UR                  R                  S'   OX[        X,   [$        5      (       a&  X,   R&                  UR                  R                  S'   OX,   UR                  R                  S'   T R                  R)                  U5        GMt     U 4S jU 5       T l        UT l        UT l        g s  sn
n	f s  snf )Nrä  r_   Úval)Údynamic_sizesÚconstraint_sizes)Úsymbolic_contextc              3  óB   >#   • U  H  nTR                   U   v •  M     g 7fr„   )Únew_args)rq  r”  rô   s     €rg   rs  Ú7FlattenInputOutputSignature.__init__.<locals>.<genexpr>Á  s   øé € ÐXÒ7W°!˜TŸ]™]¨1Ö-Ò7Wùs   ƒ)rð   rñ   r¥   Ú	enumeraterð  r�  ÚplaceholderÚnodeÚmetarù   rj   ÚTensorÚfrom_tensorr3   Úshaper1   ÚDYNAMICÚSTATICr'   rë  rÃ   Úold_args_genÚ!matched_output_elements_positionsÚflat_results)rô   ÚmÚ	flat_argsÚ matched_input_elements_positionsrý  rü  Úexample_fake_inputsÚflat_args_dynamic_dimsrë  Úixrë  Úmatched_input_elements_to_faker”  rä  Údrö   s   `              €rg   rñ   Ú$FlattenInputOutputSignature.__init__�  sâ  ù€ ô 	‰Ñ˜ÔäÐ)Ó*¬c°)«nÓ<Ð<Ð<ô %Ð%EÔFô*
âF‘�ð  RÑ(Ò(ÙFð 	'ñ *
ð
 ˆŒÜ”s˜9“~×&ˆAÜ‘'Ñ%¨¨A¨3 i°°RÓ8ˆCØÓ2Ø'EÑ'H�—‘—‘˜eÓ$ð Ñ(¬Z¸	¹ÄeÇlÁl×-SÑ-Sà+4×+@Ñ+@Ø!™Ü)Aô */¬s°9±<×3EÑ3EÓ/FÔ)Gó+ò *H Að ()À1Ñ,EÓ'Eô %/×$6Ò$6ä)3×):Ñ):ò%;ñ *Hñ+ð /3¨V´c¸)¹,×:LÑ:LÓ6MÑ-Mñ
*ð ,Að ,�C—H‘H—M‘M %Ò(ô   	¡¬k×:Ñ:Ø+4©<×+;Ñ+;�C—H‘H—M‘M %Ò(à+4©<�C—H‘H—M‘M %Ñ(à�M‰M× Ñ  ×%ñ9 'ô: YÑ7WÓXˆÔØ1RˆÔ.Ø(ˆÕùóK*
ùò$+s   ºG?Ã<2Hc                ó€  • [        U R                  5      nSU R                  R                  ;   a0  U R                  R                  S   UR                  R                  S'   SU R                  R                  ;   a0  U R                  R                  S   UR                  R                  S'   SU R                  R                  ;   a0  U R                  R                  S   UR                  R                  S'   SU R                  R                  ;   a0  U R                  R                  S   UR                  R                  S'   U$ )Nrë  Útensor_dictÚexample_valueÚunbacked_bindings)r~  rû  Úcurrent_noderõ  rô  )rô   Útargetrª   r«   rä  s        rg   ró  Ú'FlattenInputOutputSignature.placeholderÅ  sû   € ô �4×$Ñ$Ó%ˆØ�D×%Ñ%×*Ñ*Ó*Ø#'×#4Ñ#4×#9Ñ#9¸%Ñ#@ˆC�H‰H�M‰M˜%Ñ Ø˜D×-Ñ-×2Ñ2Ó2Ø+/×+<Ñ+<×+AÑ+AÀ-Ñ+PˆC�H‰H�M‰M˜-Ñ(Ø˜d×/Ñ/×4Ñ4Ó4à-1×->Ñ->×-CÑ-CÀOÑ-TˆC�H‰H�M‰M˜/Ñ*Ø $×"3Ñ"3×"8Ñ"8Ó8Ø15×1BÑ1B×1GÑ1GØ#ñ2ˆC�H‰H�M‰MÐ-Ñ.ð ˆ
rf   c                ó‚  >• US   n/ UQU R                   Qn/ n[        [        U R                  5      5       Hu  nU R                  U   b"  UR                  XPR                  U      5        M5  U R                  U   n[        U[        [        5      5      (       d   eUR                  U5        Mw     [        T	U ])  X40 5      $ )Nr   )rð  r�  r¥   rý  rü  rÃ   rù   r  rK   rð   Úoutput)
rô   r  rª   r«   Údynamo_result_flatr  Únew_results_flatr”  Ú	const_valrö   s
            €rg   r  Ú"FlattenInputOutputSignature.outputÖ  sÂ   ø€ ð " !™WÐØ6Ð%Ð6¨¯©Ð6ˆàÐÜ”s˜4×,Ñ,Ó-Ö.ˆAØ×5Ñ5°aÑ8ÑDØ ×'Ñ'Ø×AÑAÀ!ÑDÑEöð !×-Ñ-¨aÑ0�	Ü! )¬UÔ3HÓ-I×JÑJÐJÐJØ ×'Ñ'¨	Ö2ñ /ô ‰w‰~˜fÐ&9¸2Ó>Ð>rf   c                óª  >• Xl         [        TU ]	  U5      nSU R                   R                  ;   a0  U R                   R                  S   UR                  R                  S'   SU R                   R                  ;   a0  U R                   R                  S   UR                  R                  S'   SU R                   R                  ;   a0  U R                   R                  S   UR                  R                  S'   U R                   R
                  S:w  aD  UR                  R                  [        U R                   SUR                  R                  5      5        U$ )Nrë  r	  r
  r  rG  )	r  rð   Úrun_noderõ  rô  ÚopÚ_renamerF  rG  )rô   ÚnÚresult_proxyrö   s      €rg   r  Ú$FlattenInputOutputSignature.run_nodeè  s"  ø€ ØÔÜ‘wÑ'¨Ó*ˆØ�D×%Ñ%×*Ñ*Ó*Ø,0×,=Ñ,=×,BÑ,BÀ5Ñ,IˆL×Ñ×"Ñ" 5Ñ)Ø˜d×/Ñ/×4Ñ4Ó4à6:×6GÑ6G×6LÑ6LØñ7ˆL×Ñ×"Ñ" ?Ñ3ð  $×"3Ñ"3×"8Ñ"8Ó8Ø:>×:KÑ:K×:PÑ:PØ#ñ;ˆL×Ñ×"Ñ"Ð#6Ñ7ð ×Ñ×Ñ 8Ó+Ø×Ñ×%Ñ%Ü˜×)Ñ)¨6°<×3DÑ3D×3IÑ3IÓJôð Ðrf   c                ó$  >• [         TU ]  5       nSU R                  R                  ;   a&  U R                  R                  S   UR                  S'   SU R                  R                  ;   a&  U R                  R                  S   UR                  S'   U$ )NÚ dynamo_flat_name_to_original_fqnÚdynamo_compile_id)rð   Ú	transformr  rõ  )rô   Ú	result_gmrö   s     €rg   r  Ú%FlattenInputOutputSignature.transformü  s}   ø€ Ü‘GÑ%Ó'ˆ	Ø-°·±×1AÑ1AÓAØAEÇÁ×AQÑAQØ2ñBˆI�N‰NÐ=Ñ>ð  $§+¡+×"2Ñ"2Ó2Ø26·+±+×2BÑ2BÐCVÑ2WˆI�N‰NÐ.Ñ/ØÐrf   )r  rý  rü  rð  rû  r„   )rþ  rÝ  rÿ  ú	list[Any]r   ú	list[int]rý  zSequence[Any]rü  r"  r  zlist[torch.Tensor]r  úlist[set[int]]rë  ú$Optional[fake_tensor.FakeTensorMode]r¶   r[  )r  rV   rª   ztuple[Argument, ...]r«   ra  r¶   r
   )r  rU   r¶   r
   )r¶   rÝ  )r`   ra   rb   rc   rñ   ró  r  r  r  re   rg  rh  s   @rg   ré  ré  �  sÄ   ø† ð ;?ð3)àð3)ð ð3)ð +4ð	3)ð
 $ð3)ð ,5ð3)ð 0ð3)ð !/ð3)ð 8ð3)ð 
÷3)ð 3)ðjØðØ$8ðØBPðà	ôð"?Øð?Ø$8ð?ØBPð?à	÷?÷$÷(õ rf   ré  c                  ó*   • \ rS rSr% S\S'   S\S'   Srg)ÚExportResulti  rÝ  Úgraph_moduleú_guards.GuardsSetrØ  r_   N)r`   ra   rb   rc   rz   re   r_   rf   rg   r&  r&    s   ‡ Ø&Ó&ØÖrf   r&  c                ó²  • / nU R                   R                  SS9 GH  n[        US5      (       d   e[        U S5      (       d   eUR                  nU R                  R                  U5      nUc  MV  [        U5      S:”  d   eS nU H  n[        U5      S:X  a  M  Un  O   Uc  UR                   S3nO[SR                  [        R                  " U5      5      nSn	[        U5      S:”  a  S	[        U5      S-
   S
3n	UR                   SU U	 3nUR                  U5        GM     U(       a,  [        [        R                  SSR                  U5      -   5      eg )Nró  ©r  Ú_dynamo_sourceÚ_source_to_user_stacksr   z, a closed over free variablerl  r6   z(elided z more accesses)z, accessed at:
a�  Cannot export model which references tensors that are neither buffers/parameters/constants nor are direct inputs.  For each tensor, if you'd like this tensor to be an explicit input, add it as a dummy argument to the top-level model definition you are exporting; if you would like its value to be embedded as an exported constant, wrap its access in a function marked with @assume_constant_result.

z

)ÚgraphÚ
find_nodesrÕ   r+  r,  rÅ  r¥   rG  r	   r,   Úformat_listrÃ   rD   rE   ÚINVALID_INPUT)
r-  Úinput_errorsrô  ÚsourceÚuser_stacksÚstackÚsr�  ÚtbÚextras
             rg   Úcheck_signature_rewritabler8    sm  € à€LØ—‘×&Ñ&¨-Ð&Ô8ˆä�tÐ-×.Ñ.Ð.Ð.Ü�uÐ6×7Ñ7Ð7Ð7ð ×$Ñ$ˆØ×2Ñ2×6Ñ6°vÓ>ˆØÑÙÜ�;Ó !Ó#Ð#Ð#ð ˆÛˆAÜ�1‹v˜‹{ÙØˆEÙñ	 ð
 ‰=Ø—[‘[�MÐ!>Ð?‰Cà—‘œ×.Ò.¨uÓ5Ó6ˆBØˆEÜ�;Ó !Ó#Ø"¤3 {Ó#3°aÑ#7Ð"8¸ÐH�Ø—[‘[�MÐ!1°"°°e°WÐ=ˆCà×Ñ˜C× ñ; 9ö> ÜÜ×'Ñ'ðEð �k‰k˜,Ó'ñ(ó	
ð 		
ð rf   c                óÀ  ^• [         R                  [         R                  [         R                  [         R                  [         R
                  R                  [        /[        [        5      -   mS	U4S jjnU[        R                  :X  a  SOSnU  HK  nU" U5      (       a  M  U[        R                  :X  a  Uc  M+  [        USU S[        U5       SU ST S3	5      e   g )
Nc                ód   >• [        U [        T5      5      =(       d    [        [        U 5      5      $ r„   )rù   r  r   rû   )rë  Úsupported_typess    €rg   Úis_supported_typeÚ2check_user_input_output.<locals>.is_supported_typeH  s#   ø€ Ü˜#œu _Ó5Ó6×S¼.ÌÈcËÓ:SÐSrf   Úinputr  zIt looks like one of the zs with type `z;` is not supported or pytree-flattenable. 
Exported graphs z2s can only contain the following supported types: zµ. 
If you are using a custom class object, please register a pytree_flatten/unflatten function using `torch.utils._pytree.register_pytree_node` or `torch.export.register_dataclass`.)rë  r
   r¶   rv   )rj   rö  ÚSymIntÚSymFloatÚSymBoolrÛ   ÚScriptObjectr'   r{  rK   rE   r0  rD   rû   )Úflat_valuesÚ
error_typer<  Ú
value_typeÚvr;  s        @rg   Úcheck_user_input_outputrG  >  sÍ   ø€ ä�‰Ü�‰Ü�‰Ü�‰Ü�‰×ÑÜðô 	Ô"Ó#ñ$€O÷Tð '¬-×*EÑ*EÓE‘È8€JãˆÙ  ×#Ó#Øœ]×8Ñ8Ó8¸Q¹YÙäØØ+¨J¨<°}ÄTÈ!ÃWÀIð N#à#- ,ð /.Ø.=Ð->ð ?5ð5ó
ð 
ò rf   c
           
     ó  ^ ^• [         R                  " X45      u  p«[        U[        R                  5        [         R
                  " U5      u  pÍ[        U[        R                  5        SS jm        SUU 4S jjnU" SX65      nUc   eU" S[        U5      U-   U5      n[        UUUUUUU	U5      R                  5       n[        [        [        T X«5      UU5      5      UR                  l        UR                  5         U$ )Nc           
     óH  • U R                   R                  5        H„  u  pUR                  [        R                  R
                  Ld  M.  SS KJs  Jn  SSK	J
n  [        R                  SUUR                  5        U" SSSU SUR                   S3/ UR                  QS	9  M†     g )
Nr   )Úunimplementedz3Parameter %s is optional with a default value of %sz7rewrite_signature: cannot trace optional function inputrl  z
Parameter z% is optional with a default value of z. This is not supported yet.)Úgb_typeÚcontextÚexplanationÚhints)r|  Úitemsrs   r  rn  rz  Útorch._dynamo.graph_break_hintsrk   Úgraph_break_hintsÚtorch._dynamo.excrJ  rm  ÚerrorÚSUPPORTABLE)r‘  rG  ÚparamrQ  rJ  s        rg   Úcheck_optional_input_and_errorÚ9rewrite_signature.<locals>.check_optional_input_and_errorq  s�   € à ×+Ñ+×1Ñ1Ö3‰KˆDØ�}‰}¤G×$5Ñ$5×$;Ñ$;Ô;ßKÐKÝ;ä—	‘	ØIØØ—M‘Môñ
 ØUØØ",¨T¨FÐ2WÐX]×XeÑXeÐWfð  gCð  !DðØ*×6Ñ6ðô	ò 4rf   c                óp  >• / n0 n[        U5       H  u  pVXT[        U5      '   M     U H‰  n[        U[        [        5      5      (       a  UR                  S 5        M4  [        U5      U;  a)  U S:X  a  T" T5        [        S[        U5       SU  S35      eUR                  U[        U5         5        M‹     U$ )Nr  zUnexpectedly found a z in the zO.
Please file an issue along with a paste of the logs from TORCH_LOGS="+export")rò  rx  rù   r  rK   rÃ   ÚAssertionErrorrû   )	Ú
debug_typeÚsourcesÚ
candidatesÚmatched_elements_positionsÚdict_of_source_valsr”  rë  rV  r‘  s	          €€rg   Úproduce_matchingÚ+rewrite_signature.<locals>.produce_matching†  sÅ   ø€ ð ;=Ð"Ø ÐÜ Ö(‰FˆAØ+,¤ 3£Ó(ñ )ó ˆCÜ˜#œuÔ%:Ó;×<Ñ<Ø*×1Ñ1°$Ö7Ü�C“Ð 3Ó3Ø Ó)Ù2°5Ô9Ü$Ø+¬D°«I¨;°h¸z¸lð Kdð dóð ð
 +×1Ñ1Ð2EÄbÈÃgÑ2NÖOñ ð *Ð)rf   r  Úoutputs)r‘  rŽ  r¶   r[  )rZ  rt   r[  úIterable[Any]r\  rb  r¶   zlist[Optional[int]])ÚpytreeÚtree_unflattenrG  rE   r0  Útree_flattenÚINVALID_OUTPUTr{  ré  r  r4   r5   r—  r-  Ú_codegenÚ	recompile)r‘  r-  rë  rÿ  Úin_specr  Úgraph_captured_inputÚgraph_captured_outputÚdynamo_traced_resultr  Ú	orig_argsÚorig_kwargsÚflat_results_tracedÚout_spec_tracedr_  r   rü  Ú	new_graphrV  s   `                 @rg   Úrewrite_signaturerr  _  s*  ù€ ô $×2Ò2°9ÓFÑ€Iä˜I¤}×'BÑ'BÔCÜ+1×+>Ò+>Ð?SÓ+TÑ(ÐÜÐ/´×1MÑ1MÔNôð**Øð*Ø"/ð*Ø=Jð*à	÷*ð *ñ. (8Ø�)ó(Ð$ð !Ñ,Ð,Ð,Ù(8Ø”4Ð-Ó.°Ñ:Ð<Oó)Ð%ô ,ØØØ(ØØ)ØØØó	÷ �iƒkð ô  .ÜÜ˜5 )Ó9ØØó	
ó €I‡O�OÔð ×ÑÔØÐrf   Úsymbolic)Ú
aten_graphÚpre_dispatchÚdecomposition_tableÚtracing_modeÚdynamic_shapesÚspecialize_floatr}  Úsame_signatureÚdisable_constraint_solverÚ+prefer_deferred_runtime_asserts_over_guardsÚ_log_export_usageÚconstraintsc               ó.  ^^^^^^^	^
^^^^• [         R                  (       a  [        R                  " S5      eU(       a  [	        SS1S9  U mUmUmUmS	UUUUUUU	UUU
UU4S jjnU(       d  U(       a"  [
        R                  " S[        SS9  U" U0 UD6$ U$ )
aÇ
  
Export an input function f to a format that can be executed outside of PyTorch using the FX graph.

Args:
    f (callable): A PyTorch function to be exported.

    aten_graph (bool): If True, exports a graph with ATen operators.
    If False, exports a graph with Python operators. Default is False.

    pre_dispatch (bool): If True, exports a graph with ATen operators,
    but before any logic in the PyTorch dispatcher has run.
    This can be useful if you want to apply further transformations on a graph before running it
    through autograd, autocast, or any other functionalities that are integrated into the dispatcher.
    This flag is only valid if aten_graph=True is set.
    Default is False.

    decomposition_table (dict): A dictionary that maps operators to their decomposition functions.
    Required if aten_graph or tracing_mode is specified. Default is None.

    tracing_mode (str): If "symbolic", turn on dynamic shapes support. Default is "symbolic".

    dynamic_shapes:
     An optional argument where the type should either be:
     1) a dict from argument names of ``f`` to their dynamic shape specifications,
     2) a tuple that specifies dynamic shape specifications for each input in original order.
     If you are specifying dynamism on keyword args, you will need to pass them in the order that
     is defined in the original function signature.

     The dynamic shape of a tensor argument can be specified as either
     (1) a dict from dynamic dimension indices to :func:`Dim` types, where it is
     not required to include static dimension indices in this dict, but when they are,
     they should be mapped to None; or (2) a tuple / list of :func:`Dim` types or None,
     where the :func:`Dim` types correspond to dynamic dimensions, and static dimensions
     are denoted by None. Arguments that are dicts or tuples / lists of tensors are
     recursively specified by using mappings or sequences of contained specifications.

    same_signature (bool): If True, rewrite the returned graph's signature to be the same as f.

    disable_constraint_solver (bool): Whether the dim constraint solver must be disabled.

Returns:
    A function that given args and kwargs, returns a tuple of (graph, guards)
    Graph: An FX graph representing the execution of the input PyTorch function with the provided arguments and options.
    Guards: The guards we accumulated during tracing f above

Raises:
    AssertionError: If decomposition_table is specified without setting aten_graph=True,
    or if graph breaks during tracing in export.

    AssertionError: If Dynamo input and output is not consistent with traced input/output.

Note - this headerdoc was authored by ChatGPT, with slight modifications by the author.
z"Cannot force graph break on exportzexport.private_apirk   )ÚeventÚflagsc                 óR  >^"^#^$^%^&^'• T)(       d  [        T*X5      n[        UT/5      nOT)nT*nT+nT(n[        5         [        R                  R                  S5        T-b  T,(       d   S5       eT0(       a  T,(       d   S5       e[        U5      n[        U[        R                  R                  5      (       a  UR                  OUn[        R                  " U5      nS m$S m'S m%S m&S m#S n	S"U'4S jjn
/ m"      S#U"U#U$U%U&4S jjn[        R                  " X45      u  pÍ[        U5        S nT3S:w  a  Sn[         R"                  " SUUSSSST1[         R$                  S	9	   ['        5          [)        U[+        U
S S
9SUS9" U5      n U" U 0 UD6n	S S S 5        S S S 5        [        U5        T.(       Gdr  [/        T#SS 5      =nGba  UR0                  =nGbQ  [        U[        R2                  R4                  [        R2                  R6                  45      (       Gd  [8        R:                  " U5      (       dò  UR=                  5         UR?                  5       nURA                  UT/UU5      nU(       a  URB                  S   U-   4Ul!        O)U(       a  [-        U5      nO[D        RG                  SU5        URH                   He  n[        U[J        RL                  5      (       d  M$  [-        SRO                  [P        RR                  " URT                  U   5      5       SU S35      nMg     U(       a  UeT$Gc�  T2(       d   S5       e/ m"Sm%Sm&[        RV                  RY                  [[        5       SS9m#T'c  [\        R^                  " 5       m'T'c   e[a        URb                  Re                  5       5      n[        Rf                  Ri                  5       n[k        U5       Ht  u  nn[        Rl                  " UU   5      (       d  M&  URo                  U5      nT#Rq                  UU   SS9URr                  S'   T%UU   4-   m%T"Ru                  UU   5        Mv     URw                  T&5        [        R                  R                  5       n[        Rf                  Ry                  UU5      m$[D        RG                  ST$R{                  SSS95        OET'c   S5       eT#c   e[D        RG                  ST$R{                  SSS95        T2(       a  [}        T$5        T" Vs/ s H5  n[        U[        R~                  5      (       a  T#Rq                  U5      OUPM7     nnT,(       a×  S$U$4S jjn[�        5          [ƒ        5          T#    […        UT-SST0SS9" U6 m$ S S S 5        S S S 5        S S S 5        T$c   eT$R�                  R“                  S S!9 Hi  n[        [/        T$UR”                  5      [        R~                  5      (       d  M8  T#Rq                  [/        T$UR”                  5      SS9URr                  S'   Mk     T2(       aÂ  U VV s/ s HŸ  nU=(       d    S V s1 s H…  n U R–                  [™        U5      :X  d  M  [        U [š        5      (       a  M5  U Rœ                  Rž                  R                   U Rœ                  Rž                  R¢                  :w  d  My  U R¤                  iM‡     sn PM¡     n!nn [§        UT$T#UUUT%T&U	U!5
      m$[©        T$T'5      $ ! [,         a  nUn S nAGN}S nAff = f! , (       d  f       GNŒ= f! , (       d  f       GN–= fs  snf ! [†         a'  n[‰        [Š        RŒ                  [�        U5      SS9eS nAff = f! , (       d  f       GNö= f! , (       d  f       GN = f! , (       d  f       GN
= fs  sn f s  sn nf )%Nztorch._dynamo.exportzaSpecifying a decomposition_table table or tracing mode is illegal without setting aten_graph=Truez7pre_dispatch=True can only be used when aten_graph=Truec                ó   >• Tb   S5       eU mg )Nz3whole graph export entails exactly one guard exportr_   r×  s    €rg   rÚ  Ú1export.<locals>.inner.<locals>.guard_export_print,  s    ø€ àÑ%ð ØEóÐ%ð  ‰Jrf   c                ód   >• Tb   S5       eU m[         R                  " 5       mUmSUUUU4S jjnU$ )Nz\Tried to emit a second graph during export. Tracing through 'f' must produce a single graph.c            	     óø  >^^• U mTc   e[        TR                  SS95      n[        TR                  SS95      n[        R                  " U 5      b  [        R                  " U 5      OTm[        5       nTc   eTR                  =n(       a  UR                  5       nT   [        5          U   0 UEUEn0 nUR                  5        H  u  pxTR                  USS9Xg'   M     SSKJmJn	        SUU4S jjn
[        R                  " X 5      n[         R"                  R%                  TUU5      mS S S 5        S S S 5        S S S 5        T$ ! , (       d  f       N = f! , (       d  f       N)= f! , (       d  f       T$ = f)	NF)Úremove_duplicateT©Ústatic_shapesr   )Úkey_path_to_sourceÚKeyPathc                óî  >• [        U[        R                  5      (       a  TR                  USS9$ [        U[        5      (       a¯  UR
                  b–  [        UR
                  [        5      (       aw  UR
                  R                  [        R                  [        R                  4;   a?  T" U 5      nTR                  R                  UR                  U[        R                  5      nU$ UR                  $ U$ )NTrˆ  )rù   rj   rö  r÷  r'   rÊ   r%   rû   r&   rù  ÚAUTOÚ	shape_envÚ$create_unspecified_symint_and_symbolrë  r1   )r(  Útr2  ÚsymintÚambient_fake_moderŠ  s       €€rg   Úfakify_with_ambientÚ…export.<locals>.inner.<locals>.dynamo_normalization_capturing_compiler.<locals>.result_capturing_wrapper.<locals>.fakify_with_ambientv  sÄ   ø€ ô & a¬¯©×6Ñ6à#4×#@Ñ#@ÀÐRVÐ#@Ð#WÐWÜ'¨¬;×7Ñ7à !§
¡
Ñ 6Ü$.¨q¯z©z¼8×$DÑ$DØ$%§J¡J§O¡Oä$0×$8Ñ$8Ü$0×$5Ñ$5ð$"ó%"ñ *<¸DÓ)A Ø):×)DÑ)D×)iÑ)iØ$%§E¡E¨6´:×3EÑ3Eó*" ð (. à'(§u¡u à#$˜Hrf   )r(  r‹  r�  z%Union[torch.Tensor, _IntWrapper, Any]r¶   r
   )r7  Únamed_parametersÚnamed_buffersr   Údetect_fake_moder*  rŽ  Úignore_fresh_unbacked_symbolsr   rO  r÷  Útorch._export.non_strict_utilsrŠ  r‹  rc  Útree_map_with_pathrj   ÚfuncÚfunctional_call)Úgraph_inputsr•  r–  Úignore_fresh_unbackedrŽ  Úparams_and_buffersÚfake_params_buffersrG  rC  r‹  r“  Úfake_graph_inputsr’  rŠ  rë  r-  rj  Úgraph_captured_results               @@€€€€rg   Úresult_capturing_wrapperÚhexport.<locals>.inner.<locals>.dynamo_normalization_capturing_compiler.<locals>.result_capturing_wrapperG  s¨  ú€ ð (4Ð$ØÑ(Ð(Ð(ä#'¨×(>Ñ(>ÐPUÐ(>Ð(VÓ#WÐ Ü $ U×%8Ñ%8È%Ð%8Ð%PÓ Q�ô ×/Ò/°Ó=ÑIô ×,Ò,¨\Ô:à"ð "ô )5«Ð%Ø(Ñ4Ð4Ð4Ø 1× ;Ñ ;Ð;�9Õ;Ø,5×,SÑ,SÓ,UÐ)ò &Ü,Õ.Ú)ð*Ø*ð*à'ð*Ð&ð +-Ð'à'9×'?Ñ'?Ö'A™˜Ø4E×4QÑ4QØ!°ð 5Rð 5Ð+Ó1ñ (B÷
ð
%Ø%ð%Ø*Oð%à÷%ð %ô4 )/×(AÒ(AØ+ó)Ð%ô -2¯J©J×,FÑ,FØØ+Ø)ó-Ð)÷_ *÷ /÷ &ðn -Ð,÷k *Õ)ú÷ /Õ.ú÷ &Ô%ðn -Ð,ús=   ÂE*Â)EÂ,BEÄ.EÄ6E*Å
EÅEÅ
E'	Å#E*Å*
E9)r�  r
   r¶   r
   )r   r—  )rÎ  Úinner_example_inputsr£  rÄ   rë  r-  rj  r¢  s      €€€€€rg   Ú'dynamo_normalization_capturing_compilerÚFexport.<locals>.inner.<locals>.dynamo_normalization_capturing_compiler5  sJ   ø€ ð ‘=ð Ønó�=ð ˆEô  ×0Ò0Ó2ˆIØ1ˆN÷R-ò R-ðh ,Ð+rf   rs  TF)	Úspecialize_intry  r}  r~  Ú capture_dynamic_output_shape_opsÚcapture_scalar_outputsÚ'constant_fold_autograd_profiler_enabledr|  Úinstall_free_tensors)rº  r»  )r¿   r©  Úexport_constraintsrŽ  r   z#Summary of dimension constraints:%srl  zk
It appears that you're trying to set a constraint on a value which we evaluated to have a static value of z0. Set TORCH_LOGS="+export" for more information.zhFailed to produce a graph during tracing as no tensor operations were found and same_signature is False.r_   )rŽ  r©  rˆ  rë  zQFailed to capture a graph during tracing as no tensor operations were found.:

%s)Úprint_outputÚcoloredz'Failed to produce guards during tracingzDynamo captured graph:

%sc                 óâ   >• [         R                  R                  R                  5          [         R                  R	                  T5      R
                  " U 6 sS S S 5        $ ! , (       d  f       g = fr„   )rj   r  r,   Úpreserve_node_metaÚInterpreterÚrun)rª   r-  s    €rg   Úgraph_with_interpreterÚ5export.<locals>.inner.<locals>.graph_with_interpreter,	  sB   ø€ Ü—X‘X×'Ñ'×:Ñ:Õ<Ü Ÿ8™8×/Ñ/°Ó6×:Ò:¸DÐA÷ =×<×<ús   ª,A Á 
A.Úreal)rv  rw  Ú_allow_non_fake_inputsru  Ú_allow_fake_constantÚcond_operands)Ú	case_nameÚget_attrr*  )rØ  r(  r¶   r[  )rÎ  rÝ  r¥  r!  r¶   rá   )rª   r
   r¶   r
   )Ur$   r(   r¡  rj   rÛ   rÂ  r¢   rù   r  r  rå   r  Ú	signaturerc  re  ro  r7   r   Úinstall_free_tensors_for_exportr   rÇ  rF   r0   rF  Údim_constraintsÚ_opsÚOpOverloadPacketÚ
OpOverloadr;   r›   ÚsolveÚforced_specializationsÚprettify_resultsrª   rm  rŒ  Úvar_to_rangeÚsympyÚIntegerr	   r,   r/  Úvar_to_stackÚ_subclassesÚFakeTensorModer2   r   Ú	GuardsSetr{  r|  r�  r  ÚGraphrò  Ú	is_tensorró  r÷  rõ  rÃ   r  r+   Úprint_readabler8  rö  r    r   r/   r@   rD   rE   ÚDYNAMIC_CONTROL_FLOWrt   r-  r.  r  Út_idrx  r)   Úconstraint_rangeÚvrÚlowerÚupperÚdimrr  r&  )4rª   r«   Úcombined_argsr~  r*  ry  r}  Úcall_to_inspectÚoriginal_signatureÚresult_tracedrÚ  r¦  rÿ  ri  Úconstraint_violation_errorrÞ  rþ  rŽ  r¾  rÃ  r�  ÚkÚparameter_namesÚfx_graphr”  rG  rô  r  r�  r  r´  ÚxÚcr  rÄ   rë  r-  rj  r¢  rÙ  Ú_assume_static_by_defaultÚ_constraintsÚ_fÚ_specialize_floatrt  rv  r{  rx  ru  r|  rz  rw  s4                                     @@@@@@€€€€€€€€€€€€rg   râ  Úexport.<locals>.inner  sN  þ€ ÞÜ)¨"¨dÓ;ˆMÜ1°-ÀÓP‰Kà&ˆKàˆØ,ÐØ#<Ð Ü!Ô#Ü�‰×$Ñ$Ð%;Ô<ØÑ*Þð Øsó�:ö ÞÐXÐXÓX�:Ü˜‹OˆÜ'1°!´U·X±X·_±_×'EÑ'E˜!Ÿ)š)È1ˆÜ$×.Ò.¨Ó?ÐØˆØˆ
Ø#ÐØDHÐØˆ	Øˆ÷	 ð %'ˆðf	,Ø$ðf	,Ø<Eðf	,à÷f	,ó f	,ôT $×0Ò0°$°Ó@Ñˆ	ä˜!ÔØ%)Ð"Ø˜:Ó%Ø'+Ð$ä�LŠLØ#Ø!1Ø)AØ).Ø15Ø'+Ø8<Ø<gô &,×%KÑ%Kóô %Õ&ä#Ø7ÜØ$6Ø"&ñð Ø#.òð óˆEð/Ù % tÐ 6¨vÑ 6�÷ '÷ô< 	˜!Ô÷ *Ü% i°¸dÓCÐC�ÒPØ$-×$=Ñ$=Ð=�ÒJÜØ¤%§*¡*×"=Ñ"=¼u¿z¹z×?TÑ?TÐ!U÷ò ô  ×%Ò% o×6Ñ6à×!Ñ!Ô#à%4×%KÑ%KÓ%MÐ"à!×2Ñ2Ø"ØØ*Ø&ó	ˆCö *à.×3Ñ3°AÑ6¸Ñ<ð3Ð*Õ/ö *Ü1IÈ#Ó1NÑ.ä—H‘HØ=Øôð ×+Ô+�Ü˜a¤§¡×/Ó/Ü1IØŸ7™7¤9×#8Ò#8¸×9OÑ9OÐPQÑ9RÓ#SÓTÐUð VNàNOÈSð QIðIó2Ò.ñ ,ö &Ø,Ð,àŠ=Þ!ð Øzó�>ð  ˆNØ#%Ð Ø$&Ð!Ü×)Ñ)×8Ñ8Ü"›*¨Tð 9ð ˆIð Ñ!Ü$×.Ò.Ó0�
ØÑ)Ð)Ð)Ü"Ð#5×#@Ñ#@×#EÑ#EÓ#GÓHˆOÜ—x‘x—~‘~Ó'ˆHÜ$ _Ö5‘��4Ü—?’? 9¨Q¡<×0Ó0Ø#×/Ñ/°Ó5�DØ'0×'<Ñ'<Ø! !™°Dð (=ð (�D—I‘I˜eÑ$ð ,@À9ÈQÁ<À/Ñ+QÐ(Ø"×)Ñ)¨)°A©,Ö7ñ 6ð �O‰OÐ1Ô2Ü—X‘X—_‘_Ó&ˆFÜ—H‘H×(Ñ(¨°Ó:ˆEÜ�H‰HØeØ×$Ñ$°%ÀÐ$ÐFõð
 Ñ)ÐTÐ+TÓTÐ)ØÑ(Ð(Ð(ä�H‰HØ.Ø×$Ñ$°%ÀÐ$ÐFôö Ü*¨5Ô1ñ
 $ó
â#�ô )3°1´e·l±l×(CÑ(CˆI×!Ñ! !Ô$ÈÒJÙ#ð 	ð 
ö
 ÷Bô (Õ)Ô+CÕ+EÂyðÜ#Ø.Ø,?Ø%+Ø/3Ø%1Ø-2òð +ð,‘E÷ HQ×+E×)ð$ Ñ$Ð$Ð$ØŸ™×.Ñ.°*Ð.Ó=�Üœg e¨T¯[©[Ó9¼5¿<¹<×HÓHØ'0×'<Ñ'<Ü  t§{¡{Ó3Ø&*ð (=ð (�D—I‘I˜eÓ$ñ >ö ñ #ô&ò #�Að *×/¨RÐ/óâ/˜àŸ™¤" Q£%™ó ô !+¨1Ô.@× Aó	 ð
 ×.Ñ.×1Ñ1×7Ñ7¸1×;MÑ;M×;PÑ;P×;VÑ;VÑVó �A—E”EÙ/ôñ #ð #ñ &ô &Ø"ØØØØØ#Ø$Ø%ØØ&óˆEô ˜E :Ó.Ð.øôC ,ó /Ø-.Ö*ûð/ú÷ 'Ö&ú÷ö üò~
øô* /ó ä#Ü%×:Ñ:Ü˜A›Ø"1ñð ûðú÷ HQÆyú×+EÖ+Eú×)Ö)üò8ùó&sÓ   Å\Å"\Å>[1Æ\Ô <\/Õ^Õ"]:Õ%](Õ'\4Õ9]:Ö^Ø(^#Ø;^Ù^Ù3A ^Ú7^Û^#Û1
\Û;\Û=\Ü\Ü\Ü
\	Ü\Ü
\,Ü4
]%	Ü>"] 	Ý ]%	Ý%](Ý(
]7Ý2]:Ý:
^		Þ^Þ
^Þ^#zàexport(f, *args, **kwargs) is deprecated, use export(f)(*args, **kwargs) instead.  If you don't migrate, we may break your export call in the future if your user defined kwargs conflict with future kwargs added to export(f).rÁ   r
  )rª   r
   r«   r
   r¶   r&  )r7   rÆ  ÚunittestÚSkipTestr#   r  r  rä  )r*  rt  ru  rv  rw  rx  ry  r}  rz  r{  r|  r}  r~  rå  ræ  râ  rà  rá  râ  rã  s    `````  ```     @@@@rg   r©  r©  ¼  s”   ÿû€ ôP ×4×4Ü×ÒÐ DÓEÐEæÜÐ3¸I¸;ÒGð 
€BØ(ÐØ 8ÐØ€L÷S/÷ S/ò S/öj
 –\Ü�Šð>ô Øò	
ñ �jÐ1 LÑ1Ð1àˆrf   c                 ó`   ^ ^• ST;   a  TS   b	  TS   nTS	 O	SU U4S jjn[        U/T Q70 TD6$ )Nr-  c                 ó   >• [        T 0 TD6$ r„   )rÇ  )rª   r«   s   €€rg   r-  Ú$optimize_assert.<locals>.rebuild_ctxy	  s   ø€ Ü" DÐ3¨FÑ3Ð3rf   )r¶   r,  )Ú_optimize_assertr¹  s   `` rg   rÇ  rÇ  r	  sH   ù€ Ø˜Ó 6¨-Ñ#8Ñ#Dà˜]Ñ+ˆØ�=Ñ!÷	4ð 	4ô ˜KÐ9¨$Ò9°&Ñ9Ð9rf   )r¿   r©  r­  rª  r¬  c               óÐ   • [        U5      n[        US[        5      n[        R                  (       a  Uc  SSKJn  U" SSSS9n[        [        R                  " UUUUS9UUSUUU US	9$ )
a+  
Guarantees single-graph capture.
The same as `torch._dynamo.optimize(backend)` but ignores
symbolic_convert.error_on_graph_break setting.

Used for fullgraph=True and export, since we must always error on graph breaks and ignore
symbolic_convert.error_on_graph_break. Can also be used for testing.
r¸  Nr6   rP   FrÁ  )r©  r­  r¬  T)r  r©  rª  r-  r¬  )
r¸   rF  r*  r7   r  r¬  rQ   r`  r8   Úconvert_frame_assert)	r-  ry   r¿   r©  r­  rª  r¬  r¸  rQ   s	            rg   rê  rê  	  s~   € ô$ ˜gÓ&€Gô ˜wÐ(:¼LÓIÐä× ×  W¡_õ 	,á  D°ÈeÑTˆä!Ü×*Ò*àØØ1Øñ	
ð 	ØØØØØØñð rf   c                  ób   • \ rS rSr\\R                  SS j5       5       r\    SS j5       rSr	g)r7  i²	  c                 óp  • SSK Jn   U " [        R                  R                  SS9[        R                  l        U " [        R                  R
                  SS9[        R                  l        U " [        R                  R                  SS9[        R                  l        U " [        R                  R                  R                  R                  SS9[        R                  R                  R                  l        [        R                  R                  R                  S5        SSKJnJnJnJnJnJnJnJnJn	Jn
JnJnJn  UUUUUUUUU	U
UUU1nU HU  nUR6                  R9                  S	5      S
   nSU 3n[;        UU5      (       d  M9  [=        UUU " [?        UU5      SS95        MW     [        R@                  RB                  RE                  5        Vs/ s HM  n[F        RH                  " U5      (       d  M   [K        U[        R@                  RL                  5      (       d  MK  UPMO     nn[        R@                  RN                  [        R@                  RP                  1nU HP  nUU;   a  U " URR                  SU S3S9Ul)        [;        US5      (       d  M6  U " URT                  SU S3S9Ul*        MR     g s  snf )Nr6   )r½  z,tracing into TorchScript not fully supported)Úreasonz#tracing into FX not fully supportedFr   )ÚadadeltaÚadagradÚadamÚadamaxÚadamwÚasgdÚlbfgsÚnadamÚradamÚrmspropÚrpropÚsgdÚsparse_adamÚ.éÿÿÿÿÚ_fused_z don't trace into fused optimizerz
optimizer z step not supportedÚ_init_groupz _init_group not supported)+Ú
decoratorsr½  rj   ÚjitÚtraceÚtrace_moduleÚ_get_trace_graphr  r  ÚTracerÚdistributionsÚDistributionÚset_default_validate_argsÚtorch.optimrð  rñ  rò  ró  rô  rõ  rö  r÷  rø  rù  rú  rû  rü  r`   ÚsplitrÕ   rL  rF  Úoptimræ   rÔ   r  r  r  Ú	OptimizerÚ
SparseAdamÚLBFGSÚstepr   )r½  rð  rñ  rò  ró  rô  rõ  rö  r÷  rø  rù  rú  rû  rü  Úoptimizer_modulesÚopt_modÚopt_nameÚfused_fn_nameÚoptÚoptimizer_classesÚexcluded_optimizer_classess                        rg   r   ÚTorchPatcher.patch³	  sO  € õ 	(á!Ü�I‰I�O‰OÐ$Rñ
Œ�	‰	Œñ ")Ü�I‰I×"Ñ"ØAñ"
Œ�	‰	Ôñ &-Ü�I‰I×&Ñ&ØAñ&
Œ�	‰	Ô"ñ 18Ü�H‰H×$Ñ$×+Ñ+×1Ñ1Ø8ñ1
Œ�‰× Ñ ×'Ñ'Ô-ô 	×Ñ×(Ñ(×BÑBÀ5ÔI÷	
÷ 	
÷ 	
õ 	
ð" ØØØØØØØØØØØØð
Ðó  )ˆGØ×'Ñ'×-Ñ-¨cÓ2°2Ñ6ˆHØ% h ZÐ0ˆMä�w ×.Ó.ÜØØ!ÙÜ ¨Ó7ØAñöñ )ô  —{‘{×+Ñ+×2Ñ2Ô4ó
â4�Ü�Š˜s×#ó ä(2°3¼¿¹×8MÑ8M×(N÷ Ù4ð 	ð 
ô �K‰K×"Ñ"Ü�K‰K×Ñð&
Ð"ó
 %ˆCØÐ0Ó0Ù"Ø—H‘H z°#°Ð6IÐ%Jñ�”ô �s˜M×*Ó*Ù")Ø—O‘O¨j¸¸Ð=WÐ,Xñ#�–ò %ùò
s   ÇJ3Ç5'J3È J3c                ó   ^ • SU 4S jjnU$ )Nc                 óÌ   >• [         R                  R                  [         R                  R                  R                  5         T" U 0 UD6sS S S 5        $ ! , (       d  f       g = fr„   )rj   Ú_loggingÚhide_warningsÚ	_internalÚuser_warning_filter)rª   r«   ry  s     €rg   Úinner_fnÚBTorchPatcher.suppress_torch_distributed_warnings.<locals>.inner_fn
  sG   ø€ Ü—‘×-Ñ-Ü—‘×(Ñ(×<Ñ<õñ ˜4Ð* 6Ñ*÷÷ ÷ ús   ÁAÁ
A#r^  r_   )ry  r  s   ` rg   Ú#suppress_torch_distributed_warningsÚ0TorchPatcher.suppress_torch_distributed_warnings
  s   ø€ ÷	+ð ˆrf   r_   Nr]  r]  )
r`   ra   rb   rc   Ústaticmethodr´  Úcacher   r!  re   r_   rf   rg   r7  r7  ²	  sG   † ØØ‡_�_óZó ó ðZðx ð	Øð	à	ó	ó ó	rf   r7  c                óh   • [        U [        [        R                  [        R                  5      5        g r„   )r   r   r   r¥  rË   rÝ   s    rg   Ú	skip_coder&  
  s#   € ÜØÔ¤× 0Ñ 0´+×2EÑ2EÓFõrf   )rn   rX   r¶   rX   )ru   rq   r¶   rq   )r…   rt   r¶   r!  )r¶   úGenerator[None, None, None]rb  )r¾   r=   r¶   z convert_frame.CatchErrorsWrapper)r©   rY   r¶   r!  )rn   rX   ru   rt   r¶   rá   r]  )rÞ   z)Union[types.CodeType, Callable[..., Any]]r¶   zlist[CacheEntry])r*  r
   r¶   r[  r]  )r€  rv   r¶   r
   )r€  rv   r¶   r'  )rœ  rv   r¶   rv   )r¶   r   )r_  z"convert_frame.ConvertFrameProtocolr¿   rF   r¸  r%  r  rv   r¨  r&  r©  rv   rª  r&  r«  r'  r-  r;  r¬  r(  r¶   r,  )r¾   rx   r¶   rR   )r‘  rŽ  rª   z!Union[list[Any], tuple[Any, ...]]r«   ra  r¶   rc  )rª   r
   r«   r
   r¶   r·  )Úinductor)r-  z4Callable[[], Union[OptimizeContext, _NullDecorator]]ry   zUnion[str, Callable[..., Any]]r±  rv   r¨  r&  rº  z-Optional[Callable[[_guards.GuardsSet], None]]r»  z%Optional[Callable[[GuardFail], None]]r¼  z=Callable[[Sequence[GuardFilterEntry]], Sequence[bool]] | Noner½  rv   rª  r&  r¬  r(  r¶   r·  )r*  rá   rå  r
   ræ  r
   r¶   r
   )r-  rÝ  r¶   r[  )rC  r!  rD  rE   r¶   r[  )r‘  rŽ  r-  rÝ  rë  r$  rÿ  r!  ri  zpytree.TreeSpecr  r!  rj  rb  rk  zOptional[Iterable[Any]]rl  r
   r  r#  r¶   rÝ  ) r*  rá   rå  r
   rt  rv   ru  rv   rv  z9Optional[dict[torch._ops.OpOverload, Callable[..., Any]]]rw  rt   rx  z6Optional[Union[dict[str, Any], tuple[Any], list[Any]]]ry  rv   r}  rv   rz  rv   r{  rv   r|  rv   r}  rv   r~  zOptional[list[Constraint]]ræ  r
   r¶   zCallable[..., ExportResult])rª   r
   r«   r
   r¶   r,  )r-  zCallable[[], OptimizeContext]ry   rx   r¿   rF   r©  rv   r­  r'  rª  r&  r¬  r(  r¶   r,  )rÞ   ztypes.CodeTyper¶   r[  )Úrd  Ú
__future__r   ÚatexitrÄ  r´  r  ÚloggingrÃ  r�  rŸ  r£   Ú	threadingr,   r  rå  r  r  Úcollections.abcr   r   Údataclassesr   Úenumr   Úos.pathr   r	   Útypingr
   r   r   r   r   Úunittest.mockr   rÆ  rj   Útorch.fxÚtorch.utils._pytreer<   Ú_pytreerc  Útorch.utils.checkpointr   r}   r   r   r   r   r   r   r   r   r   Útorch._dispatch.pythonr   Útorch._dynamo.typesr   r   r   Útorch._export.utilsr   Útorch._library.opaque_objectr   Útorch._subclasses.fake_tensorr    Útorch._utils_internalr!   r"   r#   Útorch.export.dynamic_shapesr$   r%   r&   r'   r(   r)   r*   r+   rT  Útorch.fx.experimental._dynamismr-   r.   Ú"torch.fx.experimental.proxy_tensorr/   Ú%torch.fx.experimental.symbolic_shapesr0   r1   r2   r3   Útorch.fx.graphr4   r5   rl  r7   r8   r9   r:   r;   Úbackends.registryr=   r>   r?   Úexcr@   rA   rB   rC   rD   rE   r¿   rF   rA  rH   rI   rJ   rK   rL   rM   rN   rO   Útorch._dynamo.packagerQ   Ú torch._dynamo.repro.after_dynamorR   Útorch._subclassesrS   Útorch.fx.noderT   rU   rV   rW   rX   rY   rZ   r[   Ú	getLoggerr`   rm  ÚExactWeakKeyDictionaryr  rÅ  r*  r]   rh   rz   rd   r½  rŠ   ro   rq   r   r�   Ú_dynamo_forbiddenr‚   r†   ÚcontextmanagerrŒ   rŽ   r»   r·   rÅ   r¹   rÑ   r×   r  Ú__file__r  r–   r  r  rà   ro  rq  rt  r¢   r  r�  r„  Úlocalr†  r‰  rŠ  ÚregisterrŽ  r¡  rî   Ú_not_setr¦  rZ  r,  r>  r  r`  r¸   rg  r—  r¡  r¥  r¨  rª  r®  r´  r¸  rç  r  ÚTransformerré  r&  r8  rG  rr  r©  rÇ  rê  r7  r&  r_   rf   rg   Ú<module>rQ     sø  ðòõ, #ã Û Û Û Û Û 	Û 
Û Û Û Û Û Û Û Û ß ,Ý !Ý ß !ß BÕ BÝ ã ã Û ß $Ð $Û Ý ÷
÷ 
õ 
õ <ß RÑ RÝ 8Ý 7Ý @ß VÑ V÷÷ ñ ÷ <÷õ 7÷ó ÷ 7ç T× Tß 9Ý &÷÷ õ Ý ;÷ó ö ß<Ñ<å4ÝAÝ-ß4Ñ4÷õ ð ×Ó˜Ó!€ð  %×;Ó;Ó=Ð Ø×%Ò%€ôˆDô ð *,€Ð&Ó +à�Š€àÐ ö Ø*Ñô	,ð ÷9ð 9ó ð9ñ ‹.€ôð !%€Ô à26€Ð/Ó 6ô ð ×Òó8ó ð8ô ô
EHðP
Øð
à%ô
ôðØðØ&)ðàôô<*ôð ×Ó˜+Ó&Ù‰‘˜Ó"Ó	#Ð%RÓSð€ð	IØ
3ð	Iàô	IôJ
�e—h’h—o’oô J
ôZ>ô"	ôôô2
ô
ð ×Òóó ðô'�	—’ô 'ñ ‹[€
ô*ð ‡‚óó ðôñ* ‹8€ô#÷ñ ôDB
Ð)ô B
ôJ	$Ð(ô 	$ôY$Ð(ô Y$ðB 	ØØ+/ØØ"Ø%)ØRVØ(,ðØ2ðàðððð ðð )ðð ðð ðð #ðð Pðð &ðð õð:9Ø5ð9àô9ô&�Z×+Ò+ô ðRØðRà
+ðRð ðRð ô	Rôj
ôô ôôô3ð" /9ðmð Ø+/ØEIØ;?àØØ"Ø(,ñmØEðmà+ðmð ð	mð
 )ðmð Cðmð 9ðmððmð ðmð ðmð &ðmð ,ömñb Ð/°Ó6óGó 7ðGôTu %§(¢(×"6Ò"6ô uôp�:ô ô,
ô^ðBZØðZàðZð 4ðZð ð	Zð
 ðZð #ðZð (ðZð 3ðZð ðZð +ðZð ôZð@ Øð 	Ø"ØMQØ!Ø%*ØØ&+Ø8=Ø"Ø.2ñ!sØðsàðsð ðsð ð	sð
ðsð ðsð Kðsð ðsð #ðsð ðsð  $ðsð 26ðsð ðsð  ,ð!sð" ð#sð$ !õ%sôl
:ñ" ˜˜t TÓ*ØØ(,Ø"Ø(,ñ0Ø.ð0à1ð0ð ð	0ð
 ð0ð &ð0ð ð0ð &ð0ð õ0÷fiñ iõXrf   