
    ^j7                       d Z ddlZddlZddlZddlZddlZddlZddlZddlZddl	m
Z
mZ ddlmZ ddlmZmZ ddlZddlZddlmZ ddlmZ ddlmZ d	d
lmZmZmZmZ d	dlmZm Z m!Z!m"Z" d	dl#m$Z$ d	dl%m&Z&m'Z'm(Z( d	dl)m*Z*m+Z+m,Z,m-Z-m.Z. d	dlm/Z/m0Z0m1Z1m2Z2 d	dl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z; d	dl<m=Z= erddl>m?Z? ddl@mAZA ddlBmCZC ej                  j                  eFd      ZGdeHeef   deHeef   deIddfdZJdeKe   deKe   ddfdZL G d d      ZMej                  d d!de
d"   fd#       ZOej                  d d!de
d"   fd$       ZPej                  d d!de
d"   fd%       ZQy)&a  
Side effect tracking and management for TorchDynamo's compilation system.

This module provides infrastructure for tracking and managing side effects that occur
during symbolic execution, including:

- Tracking mutations to objects, attributes, and variables
- Managing context changes (cell variables, global namespace modifications)
- Handling aliasing and object identity preservation
- Managing stack frame state and local variable changes
- Tracking function calls with side effects

Key classes:
- SideEffects: Main container for tracking all side effects during execution
- MutableSideEffects: Specialization for mutable object tracking
- AttributeMutation/ValueMutation: Track specific types of mutations
- Various specialized side effect classes for different scenarios

The side effect system ensures that mutations performed during symbolic execution
are properly replayed during runtime, maintaining the correctness of compiled code
while enabling optimizations where safe.
    N)	GeneratorMutableMapping)CellType)AnyTYPE_CHECKINGAutogradFunctionContextVariable)
OrderedSet)is_structseq_class   )configgraph_break_hintsutils	variables)bytecode_from_templatecreate_call_functioncreate_call_methodcreate_instruction)	PyCodegen)collapse_resume_framesget_stack_above_dynamounimplemented)
AttrSourceGlobalSourceLocalCellSourceSourceTempLocalSource)is_frozen_dataclassis_namedtuple_clsnn_module_new
object_new)AttributeMutationAttributeMutationExistingAttributeMutationNewAttrMutationKindis_side_effect_safeValueMutationExistingValueMutationNewVariableTracker)FrozenDataClassVariable)OutputGraph)InstructionTranslatorBase)ListVariableside_effects	dict_fromdict_to	mro_indexreturnc                     t        |      j                  |   }|j                  |       | j                         D ]  \  }}|j	                  |||        y N)type__mro__clearitems__setitem__)r/   r0   r1   
dict_classkvs         e/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/torch/_dynamo/side_effects.py_manual_dict_setitemr>   K   sR     g&&y1JW! .1w1-.    	list_fromlist_toc                 Z    t         j                  |       t         j                  ||        y r4   )listr7   extend)r@   rA   s     r=   _manual_list_updaterE   X   s    JJwKK#r?   c                       e Zd ZU dZeeef   ed<   eeeeef   f   ed<   eeeee	f   f   ed<   e
e   ed<   eee
ej                     f   ed<   	 	 	 	 	 	 	 dndd	deeef   dz  deeeeef   f   dz  deeeee	f   f   dz  deee
ej                     f   dz  de
e   dz  d
e
eee
e   f      dz  deeededef   f   dz  ddf fdZdeddfdZdeddfdZej(                  ded   fd       ZdedededefdZdodZdeddfdZdedefdZdd dedz  fdZdpdZdedefd Zdedefd!Z defd"Z!defd#Z"defd$Z#deddfd%Z$dedefd&Z%e	jL                  fdededed'e	ddf
d(Z'dedededdfd)Z(dedede	fd*Z)	 	 dqdeded+ed,edef
d-Z*d.ededdfd/Z+d.edefd0Z,d1ededefd2Z-d1edededdfd3Z.e/d4e0defd5       Z1dedefd6Z2dedefd7Z3	 drdeded8e	ee	d9f   z  dz  defd:Z4dedefd;Z5e6fded<ed=e0defd>Z7e7Z8ded<edefd?Z9d@e:dz  dAedBedCeeef   def
dDZ;dAe0de0fdEZ<dFedGedHe
e   defdIZ=ddJdFedGedHe
e   dKdLdef
dMZ>defdNZ?dOe:dz  dPe@dQedefdRZAdOe:dedefdSZBdTedUe
e   ddfdVZC	 	 	 	 dsdWZDdtdXZEdeddfdYZFdefdZZGde
e   fd[ZHd\eIddfd]ZJd^dd_ed`ddeddf
daZKdbeddfdcZLd\eIddfddZMdudeZNdedefdfZOdge
e   ddfdhZP	 dvd\eIdieddfdjZQdodkZRdefdlZSdodmZT xZUS )wSideEffectsah  
    Maintain records of mutations and provide methods to apply them during code generation.

    Handles tracking and applying side effects during PyTorch Dynamo compilation,
    maintaining Python semantics by managing mutations, attribute modifications,
    and other side effects that occur during program execution.

    Key responsibilities:
    - Tracks mutations to Python objects, lists, and dictionaries that need to be
    applied after an FX graph is run.
    - Manages attribute modifications and deletions
    - Handles tensor hooks and backward pass state
    - Tracks cell variable mutations and global variable changes
    - Ensures correct ordering and application of side effects after graph execution

    This ensures that optimized code behaves identically to the original Python code with
    respect to object mutations and other side effects.
    id_to_variablestore_attr_mutationsattr_mutation_kinds	keepalivemutation_user_stacksNoutput_graphr+   save_for_backwardtensor_hookszvariables.TensorVariablez!variables.RemovableHandleVariabler2   c	                 V   t         	|           t        j                  |      | _        |xs i | _        |xs i | _        |xs i | _        |xs i | _        |xs g | _	        |xs g | _
        |xs i | _        d| _        d | _        t               | _        t!               | _        i | _        y )NF)super__init__weakrefrefoutput_graph_weakrefrH   rI   rJ   rL   rK   rN   rO   _has_existing_dict_mutationca_final_callbacks_varset"ignore_mutation_on_these_variablesr
   mutated_sourcesdeferred_attr_mutations)
selfrM   rH   rI   rJ   rL   rK   rN   rO   	__class__s
            r=   rR   zSideEffects.__init__x   s    4 	$+KK$=!,2$8$>B!#6#<" $8$>B!"b!2!8b(.B ,1( <@# IL/ 4><
 PR$r?   varc                 :    | j                   j                  |       y)zMutations to this variable will be executed but not tracked,
        typically used for temporary mutations that are later restored.N)rY   addr\   r^   s     r=   ignore_mutations_onzSideEffects.ignore_mutations_on   s     	//33C8r?   c                 X    || j                   v r| j                   j                  |       yy)zQRemove a variable from the skip mutation set, restoring normal mutation tracking.N)rY   removera   s     r=   stop_ignoring_mutations_onz&SideEffects.stop_ignoring_mutations_on   s)    $99933::3? :r?   NNNc              #      K   | j                   }i | _         	 d | j                          || _         y# || _         w xY ww)uC  Defer outer-scope attribute mutation checks until tracing completes.

        Context managers that flip-flop a flag (set on enter, restore on exit)
        produce no net side effect. Instead of failing immediately, we track
        original and current values, then validate they match after tracing.

        Note: this context only validates that mutations were nullified — it
        does NOT roll back store_attr_mutations. Callers must restore
        side_effects separately (e.g., via prev_side_effects pattern) to
        discard the mutations after the HOP.
        N)r[    validate_deferred_attr_mutations)r\   saveds     r=   defer_side_effect_checksz$SideEffects.defer_side_effect_checks   s?      ,,')$	1113+0D(5D(s   ?3 ?	<?itemnamevaluec                    t        |      |f}|j                         st        d      |j                         }|| j                  v r| j                  |   d   }n]| j                         }|t        d      |j                  }	 |j                  ||      }	|	j                         sy|	j                         }||f| j                  |<   y# t        $ r Y yw xY w)u=  Record an attribute mutation for deferred validation.

        Returns True if successfully deferred, False if we cannot read the
        original value (var_getattr raises NotImplementedError) or the
        original is not a python constant — caller should fall back to
        check_allowed_side_effect.
        zAvalue must be a python constant (guaranteed by caller store_attr)r   zoutput_graph weakref is deadFT)	idis_python_constantAssertionErroras_python_constantr[   rU   
current_txvar_getattrNotImplementedError)
r\   rk   rl   rm   keycurrentoriginalrM   txoriginal_vts
             r=   snapshot_attr_mutationz"SideEffects.snapshot_attr_mutation   s     $x'') S  **,$...33C8;H446L#$%CDD((B"..r48 113"557H-5w,?$$S) ' s   C	 		CCc                     | j                   j                         D ]>  \  \  }}\  }}||k7  st        dd| dd| d|d|dg t        j                         @ y)	z;Check that all deferred attribute mutations were nullified.zHOP: Non-nullified side effectzAttribute 'z(' was not restored to its original valuez,' on an outer-scope object was changed from z to z inside a higher-order op subgraph. Dynamo only supports mutations that are undone before the subgraph exits (e.g., context managers that save/restore a flag). If you intentionally want this side effect, move the mutation outside of the higher-order op.gb_typecontextexplanationhintsN)r[   r8   r   r   FUNDAMENTAL)r\   _rl   rx   rw   s        r=   rh   z,SideEffects.validate_deferred_attr_mutations   s    .2.J.J.P.P.R 	*IQ*'7"<)$/WX"-dV 4$$,<tG; ?'!' ;-99:	r?   rv   c                     t         j                  dk(  ry|| j                  vrg | j                  |<   | j                  |   j                  t        j
                  j                  j                                y)z?Capture the current user stack from the instruction translator.silentN)r   side_effect_replay_policyrL   appendtorch_guardsTracingContextextract_stack)r\   rv   s     r=   _capture_user_stackzSideEffects._capture_user_stack  s`    ++x7d///-/D%%c*!!#&--MM((668	
r?   otherc                 Z   t        |t              st        dt        |             | j                  |j                  k(  xrj | j
                  |j
                  k(  xrO | j                  |j                  k(  xr4 | j                  |j                  k(  xr | j                  |j                  k(  S )NzExpected SideEffects, got )	
isinstancerG   rq   r5   rH   rI   rJ   rN   rO   )r\   r   s     r=   __eq__zSideEffects.__eq__  s    %- #=d5k]!KLL 5#7#77 8))U-G-GG8((E,E,EE8 &&%*A*AA8 !!U%7%77	
r?   c                    | j                   |j                   k7  rB| j                   j                         }|j                   j                         }||k7  rd| d| S y| j                  |j                  k7  rB| j                  j                         }|j                  j                         }||k7  rd| d| S y| j                  |j                  k7  ry| j                  |j                  k7  ry| j
                  |j
                  k7  ryy )	Nzid_to_variable keys: z != zid_to_variable: unknown diffzstore_attr_mutations keys: z"store_attr_mutations: unknown diffz!attr_mutation_kinds: unknown diffrN   rO   )rH   keysrI   rJ   rN   rO   )r\   r   sk_itvok_itvsk_samok_sams         r=   diffzSideEffects.diff  s    %"6"66((--/F))..0F.vhd6(CC 2&&%*D*DD..335F//446F4VHDII7%%)B)BB6##u'>'>>&%"4"44!r?   c                    | j                         }|t        d      | j                  |t        | j                        | j
                  j                         D ci c]  \  }}|t        |       c}}| j                  j                         D ci c]  \  }}|t        |       c}}| j                  t        | j                        | j                  | j                        S c c}}w c c}}w )zCreate a shallow copyz)output_graph weakref is dead during clone)rM   rH   rI   rJ   rL   rK   rN   rO   )rU   rq   r]   dictrH   rI   r8   rJ   rL   rC   rK   rN   rO   )r\   rT   r;   r<   s       r=   clonezSideEffects.clone2  s    ''); !LMM~~ 3 34'+'@'@'F'F'H"#q!47
" (,'?'?'E'E'G!#q!47
! "&!:!:4>>*"44**  
 	
"!s   C%C+c                 0    t        |      | j                  v S r4   )ro   rH   r\   rk   s     r=   __contains__zSideEffects.__contains__F  s    $x4....r?   c                 2    | j                   t        |         S r4   )rH   ro   r   s     r=   __getitem__zSideEffects.__getitem__I  s    ""2d8,,r?   c                     | j                         }t        |xr* |j                  j                  j                  j
                        S r4   )rU   boolrs   outputcurrent_tracer,unsafe_allow_externally_visible_side_effectsr\   rM   s     r=   9should_allow_externally_visible_side_effects_in_subtracerzESideEffects.should_allow_externally_visible_side_effects_in_subtracerL  sA    002 k''..==jj
 	
r?   c                     | j                         }t        |xr* |j                  j                  j                  j
                        S r4   )rU   r   rs   r   r   allow_side_effects_in_hopr   s     r=    should_allow_side_effects_in_hopz,SideEffects.should_allow_side_effects_in_hopS  sA    002 X''..==WW
 	
r?   c                     | j                         }t        |xr* |j                  j                  j                  j
                        S r4   )rU   r   rs   r   r   is_reconstructing_generatorr   s     r=   r   z'SideEffects.is_reconstructing_generatorZ  sA    002 Z''..==YY
 	
r?   c                 $   |j                   t        |j                         sn| j                         }|r[|j                  j                  j
                  }|j                  .t        j                  j                  j                         |_        yyyyy)zFRecord the first externally-visible side effect on the current tracer.N)mutation_typer&   rU   rs   r   r   side_effect_stackr   r   r   r   )r\   rk   rM   tracers       r=   _maybe_record_side_effectz%SideEffects._maybe_record_side_effectb  s    )2E3
  446L%0077FF++344BBD , 4 	3
)r?   c                    ddl m} t        ||      ry| j                         r| j	                  |       y| j                         r| j	                  |       y| j                         r#t        dd| ddgt        j                         |j                  t        d	| d
      t        |j                        st        dd| ddg       y)Nr   r   Tz'Generator reconstruction with mutationszmutating object: zCannot reconstruct a generator with variable mutations. Dynamo needs to fully exhaust the generator, which may cause unintended variable modifications.z$Remove mutations from the generator.r}   mutation_type is None for z in check_allowed_side_effectzHOP: Unsafe side effectzAttempted to mutate zHMutating a variable from outside the scope of this HOP is not supported.aw  If the HOP is activation checkpointing (torch.utils.checkpoint.checkpoint), this points to a side effect in forward method. Eager activation checkpointing replays that side-effect while recomputing the forward in the backward. If you are ok with side-effect not replayed in the backward, try setting `torch._dynamo.config.skip_fwd_side_effects_in_bwd_under_checkpoint = True`F)torch._dynamo.variables.miscr	   r   r   r   r   r   r   r   r   r   rq   r&   )r\   rk   r	   s      r=   check_allowed_side_effectz%SideEffects.check_allowed_side_effecto  s    P d;<IIK**40002**40++- A+D625 ;&22
 % ,TF2OP  #4#5#561.tf5fx	
 r?   mutation_kindc                    | j                  |      st        d| d      d}t        |j                  t              rht        |j                        sSt        |t              sC| j                         s3| j                         s#|j                         r| j                  |||      }|s| j                  |       || j                  vri | j                  |<   || j                  vri | j                  |<   || j                  |   |<   || j                  |   |<   | j                  |       t        |dd       }|&| j                   j#                  t%        ||             y y )N Expected attribute mutation for z in store_attrFsource)is_attribute_mutationrq   r   r   r#   r&   r	   r   r   rp   r{   r   rI   rJ   r   getattrrZ   r`   r   )r\   rk   rl   rm   r   deferreditem_sources          r=   
store_attrzSideEffects.store_attr  sM    ))$/ 24&G  t))+DE'(:(:;t%DE99;RRT((*224uEH**40t000.0D%%d+t///-/D$$T*05!!$'-/<  &t,  &dHd3"  $$ZT%BC #r?   c                 H    | j                  |||t        j                         y r4   )r   r%   INSTANCE_DICT)r\   rk   rl   rm   s       r=   store_instance_dict_attrz$SideEffects.store_instance_dict_attr  s     	dE+;+I+IJr?   c                     || j                   j                  |d      vrt        j                  S || j                  j                  |d      vrt        d| d|       | j                  |   |   S )N z$Missing attribute mutation kind for .)rI   getr%   GENERIC_SETATTRrJ   rq   )r\   rk   rl   s      r=   get_attr_mutation_kindz"SideEffects.get_attr_mutation_kind  su     t0044T2>>#333t//33D"== #GvQtf!UVV''-d33r?   
deleted_okcheckc                     |r | j                  |      st        d| d      | j                  |   |   }|s?t        |t        j
                        r%t        dd| d| dg t        j                         |S )Nr   z in load_attrz$Attempted to read a deleted variablezitem: z, name:  r}   )	r   rq   rI   r   r   DeletedVariabler   r   
USER_ERROR)r\   rk   rl   r   r   results         r=   	load_attrzSideEffects.load_attr  s     --d3$6tfMJ  **406j1J1JK> htf55)445	 r?   cellvarc                 \   |j                         r%t        dd| d| dg t        j                         t	        |t
        j                        st        dt        |       d      t	        |t
        j                        st        dt        |       d      | j                  |d	|       y )
NzWrite to immutable cellz	cellvar: z	, value: zFDynamo doesn't support writing to immutable/sourceless cell variables.r}   Expected CellVariable, got z in store_cellExpected VariableTracker, got cell_contents)is_immutabler   r   	DIFFICULTr   r   CellVariablerq   r5   r)   r   )r\   r   rm   s      r=   
store_cellzSideEffects.store_cell  s    !1#G9IeW=d4)334	 '9#9#9: -d7m_NK  %!:!:; 0e^L  	%8r?   c                    t        |t        j                        st        dt	        |       d      | j                         }|rRt        |dd       }|C|j                  j                  j                  j                  j                  t        |d             | j                  |d      r| j                  |dd      S |j                  r|j                  S t!        dt#        |      dg t$        j&                  	       y )
Nr   z in load_cellr   r   F)r   zRead uninitialized cellzBAttempted to read a cell variable that has not been populated yet.r}   )r   r   r   rq   r5   rU   r   rs   r   r   traced_sourcesr`   r   has_pending_mutation_of_attrr   pre_existing_contentsr   strr   r   )r\   r   rM   cell_sources       r=   	load_cellzSideEffects.load_cell  s    '9#9#9: -d7m_MJ  002!'8T:K&''..==LLPP{O< ,,WoF>>'?%>HH((000-L\1%001		
r?   gvarc                     t        |t        j                        st        dt	        |       d      | j                  ||      S )Nr   z in load_global)r   r   r)   rq   r5   r   )r\   r   rl   s      r=   load_globalzSideEffects.load_global  sB    $	 9 9: 0dOL  ~~dD))r?   c                     t        |t        j                        st        dt	        |       d      t        |t        j                        st        dt	        |       d      | j                  |||       y )Nz'Expected VariableTracker for gvar, got z in store_globalz(Expected VariableTracker for value, got )r   r   r)   rq   r5   r   )r\   r   rl   rm   s       r=   store_globalzSideEffects.store_global  st     $	 9 9: 9$t*EUV  %!:!:; :4;-GWX  	dE*r?   clsc           
      B   t        j                  | dd       t        j                  t        j                  t
        j                  t        j                  t        j                  t        j                  t        j                  t        j                  t        j                  f	v S )N__getattribute__)inspectgetattr_staticobjectr   r   rX   	frozensetintr   rC   tupleBaseException)r   s    r=   "cls_supports_mutation_side_effectsz.SideEffects.cls_supports_mutation_side_effects&  sv    %%c+=tD##!!  &&    !!""**
I
 

 
	
r?   c                 6    t        |j                  t              S r4   )r   r   r"   r   s     r=   r   z!SideEffects.is_attribute_mutation4  s    $,,.?@@r?   c                 p    | j                  |      xr$ t        | j                  j                  |            S r4   )r   r   rI   r   r   s     r=   has_pending_mutationz SideEffects.has_pending_mutation7  s5    ))$/ 
D%%))$/5
 	
r?   mutation_kinds.c                     | j                  |      r|| j                  j                  |d      v sy|y| j                  ||      }t	        |t
              r||u S ||v S )Nr   FT)r   rI   r   r   r   r%   )r\   rk   rl   r   r   s        r=   r   z(SideEffects.has_pending_mutation_of_attr<  sl     &&t,1155dB??!33D$?n&67 N22..r?   c                 |   |j                         ryt        |j                  t        t        f      ryt        |t
        j                        r!|| j                  v xs |j                  |       S | j                  |      r|| j                  v S |j                  t        d| d      |j                  j                  S )NFTr   z in is_modified)r   r   r   r$   r(   r   UserDefinedObjectVariablerI   is_base_vt_modifiedr   rq   is_modifiedr   s     r=   r   zSideEffects.is_modifiedN  s    d((+?AQ*RSdI??@4444V8P8PQU8VV%%d+44444% #=dV?!STT!!---r?   variablemutation_type_clsc           
      .   t        |      | j                  v r>t        | d|j                   d| j                  t        |         j                   d       |       |_        || j                  t        |      <   | j
                  j                  |       |S )z7Start tracking an existing or new variable for mutationz is already tracked for mutation. This could be because you are not using VariableBuilder to construct the variable tracker. Source of new object: z'. Source of previously tracked object: r   )ro   rH   rq   r   r   rK   r   )r\   rk   r   r   s       r=   
_track_objzSideEffects._track_obj^  s     d8t*** * ) *2(9 :88<8K8KBtH8U8\8\7]]^	`  "3!4(0BtH%d#r?   c                 2    | j                  ||t              S )N)r   )r   r#   )r\   rk   r   s      r=   track_object_existingz!SideEffects.track_object_existingu  s#     7  
 	
r?   
cls_sourceuser_clsvariable_clsoptionsc                    |t         j                  j                  j                  u r>t	        j
                  d      5  t         j                  j                         }d d d        nt        |      } |fdt        |      i|}|| j                  t        |      <   | j                  j                  |       |S # 1 sw Y   RxY w)NT)recordr   )r   autogradfunctionFunctionCtxwarningscatch_warningsFunctionr!   r$   rH   ro   rK   r   )r\   r   r   r   r  objr   s          r=   track_object_newzSideEffects.track_object_new  s     u~~..:::((5 0nn--/0 0 X&C
.z:
 

 (0BsG$c"0 0s   B99Cc                 *   ddl m} ddlm} ddlm} ddlm} t        j                  }t        ||      r|j                  |      r|}n!t        |d      rt        |d      r ||      s|}nt        |t        j                  j                        rt        j                   }nt        |t"        j$                        rt        j&                  }nt        |t"        j(                        rt        j*                  }not        |t,              rt        j.                  }nMt        |t0        t2        f      rt        j4                  }n%t        |t6              r<t9        |      r t        j:                  j=                  |      }nt        j:                  }nt        |t>              rt        j@                  }nt        |tB              rt        jD                  }ntG        |      rtH        }nt        |tJ              rt        jL                  }ndt        |t        jN                  jP                        rt        jR                  }n/t        jT                  jW                  |      rt        jT                  }t        |t        j                        stY        d	|       |S )
Nr   )TorchFunctionModer   )GenericContextWrappingVariable)TorchFunctionModeVariable)is_forbidden_context_manager	__enter____exit__z4Expected subclass of UserDefinedObjectVariable, got )-torch.overridesr  variables.ctx_managerr  variables.torch_functionr  variables.user_definedr  r   r   
issubclass is_supported_torch_function_modehasattrr   nnModuleUnspecializedNNModuleVariablecollectionsdefaultdictDefaultDictVariableOrderedDictOrderedDictVariabler   UserDefinedDictVariablerX   r   UserDefinedSetVariabler   r   UserDefinedTupleVariable
get_vt_clsrC   UserDefinedListVariabler   MutableMappingVariabler   r*   r   "UserDefinedExceptionObjectVariableuser_defined_CONSTANT_BASE_TYPESUserDefinedConstantVariableInspectVariableis_matching_classrq   )r\   r   r  r  r  r  r   s          r=   get_variable_clszSideEffects.get_variable_cls  s   5IGH // 	 '
'HHR4LHk**-0:9L%((//2$BBL+"9"9:$88L+"9"9:$88L$'$<<L3	"23$;;L%( *(AALLXV(AA$'$<<L.1$;;L *2L-0$GGL""77
 %@@L&&88B$44L,	(K(KL F|nU  r?   base_cls_vtcls_vt	init_argsc           
         |j                   }t        |t        j                  j                        rt        |      }|S t        |t        j                        r|j                  }nwt        |t        j                        rt        }nVt        |t        j                        rt        }n5t        |t        j                        r|j                   }nt        d|       t        j                  j!                  |j"                        st%        d|       t'        |      r |d g|j(                  z        }|S |rWt        |t        j*                  j,                        r3|D cg c]  }|j/                          }}	  |j"                  |g| }|S 	 |j#                  |      }|S c c}w # t0        $ r |j#                  |      }Y |S w xY w# t2        $ r3}	t5        dd| d| d|	 dg t6        j8                         Y d }	~	S d }	~	ww xY w)	NzUnexpected base_cls_vt zUnsupported __new__ method for zHUnsupported user-defined object construction during side-effect trackingzclass=z, base=z, error=zcDynamo could not construct an example object for side-effect replay using the class __new__ method.r}   )rm   r  r   r  r  r    r   r   BuiltinVariablefnDictBuiltinVariabler   ListBuiltinVariablerC   UserDefinedClassVariableRuntimeErroris_supported_new_method__new__rq   r   n_fieldsr)  r*  rr   	Exception	TypeErrorr   r   SUPPORTABLE)
r\   r/  r0  r1  r   r
  base_clsargexample_argsexcs
             r=   get_example_valuezSideEffects.get_example_value  s    <<h0)Ch 
e +y'@'@A&>>K)F)FGK)F)FGK)K)KL&,,"%<[M#JKK55MM   %'Fxj%QRR!(+ v(9(99:@ 
? z&&;;  ENNS 6 6 8NN
*(** #/C2 
"**84C 
7  O
 !  #** C$ 
- !  " j"(
'(8C5 QQ ? 1 = =>  
s0    F#:F( G	 (GG		H(H  H)ry   ry   z InstructionTranslatorBase | Nonec          	      8   |j                   }|j                  }| j                  |      }| j                  |||      }i }	|||	d<    ||f|j                   ||t	        |      d|	}
|
| j
                  t        |      <   | j                  j                  |       |
S )aM  
        Creates a UserDefinedObjectVariable (or its subclass) variable tracker
        and mark it for attribute mutation tracking.

        Also records the variable trackers to call __new__ method on
        reconstruction. Roughly, the reconstruction looks like this
            base_cls_vt.__new__(user_cls, *init_args)
        ry   )r   r/  r1  r   )	r   rm   r.  rC  r$   rH   ro   rK   r   )r\   r/  r0  r1  ry   r   r   r   r
  kwargsr   s              r=   track_new_user_defined_objectz)SideEffects.track_new_user_defined_object  s      ]]
<<,,X6$$[&)D!#>F4L
}}#.z:
 
 (0BsG$c"r?   c                     t               }t        j                  t                     }|| j                  t        |      <   | j                  j                  |       |S )Nr   )r   r   r   r$   rH   ro   rK   r   )r\   r
  r   s      r=   track_cell_newzSideEffects.track_cell_new2  sN     h)).0
 (0BsG$c"r?   r   cellcontentsc                     t        j                  |d n	t               ||      }|| j                  t	        |      <   | j
                  j                  |       |S )N)r   r   r   )r   r   r#   rH   ro   rK   r   )r\   r   rJ  rK  r   s        r=   track_cell_existingzSideEffects.track_cell_existing=  sV     )) #).$6O6Q"*
 )1BtH%d#r?   c                     t        j                  t               |      }|| j                  t	        |      <   | j
                  j                  |       |S )N)r   r   )r   NewGlobalVariabler#   rH   ro   rK   r   )r\   r   rk   r   s       r=   track_global_existingz!SideEffects.track_global_existingK  sH    ..35
 )1BtH%d#r?   ctxargsc                     t        |t        j                        st        dt	        |             | j
                  j                  ||f       y )Nz.Expected AutogradFunctionContextVariable, got )r   r   r	   rq   r5   rN   r   )r\   rQ  rR  s      r=   track_save_for_backwardz#SideEffects.track_save_for_backwardT  sI     #yHHI @cL  	%%sDk2r?   c                     |j                   D ]h  }t        |      }|j                  |   }|| j                  vs,t        |t        j
                  t        j                  f      sW| j                  ||       j y r4   )rK   ro   rH   r   r   TensorVariableSymNodeVariabler   )r\   r   
other_itemother_idother_variables        r=   -track_runahead_tensor_and_symvar_side_effectsz9SideEffects.track_runahead_tensor_and_symvar_side_effects]  so      // 	GJ*~H"11(;Nt222z!9!99;T;T U8 **:~F	Gr?   c                    	
 t               t               	dt        dd f	 
fd
dt        dt        f	fd} j                  j	                         D cg c]  }t        |j                  t              s|  }}g }|}|t|j                  |j                  |j                  g       |j                  2|j                  t        d      |j                  |j                         |j                  }|tt        j                  
|||j                   j"                   j$                  gz          
 j                  j'                         D ci c]  \  }} ||      s|| c}} _         j(                  j'                         D ci c]  \  }} ||      s|| c}} _         j*                  j'                         D ci c]  \  }} ||      s|| c}} _        y c c}w c c}}w c c}}w c c}}w )Nr^   r2   c                     | v ry j                  |        t        | j                  t              rj                  |        | j                  v r$t        j                  j                  |           y y r4   )r`   r   r   r$   rI   r)   visit)r^   live_new_objectsr\   r^  visiteds    r=   r^  z0SideEffects.prune_dead_object_new.<locals>.visitp  sl    g~KK#++-AB $$S) d///%%--c2 0r?   c                 B    t        | j                  t              r| v S yNT)r   r   r$   )r^   r_  s    r=   is_livez2SideEffects.prune_dead_object_new.<locals>.is_live  s#    #++-AB...r?   z4post_prune_cell_and_freevars is None for non-root tx)rX   r)   r   rH   valuesr   r   r$   rD   stacksymbolic_localsparentpost_prune_cell_and_freevarsrq   r   r^  r   backward_staterO   r8   rI   rJ   )r\   ry   rc  r^   pre_existing_varsinit_live_varscur_txr;   r<   r_  r^  r`  s   `        @@@r=   prune_dead_object_newz!SideEffects.prune_dead_object_newk  s   (+14	 	4 	 	 	 	T 	 **113
c//1EF 
 
 35 !!6<<1G1G"HI}}( 66>(N  %%f&I&IJ]]F   	!		((!!		
  "00668
QGAJAqD
 "66<<>%
Q'!*AqD%
! "55;;=$
QAqD$
 g
Z
%
$
s*   #G'G, G,G2G2G8G8c                 |   || j                   v ry | j                  |       | j                  |       t        |j                  t
              rd|j                  _        |j                  %| j                  j                  |j                         |j                  r#t        |t        j                        rd| _        y y y rb  )rY   r   r   r   r   r'   r   r   rZ   r`   r   ConstDictVariablerV   ra   s     r=   mutationzSideEffects.mutation  s    $999&&s+  %c'')>?,0C)::!  $$SZZ0::*S)*E*EF/3D, G:r?   c                     | j                   S r4   )rV   r\   s    r=   has_existing_dict_mutationz&SideEffects.has_existing_dict_mutation  s    ///r?   c                     | j                   j                         D cg c]  }| j                  |      s| c}S c c}w r4   )rH   rd  r   ra   s     r=   _get_modified_varszSideEffects._get_modified_vars  s3    #2299;Ut?O?OPS?TUUUs   ;;cgc           	         | j                         D ]  t        j                  t              sj                  t        d d      :t        t        j                  t        j                  f      r| j                        svt        t        j                        rj                  ^j                  fd       j                  t        dd             j                         t!        j"                           _        j                  t%        j                        _        $j'                         rpt        t        j(                  j*                        sZ d       j                         j-                          t!        j"                           _        t        t        j.                        rt1        ddd	g 
       t        t        j2                        rdfd}j                  |       nj                  fd       j                  j4                  Vt1        ddj7                         j8                   dj7                         j8                   dg t:        j<                  
        j                  j4                         j>                  D ]
  } |        j                  t        dtA        j>                        z   d             j                         t!        j"                           _        t        t        jB                        s2| jD                  v sB| jD                     jG                         D ]  \  }}jI                  dd       jK                  d        j                          t        jL                  |              |       j                  g tO        d      tQ        d               | jR                  D ]g  \  }} |j                         jK                  d       |D ]
  } |        j                  g tO        tA        |            tQ        d             i y )Nz!Expected source for modified var z with non-new mutation typec                  D     j                  t        j                  d      S )N	make_cellload_import_fromr   __name__rv  s   r=   <lambda>z3SideEffects.codegen_save_tempvars.<locals>.<lambda>       3 3ENNK P r?   r   Fallow_cachez<AutogradFunctionContextVariable escaped Dynamo-traced regionr   zAWe cannot reconstruct a torch.autograd.Function's context object.r}   c                      j                   t        d        j                           j                   j                  d      g       y )Nz&base_cls_vt is None in load_new_methodr:  )r/  rq   extend_outputcreate_load_attrrv  r^   s   r=   load_new_methodz:SideEffects.codegen_save_tempvars.<locals>.load_new_method  sG    ??2"0 H#  3??+(("*=*=i*H)IJr?   c                  D     j                  t        j                  d      S )Nr!   rz  r}  s   r=   r~  z3SideEffects.codegen_save_tempvars.<locals>.<lambda>*  s     3 3ENNL Q r?   z/Reconstruct user defined class without a sourcezClass: z"Cannot reconstruct an instance of a=   that escapes the compiled region. This happens when the class is defined dynamically (e.g., inside the compiled function) and the class object itself has no source that can be reconstructed. To fix this, move the class definition outside the compiled function or prevent the object from escaping the compiled region.r   builtinsr   __setattr__   POP_TOPrN   r2   N)*ru  r   r   r$   r   rq   r   NamedTupleVariableStructSequenceVariabler   r   
local_nameadd_push_nullr  r   	add_cacher   tempvarsr   	is_tensortorch_functionTensorWithTFOverrideVariable	clear_tosr	   r   r   r   python_typer|  r   r>  r1  lenr*   rI   r8   r{  load_methodConstantVariabler   r   rN   )	r\   rv  r  r@  rl   rm   rQ  rR  r^   s	    `      @r=   codegen_save_tempvarsz!SideEffects.codegen_save_tempvars  s    **, @	Cc//1EF::%(;C5 A5 5   --y/O/OP //4#y556
 >>)$$P $$%9!U%CDLL%!0S1A!BCJZZ'!0!@CJ 11NN s.LL% LLN!0S1A!BCJC!J!JKZ c	 c9#F#FGK $$_5$$Q $$//7! Q")#//*;*D*D)E F@ARA[A[@\ ]W W ? 1 = => 3$$//0 == CsG   !5a#cmm:L6Le!TUS!,R[[-=>
 sI$E$EFt888'+'@'@'E'K'K'M e++JA}53::955d;<5	((S03S5G	5RSq@	D // 
	ICszzNNN./ 3'D	2&y1
	r?   tensorhookhandlec                    |j                         st        dt        |       d      t        |t        j
                        st        dt        |             t        |t        j                        st        dt        |             |j                         st        d      t        t        j                  |      st        d| d      t        | j                  j                               }|| j                  v r|dz  }|| j                  v r||||f| j                  |<   |j                  rt        d	|j                         ||_        y )
NzExpected tensor variable, got z in register_hookz'Expected VariableTracker for hook, got z&Expected RemovableHandleVariable, got z'handle must be mutable in register_hookztorch.Tensor has no attribute ''r   z handle.idx should be falsy, got )r  rq   r5   r   r   r)   RemovableHandleVariable
is_mutabler  r   Tensorr  rO   r   idx)r\   r  r  r  rl   r  s         r=   register_hookzSideEffects.register_hookf  s>    ! 0f>OP  $	 9 9: #J4PT:,!WXX&)"C"CD 8fG    " !JKKu||T* #B4&!JKK$##((*+T&&&1HC T&&&"($!=#:: #CFJJ<!PQQ
r?   r  c                     | j                   |= y r4   )rO   )r\   r  s     r=   remove_hookzSideEffects.remove_hook  s    c"r?   c                    | j                   j                         D ]k  \  }}j                  st        d      dfd}j	                  |        |       j                  t        dd             j                  |       m y )Nz4Hooks on non input tensors NYI - should not get herec                  X              j                   j                        g       y r4   )r  r  )rv  rl   r  s   r=   gen_fnz)SideEffects.codegen_hooks.<locals>.gen_fn  s&    6
  ""5"5d";!<=r?   r   Fr  )rO   rd  r   rq   r  r  r   r  )r\   rv  r  r  r  rl   r  s    `   @@r=   codegen_hookszSideEffects.codegen_hooks  s     %%'6	! 
F ==$J > V$tH1!U;< LL m6	!r?   c                     ddl m} | j                  !t        j                  g  |             | _        | j                  S )Nr   )r(   rH  )variables.baser(   rW   r   r-   )r\   r(   s     r=   get_ca_final_callbacks_varz&SideEffects.get_ca_final_callbacks_var  s;    4&&.*3*@*@"2"4+D' ***r?   c                 v   t         j                  dk(  rt        d      | j                  j	                  |g       }d|j                          }d}|j                  t        |j                  t              rd}nxt        |t        j                        r|j                  d|j                   d}nAt        |t        j                  j                        rd}nd	|j                  j                   d}|rt               }g }t!        t#                     }|D ]k  }t%        d
 |D              }	|	|vs|j'                  |	       t!        ||z         }
|j)                  dj+                  t-        j.                  |
                   m dj+                  |      }| | dt1        j2                  |d       }|S | | d}|S )z1Format a side effect log message with user stack.r   z[_format_side_effect_message should not be called when side_effect_replay_policy is 'silent'zMutating object of type z (no source)z* (source: created in torch.compile region)z
 (source: )z- (source: torch function mode stack mutation)z (source name: c              3      K   | ]V  }|j                   |j                  |j                  |j                  t	        |d d      t	        |dd      t	        |dd      f X yw)colnoN
end_lineno	end_colno)filenamelinenorl   liner   ).0fs     r=   	<genexpr>z:SideEffects._format_side_effect_message.<locals>.<genexpr>  s\      $  

7D1<6;5$s   AAr   z
********

z

z    z+ (unable to find user stacks for mutations))r   r   rq   rL   r   python_type_namer   r   r   r   r   r  r  TorchFunctionModeStackVariablerl   rX   r   r   r   r`   r   join	tracebackformat_listtextwrapindent)r\   r^   	locationsdescriptionsource_infoseenunique_formatted_stacksstack_above_dynamore  stack_tuplestack_augmentedformatted_lineslog_strs                r=   _format_side_effect_messagez'SideEffects._format_side_effect_message  s   ++x7 =  --11#r:	01E1E1G0HI$::!#**o6JC!7!78S^^=W *3>>*:!<Y--LL N !0

/@B5D13#!78N8P!Q"  $ $ #$  d*HH[)&<=ORW=W&XO+22	 5 5o FG', $4#8#89P#QO$k]$xX^7_6`aG  -},WX  r?   side_effect_messagesc                     sy D ]  }t         j                  |        t        j                  j	                  dd fd       y )Nartifactc                      dddS )Ndynamo_side_effectsstring)rl   encodingr   r   r?   r=   r~  z8SideEffects._emit_side_effect_messages.<locals>.<lambda>  s    -$! r?   c                  &    dj                         S )Nz,

========================================

)r  )r  s   r=   r~  z8SideEffects._emit_side_effect_messages.<locals>.<lambda>  s    QVV$  r?   )metadata_fn
payload_fn)side_effects_logdebugr   _loggingtrace_structured)r\   r  msgs    ` r=   _emit_side_effect_messagesz&SideEffects._emit_side_effect_messages  sL    #' 	(C""3'	( 	'' 	( 		
r?   log_side_effectsc           	          g dt         dd f fd}g } j                         D ]  t        j                  st	        j
                  t              s/t	        t        j                        r} d        j
                         j                  j                  d       j                  d       t        dd      g       |j                  t        d	      g        |       t	        t        j                  j                        r҉j                  j!                         st#        d
dddg        j
                         j%                  d        d       |j                  g t'        d      t        d              j
                         j%                  d       |j                  g t'        d      t        d              |       t	        t        j(                  t        j*                  f      r҉j-                         s j
                         j%                  d        d       j.                  r# j
                         j%                  d       |j                  g t'        d      t        d             j.                  r'|j                  g t'        d      t        d              |       t	        t        j0                  j2                        rj5                  fd       j7                  j8                         j;                  t        dt=        j8                                     j?                  dd       j;                  t        d              |       pt	        t        j@                        rjjB                  ^ jD                  v s jG                        } |       |j                  jI                  jB                        g        |        jK                        rt	        jL                  tN              rt	        t        jP                        r<t	        t        jR                        r jU                  jV                        rjV                  j-                         rki }tX        jZ                  j\                  D ])  }j^                  j`                  jc                         ||<   + 	 te        jf                        jh                  jk                  tl        jn                        }j                  t        d|      t        d|d         g        j
                         j                  t        d|d         g       djV                  _         jV                  d       j                  t        d|d         g       tu        tX        |      }	|j                  g |	t        d              |jV                         n%t	        t        jv                        r
 jU                  jV                        ri }tx        jZ                  j\                  D ])  }j^                  j`                  jc                         ||<   +  j
                         j                  t        d|d         g        jV                  d       j                  t        d|d          g       tu        tx        |      }
|j                  g |
t        d              |jV                         d}t{         jD                  j}                  i       j                               D ]  \  }} j                  |      }t	        t        j                        rj^                  j`                  j                  |        |       t	        j
                  t              s!t        d!te        j
                               |j                  t        d"|      g       d}t	        |t        j                        rDt	        t        j                        r|t        j                  u rt        t        d#d       d$i       }||v s j5                  fd%        j
                          t        j                  |             |j                  g t        dd      t        d             d}t	        jL                  t              st        t        d#d       |      sj^                  j`                  j                  |        j
                         |j                  t        d&|      g       d}t	        t        j                        r|t        j                  u ruj5                  fd'        j
                          t        j                  |              |       |j                  g t        d(d      t        d             d}t	        t        j                        rj                         rj                  d)d*       j%                  d+        j
                          t        j                  |              |       |j                  g t'        d(      t        d             d}hj^                  j`                  j                  |        |               |j                  t        d,|      g       d} |s |        t	        t        j                        rlt        jj                        D ]J  }j5                  fd-        j
                         j?                  dd       j                          L  |       t	        t        j                        rlt        j                        D ]J  }j5                  fd.        j
                         j?                  dd       j                          L  |       ,t	        t        j                        ryd0fd/}j5                  |        j                  j                  j                                      |j                  g t        dd      t        d              |       t        te                     t{        |      D ]  }j                  |        rr j                         y y y # tp        $ r6 te        jf                        jh                  jk                  tr              }Y 8w xY w)1Nr^   r2   c                 x    t         j                  dk7  r&r#j                  |       }j                  |       y y y Nr   )r   r   r  r   )r^   r  r  r\   r  s     r=   _maybe_log_side_effectzBSideEffects.codegen_update_mutated.<locals>._maybe_log_side_effect  s<    //8;@P66s;$++C0 AQ;r?   Fr  BUILD_SLICE   )r@  STORE_SUBSCRz1Side effect on existing deque with limited maxlenr   zThis is not supported.z*Don't use a deque with `maxlen` specified.r}   rD   r   r  r7   r   updatec                  D     j                  t        j                  d      S )Nset_torch_function_mode_stackrz  r}  s   r=   r~  z4SideEffects.codegen_update_mutated.<locals>.<lambda>  s    B//(G r?   
BUILD_LIST
LOAD_CONST)argval
STORE_FASTr1   r0   Tr/   )varname_maprA   r@   z1Expected GlobalSource for NewGlobalVariable, got STORE_GLOBALrm   __dict__c                  D     j                  t        j                  d      S )N object_delattr_ignore_descriptorrz  r}  s   r=   r~  z4SideEffects.codegen_update_mutated.<locals>.<lambda>=  s    B,?,?(-(J-& r?   DELETE_ATTRc                  D     j                  t        j                  d      S )N object_setattr_ignore_descriptorrz  r}  s   r=   r~  z4SideEffects.codegen_update_mutated.<locals>.<lambda>\  s    B$7$7 %0R% r?   r  r  r   r  
STORE_ATTRc                  D     j                  t        j                  d      S N	iter_nextrz  r}  s   r=   r~  z4SideEffects.codegen_update_mutated.<locals>.<lambda>  r  r?   c                  D     j                  t        j                  d      S r  rz  r}  s   r=   r~  z4SideEffects.codegen_update_mutated.<locals>.<lambda>  r  r?   c                  L      j                           j                  d       y )Nsetstate)r   r   r  s   r=   r  z2SideEffects.codegen_update_mutated.<locals>.gen_fn  s    szzNLL,r?   r  )Zr)   ru  r   replay_side_effectsr   r   r   r   r-   r  create_load_constr   r   listsDequeVariablemaxlenis_constant_noner   r  r   ro  SetVariablehas_new_itemsshould_reconstruct_allr  r  r  foreachsymbolic_stackappend_outputr  call_functionr   r  rI   r   create_store_derefr   r   r$   r*   r"  r   _base_vtr>   __code__co_varnamesry   r   new_varr5   rm   r6   indexr  r   
ValueErrorr   r   r&  rE   reversedr   r8   r   rO  update_co_namesr   rq   r   r   r%   r   r   r  r   r#   r  needs_slow_setattrr{  ListIteratorVariablerangepop_topCountIteratorVariableadvance_countRandomVariable
wrap_staterandomgetstater  )r\   rv  r  r  suffixescontents_varr  rl   r1   dict_update_instslist_update_instsside_effect_occurredrm   r   original_dictr   r  suffixr  r^   s   ```               @@r=   codegen_update_mutatedz"SideEffects.codegen_update_mutated  s    +-	1 	1D 	1
 **, A	0C--j

O7 #y5563E*3::  ,,T2,,T2*=a@ !3N!C DE&s+C!>!>? zz224! S "$<H	 3::x(3E*+A.*95 3::w'+A.*95 's+C)"="=y?T?T!UV $$&szzNNN8,s.113::w/OO/2.y9 11 !!3A!6 29 = +3/Y--LL    

3--.  &|S=O=O9PQ   E*  !3I!>?&s+C!7!78S^^=W $333#'>>##6L|$OOR%:%:3>>%J$KL*3/++C0 c//1EF:::L  !99 (( 22 
 #%K 4 = = I I C,.EELL,@,@,BD)CH$(O$;$;$A$A'33%	 $$.|IN. ,[5M szzN$$. ,[5K ;?CLL7s||7$$. ,[5M )?,+)% OO..y9 +  55 &&LL
 #%K 3 < < H H C,.EELL,@,@,BD)C szzN$$. ,[5K s||7$$. ,[5M )?+)% OO..y9 +( (-$#+--11#r:@@B$ \4KD% %)$?$?T$JM!#y'B'BC44T:5	)#**lC"0#''+CJJ'7&8!:#  !/tLM 04,#E9+D+DE&sI,O,OP -1A1O1O O,3 'Wd ;Z-M
  $}4 " 0 0%&!" !#3:: "9#=#=d#C D (%&)=a)G%&(:9(E%&!" 8< 4 (--/H%gc7D&A4HEELL88>szzN$OO!3M$!O P 480"3	(K(KL)-=-K-KK((
 3::955d;<5	 !5a!? 29 = 04,"3	(K(KL224 ++JA}53::955d;<5	 S03S5G	5RS 04,44T:5	3 );LQU)V(WX/3,y\4| (*3/C!?!?@syy) !A$$P szzN$$Q.JJL! 's+C!@!@As001 !A$$P szzN$$Q.JJL! 's+C!9!9:-   (3>>#**"5"5"789-a7*95 's+$T#Y//CA	0H x( 	%FV$	%  4++,@A !5m & H$(O$;$;$A$A$$G	Hs   <t77;u65u6c                     t         j                  dk(  ry t        j                  t        j
                        sy | j                         D ](  }| j                  |      }t        j                  |       * y r  )	r   r   r  isEnabledForloggingDEBUGru  r  r  )r\   r^   r  s      r=   log_side_effects_summaryz$SideEffects.log_side_effects_summary  s^    ++x7,,W]];**, 	(C2237C""3'	(r?   c                     t        t        | j                  | j                  j	                                     xs( | j
                  xs | j                  xs | j
                   S r4   )anymapr   rH   rd  rO   rN   rr  s    r=   is_emptyzSideEffects.is_empty  s\    D$$d&9&9&@&@&BCD !  !%%!   	
 	
r?   c                 l    | j                   j                          | j                  j                          y r4   )rK   r7   rH   rr  s    r=   r7   zSideEffects.clear  s$    !!#r?   )NNNNNNNr  )r2   rG   )FFr4   )r   rG   r2   N)ry   r,   r2   N)r2   zvariables.ListVariable)F)Vr|  
__module____qualname____doc__r   r   r)   __annotations__r   r%   rC   r   r  StackSummaryr   r	   rR   rb   re   
contextlibcontextmanagerr   rj   r   r{   rh   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   staticmethodr5   r   r   r   r   r   r'   r   track_mutabler   r   r  r.  rC  rF  rI  r   rM  rP  rT  r[  rm  rp  rs  ru  r   r  r  r  r  r  r  r  r"  r'  r+  r7   __classcell__)r]   s   @r=   rG   rG   ]   s   & o-..S/5I0JJKKotC9I4I/JJKKCyY5K5K0LLMM
 =A&*  19R#9R S/12T99R #?Do9M4N#NO
	9R "/4=M8M3N"NO
9R #?D9O9O4P#PQ
9R 9t#9R  143HHI
 9R *3
 	9R2 
39Rv9 94 9
@o @$ @
 1)4D*E 1 1(#+.7F	B"
 
4 


F 

t 

- C$J 0
(/ / /- - -
4 

$ 

T 
o $ +o +$ +d +;*J*J$D$D $D 	$D
 ($D 
$DLK#K+.K7FK	K
4#4+.4	4 !  	
  
,9/ 9/ 9d 9$
 
_ 
4* *s * *+#++.+7F+	+ 
 
 
 
A/ Ad A
 
T 
 RV	// / )51A31F+GG$N	/
 
/$. .D .( #8	 "  	
 
* M

 "
 
	
TM  	
 c3h 
*6 6$ 6p=$=  = (	=
 
=J 26"$"  " (	" /" 
"H			tm+3?N	F # / 3"3*.*?3	3G"G	GO
b4O 4 40D 0VD$9 VS	 Sd Sj*  4	
  
<#s #t #7!	 7!d 7!r+9 93 9v
tCy 
T 
& 7<UBUB/3UB	UBn(
$ 
$r?   rG   ry   r,   rf   c              #     K   | j                   j                  j                  }	 d| j                   j                  _        d || j                   j                  _        y# || j                   j                  _        w xY ww)zContext manager to temporarily allow side effects with extra outputs.

    This is used for special cases (like FSDP functions) that need to perform
    side effects even when the general policy is to disallow them.
    TN)r   r   r   ry   orig_vals     r=   r   r     s\      yy''AAHF=A		  :=E		  :X		  :   !A?A A?A<<A?c              #   8  K   | j                   j                  j                  }	 d| j                   j                  _        d| j                   j                  _        d  || j                   j                  _        y # || j                   j                  _        w xY wwrb  )r   r   r   +traced_with_externally_visible_side_effectsr8  s     r=   2allow_externally_visible_side_effects_in_subtracerr=    so      yy''TTHYPT		  MOS		  LPX		  MPX		  Ms   !B:A: B:BBc              #     K   | j                   j                  j                  }	 d| j                   j                  _        d  || j                   j                  _        y # || j                   j                  _        w xY wwrb  )r   r   r   r8  s     r=   "disallow_side_effects_in_generatorr?    s\      yy''CCHH?C		  <?G		  <x		  <r:  )Rr/  r  r2  r   r%  r  r  r  rS   collections.abcr   r   typesr   typingr   r   r   torch.nnr   r	   torch.utils._ordered_setr
   torch.utils._pytreer   r   r   r   r   r   bytecode_transformationr   r   r   r   codegenr   rB  r   r   r   r   r   r   r   r   r   r   r   r    r!   r  r"   r#   r$   r%   r&   r'   r(   r)   r  r*   torch._dynamo.output_graphr+   torch._dynamo.symbolic_convertr,   torch._dynamo.variables.listsr-   r  getArtifactLoggerr|  r  r   r   r>   rC   rE   rG   r3  r   r=  r?  r   r?   r=   <module>rL     s  .         5  %   H / 2 9 9   N N V V T T	 	 	 < 6H: >>33HnM 
.CH~
.(,S#X
.CF
.	
.$49 $tCy $T $
d$ d$N3 F#F F F  	Y#	Y 	Y 	Y H#H H Hr?   