^jQ v ddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z ddlm Z ddl mZmZmZmZddlmZmZddlmZddlmZdd lmZmZmZdd lmZdd lm Z dd l!m"Z"dd l#m$Z$m%Z%ddl&m'Z'm(Z(ddl)m*Z*er ddl+Z+ddl,m-Z-ddl.Z.ddl/m0cm1Z2ddl3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCddlDmEZEddlmFZFddlmGZGddlHmIZImJZJddlKmLZLddlMmNZNddlOmPZPddlQmRZRddlSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^m_Z_m`Z`gdZae e.jjgePdzfZdejGddZfejGdd Zgd!Zhd"eidzd#e2jd$eidzd%e2jd&ekf d'Zle.jjje.jjje.jjje.jjje.jjje.jjje.jjje.jjje.jjje.jjje.jjje.jjjg Z{e.jjje.jjje.jjje.jjje.jjje.jjje.jjje.jjje.jjjg Ze d(Zd)ee.jje fd&eee.jje fd*ffd+ZdFd,Zd-d.d/ee.jje fd0ee.jje fd1edzfd2Zd3e.jjd4eWd&ee.jjeWffd5Zd3e.jjfd6Zd7e.jjd8eWd3e.jjd9eWd:eegf d;Zd/ee.jje fd0ee.jje fd1edzdd.Zd?Z dGd3e.jjd@dAd&dBfdCZdDZdEZy)HN) defaultdict)CallableIterator)contextmanager)Anyfinal NamedTuple TYPE_CHECKING)tracingTracingContext)autograd_not_implemented)FakeScriptObject)_deregister_op_impl_is_op_registered_to_fake_ruleregister_op_impl)FakeTensorMode)_ConstantAttributeType)#first_call_function_nn_module_stack)_PyTreeCodeGen _PyTreeInfo)immutable_dictimmutable_list)insert_deferred_runtime_asserts) ValueRanges) _build_cache_collect_all_valid_cia_ops_collect_and_set_constant_attrs_collect_param_buffer_metadata_detect_fake_mode_from_gm_fakify_params_buffers_get_decomp_for_cia_is_preservable_cia_op_name_hoo_subgraph_placeholders7_override_graph_signature_for_temp_registered_constants/_overwrite_signature_for_non_persistent_buffers)_populate_param_buffer_metadata_to_new_gm_register_constants_as_buffers_rename_without_collisions_special_op_to_preserve_ciaplaceholder_naming_pass)Verifierdetect_fake_modeunset_fake_temporarily) is_equivalentreorder_kwargsCustomDecompTable) compatibility) PassResult) PassManager) ArgumentSpecConstantArgumentCustomObjArgumentExportGraphSignature InputKind InputSpec OutputKind OutputSpecSymBoolArgumentSymFloatArgumentSymIntArgumentTensorArgument TokenArgument)ExportedProgramModuleCallEntryModuleCallSignaturedefault_decompositionsceZdZUeeed<eeed<ejed<ejed<dZee dzed<dZ y)rGinputsoutputsin_specout_specNforward_arg_namesc|jD]-}|j|jk(s|j|_/|jD]-}|j|jk(s|j|_/yN)rJnamerK)self original_nodenew_nodeios h/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/torch/export/exported_program.pyreplace_all_uses_withz)ModuleCallSignature.replace_all_uses_withisd 'Avv+++! ' 'Avv+++! ') __name__ __module__ __qualname__listr8__annotations__pytreeTreeSpecrNstrrXrYrWrGrGasE   ,  __oo*.tCy4'.'rYrGc,eZdZUeed<dZedzed<y)rFfqnN signature)rZr[r\rar^rerGrbrYrWrFrFrs H,0I"T)0rYrFcBtjfd}|S)NcTt5|i|cdddS#1swYyxYwrPr.)argskwargsfns rWwrapperz/_disable_prexisiting_fake_mode..wrapperys+ # % 't&v& ' ' 's') functoolswraps)rjrks` rW_disable_prexisiting_fake_modernxs%__R'' NrY spec1_type spec1_context spec2_type spec2_contextreturnc|| ||uxr||k(St|ttfrt|ttfr||k(St|ttfrt|ttfr||k(S||uxr||k(S)zeTreat containers and their immutable variants as the same type. Otherwise compare as normal. ) issubclassdictrr]r)rorprqrrs rW_fx_collection_equivalence_fnrwsZ/Z'JM],JJ*t^45*T>*; --*t^45*T>*; --  # F (FFrYc#Ki}t}|jD]x\}}|jj||<|j |t D]3}||jvs|j |t|d5t|}tjjj|jvr/|jtjjj=|j tjjj|d}t|s&t|tj ||t"D](}||jvs|j ||*{ d|D]_} | jj%| jj'|| | j(j%t+| ay#|D]_} | jj%| jj'|| | j(j%t+| awxYww)NT)deferred_errorcR|d}|d=|5||i|cdddS#1swYyxYw)Noriginal_callablerb)fake_tensor_modeoprhriorig_cia_callables rW$_force_dispatch_to_orig_cia_callablezQ_override_composite_implicit_decomp.._force_dispatch_to_orig_cia_callables< &': ; *+! :($9&9 : : :s&)r{)setitems py_kernelscopyadd(_AUTOGRAD_ALIAS_BACKEND_KEYS_TO_OVERRIDEpy_implr r!torch_C DispatchKeyCompositeImplicitAutogradrrrlpartial_BACKEND_KEYS_TO_OVERRIDEclearupdate_dispatch_cacher) cia_ops_to_callable saved_tables patched_ops op_overloaddecomp_callableoverride_dispatch_keyr~rkeyr}s rW#_override_composite_implicit_decomprsL%K(;(A(A(C=<$ _$/$:$:$?$?$A [! $%M  !$K,B,BB: ##$9:,[N 0 < 88   9 9[=S=S S&&uxx';';'U'UVK EHH00JJK   : .k: ) [ )!!8&7 - ?<$$&'7$ ( (&22&6  # # * *2 .R $B 'ggiG!!&)$?yI'32&6  #?7F%=!<A=  ,,rYctS)z This is the default decomposition table which contains decomposition of all ATEN operators to core aten opset. Use this API together with :func:`run_decompositions()` r2rbrYrWrHrHBs  rYeprE cia_to_decomppython_decomp_tablejoint_loss_indexcddlm}ddlm}ddlm}m}m} m} m } m } ddl m } d}|||s3|j}it|jdt|j!d}dd lm}||it|jdt|j!d}t'|j(}|t+| d }|j,}t/|j0j2t4s+t7d t9|j0j2|j0j2j:j<}| t7d |j8t>t@fvrtCjD|g}t5tG||jH||j0_|jKtM|jN|jP|tS||jT|jNjV}tY||}t[|}ddl.m/}m0}g}|j0jbD]}|jddk(st/|jfdthrwd}|jfdjj'|jP|jfdjl}n#|jfdjjjn}|jq||jq|jfdts|}|5tu|5||jv5ty|5tCjz||jH}||g|d|dj}i|5\} }!}"}#}$|| |!|"||#|d|}%|%jPjD&'cic]\}&}'|&t/|'tr|$|'n|'c}'}&|%_(|%j}(|%j})t|)|})t||(|)t|jN|)})||(|)|#}*t|(|)| |!|"||*ddddddddddddddd| (| |(| |()t|(|)\}(})i|jT|jD+,cic] \}+},|+|vr|+|,c},}+}-|jD]W\}+},|+|-vr3t/|,tjjrt7d|+d|+|-vsB|+|vsG|-j|+Y|(|)|-fS|j(j0jbDcgc]}|jddk(s|}.}|.Dcgc]}|jfd}/}|j(j!D+0cgc]\}+}0|+ }1}+}0|1D]}+t|j(|+t|/}2|2tjn|2}3|rtjn|}4| 5|35tu|5|45||j(|/||du||nd\}(}5t/|(tjjsJ|(j0jddddddddddddd}6(j0jbDcgc]}|jddk(s|}7}tA|(j0jjd}8t|7t|.k7r#t7dt|7dt|.t|.|7D]\}9}:|9jlx|:_6|:_Wi};tt}|>jl|;|>jl<t|>jl|<|=4|(j0jbD]:}|jddk(rt|;|<|=|jl|jl|_6<t|(ddl^m_}?m`}@ddlamb}Atjjjs]d}Bt|(}C|CN@|(tj|?dBi5t|(Cdt|(j0d ddd|(jKt|8A|(D]\}D}+|+ |+D_6t|jNjDEFcic]C\}E}Ft/|Fjts$Fjjl|7EjlE}G}E}Ft|jNjDEFcgc]E\}E}Ft|Fj|6|Fj|7|E|Fj|FjG}H}E}Fg}It5jDE+cic]\}E}+|+|E }J}E}+t?|5jj}K|8dt|KDcgc]}|jl}L}K|Lk7rt7d Kd!L|5jjD] \}M}NJ|N}E|jNj|E}O|Ojtjtjfvrt7d"OjOjtjk(rtjntj}POjtjk(r OjnOjjl}QIjqtPtM#|Q$t|jNjD]\}E}FIjqt|E|k(rtjn Fj|6Fj|8tKEzGj|Fj|Fj||5j t7d%|5jj}Rt|5jt|jNjk7rAt7d&t|5jd't|jNjt|jNjDEFcic]/\}E}Ft/|Fjtr|5jEF1}S}E}F|8tIdD]}R|jl}TS|T}F|Fjtjk(rtj}UFj}QnIFjtjk(rtj}UT}Qnt7d(FjIjqtUt|jl#Qt|7t|.k7r#t7dt|7dt|.t HI)})t|.|7D]\}V}Wt/|Vjfdtj sVjfdWjfd<Wj|)jvsWj|)jvs}VjfjD]\}X}Y|YWjf|X<|(|)|jTfScc}'}&w#1swY xYw#1swY xYw#1swY xYw#1swY xYw#1swY xYwcc},}+wcc}wcc}wcc}0}+w#1swYxYw#1swYxYw#1swYxYw#1swYxYwcc}w#1swYxYwcc}F}Ewcc}F}Ewcc}+}Ewcc}wcc}F}Ew)*Nr)_materialize_and_lift_constants)aot_export_module)2_disable_custom_triton_op_functional_decomposition_export_to_aten_ir_ignore_backend_decomps_verify_nn_module_stack_verify_placeholder_names_verify_stack_trace)ShapeEnvc>|duxs|jjduSrP)graph_signaturebackward_signature)rrs rW_is_joint_ir_decompzO_decompose_and_get_gm_with_new_signature_constants.._is_joint_ir_decomp_s) D ( A!!44D@ rYF)remove_duplicate)!unwrap_tensor_subclass_parametersT) shape_envexportz6expected mod.graph._codegen to be _PyTreeCodeGen, got zout_spec must not be None)&_enable_graph_inputs_of_type_nn_module_fakify_script_objects placeholdervalr7)r_prettify_placeholder_namesdecompose_custom_triton_opsz expected z6 not to be a torch.nn.Parameter when not in state_dict)decompositions trace_jointoutput_loss_indexct|tr|St|trt|jSt|trt |jSt|t rt |jSt|t rt |jStdt|)NrQzType of old_arg not supported: ) isinstancer9rCrQrBrAr@ RuntimeErrortype)old_argnew_phs rW update_argzF_decompose_and_get_gm_with_new_signature_constants..update_argfs g/ 0N  0!v{{3 3  0!v{{3 3 !1 2#5 5  1" 4 4BUFFER_MUTATIONUSER_INPUT_MUTATIONr?rCr LOSS_OUTPUTgetrgradients_to_user_inputs PARAMETERGRADIENT_TO_PARAMETERGRADIENT_TO_USER_INPUTr;Tensorinputs_to_parametersinputs_to_buffers)Zrrrrrrrrrrrrrrrmodwrapped_params_buffersrunwrapped_params_buffers fake_moderMorig_arg_namestemp_registered_constantsfake_params_buffersparams_buffers_to_node_metarrretracing_argsnodereal_script_objtxretracing_args_unwrapped patched_mod new_fake_argsnew_fake_kwargsnew_fake_constant_attrsmap_fake_to_realaten_export_artifactrdobjrnew_graph_signaturerrQpnew_state_dictold_placeholders fake_args_buffers_to_remove fake_mode_det fake_mode_ctx#custom_triton_ops_decomposition_ctxrrnew_placeholders new_outputsold_phrname_mapfind_available used_namesphrrrrroutputrUspecold_new_placeholder_maprruser_inputs_indexmutation_namesexpected_names output_name input_name input_spec output_kindr gradientsspecssourcerold_noderTrvsZ rW2_decompose_and_get_gm_with_new_signature_constantsrOKsY?? r#3 4iik" 3'''?@" 3$$e$<="    *#.$ 3'''?@$ 3$$e$<=$  .boo>  &DII==#)),,n= HciiN`N`IaHbc ++77AA   !<= = ==u -,,hZ8H+       ((:(:BLL#N%C  2 2 I I% ! 5YD&DS&I#  IIOO &># L+-F$ :/5H 'V&&(;'#<+-D ('!#'yD P P P P d #B!"&9:"B ##   mm  8==?D!55a .335 -GD!>)a!3!34(#D8+ab~%77"&&t, -&66..44=8P/??d5!?I?-/__-J-J-LM'$MM!'&'%Y/M0=0EJ**,=M '  ?( !'' ,M:' ,- ' 0 OO .(4$4$@ d  O"ehh22333 $$&#''''* N*,T477m;STT-22883G3G3I3N3Nq3Q-RK $4 55&s+;'<&==efijzf{e| }  .0@A2&,kk1 fm2H%0%5N5J:GGRWWnj9:  77m # . nj$))TYY   $B'Y ==   ; ; 1 #2&  (!!'=+2N  0()LRXX)V(WX  LLNK)A+} .} 6}>}+}8~~ ~ $~ ~ ~5~(A!~ ;~(~5 6 8&} } } } }}( #}++}5 0}88~~% ~((~2 -~55~? : rr/c|j|j5|jjD]}|jdk(st j |j\}}|D]}t|tjjs(|j|jvs|j|jvsY|jdk(si|jtj j"j$j&us|j)|jd|jj+||j-ddd||fS#1swY||fSxYw)zQ Removes redundant copy_ node that was introduced due to mutated buffer. r@ call_functionr7N)_set_replace_hookget_replace_hookrrr}r_ tree_flattenrhrrrNoderQbuffers_to_mutateparameters_to_mutateropsrrdefaultrX erase_noder)rr/r$rhr4outs rWrr0s+  1BBD EHHNN 5Dww(" --dii8a 5C!#uxx}}5$7$I$II88':'O'OO FFo5 # eiinn.A.A.I.I I55chhqkBHH//4 5 5  " ""! " ""s+*E- A E-0E-E-:E-AE--E9c |j|j5|jD]}t|tj j s)i}i}t|jjD]}|jdk(r|jtjur|j\}}||d|} | |vrc|j|| |D].} | j | j j||| 0|jj#|||| <| ||<|j$||< dddy#1swYyxYw)NrQ.)rRrSmodulesrrrrr]rrr}roperatorgetitemrhrXrerZrQ) rrmodule_call_graphrnode_idgetitemsr$rLidxnew_identrys rW _common_getitem_elimination_passrgIsG  o>>@ A.jjl .Ffehh&:&:;02G13HV\\//0 .77o-$++AQAQ2Q"&))KFC '0#7F)228F3CD%6"E$: % E E$((6*:!""  //5+/((. $(IIGDM! .  ....sC E.AEEold_gmold_graph_signaturerold_module_call_graphctj|}|jjDcic]}|j|}}ij j }i|j |j } i|jji| |j|j} i} d} |jjDcgc]}|jdk(s|j } }ttfd| } |jjDcgc]}|jdk(s|j }}|jjD]}|jjdgx}r|j| |dj<?|jdk(sO|j| vr^|j|jvrw|j|vst!|jt"s!t%dt'|j| | }t!|t"st%dt'||j| |<| dz } t)t}| j+D]X\}}|j-d s ||vs|| |<"d j/|j1d dd}||j3|Z|D]x}|j4}|g|j6|j8D]H}|j|vrt;d |jd |j| vr| |j|_N|j|vs]||j}|jd k(s||jt<j>j@jBjDt<j>j@jBjFt<j>j@jBjHfvs|jJdj}|| vrt;d |d | ||_K{|Scc}wcc}wcc}w)Nrrc,|vxr|jvSrP) input_tokens)xold_graph_non_user_inputsris rWz0_get_updated_module_call_graph..s$a88:,999rY from_nodez"expected node.name to be str, got z!expected old_name to be str, got r7zparametrizations.r]zIt looks like z is a tensor subclass. Preserving submodule that takes subclass parameter is not supported in inference IR because we desugar them, resulting in more tensorsrQ)&rdeepcopyrrrQrr!inputs_to_lifted_tensor_constantsinputs_to_lifted_custom_objsr}rr]filterrrrmrrarrrrrjoinsplitrrerJrK ValueErrorrrXrto dtype_layoutdevicedtyperh)rhrirrrjnew_module_call_graphr$ old_nodesold_graph_params_buffersnew_graph_params_buffersnew_graph_non_user_inputs provenanceuser_input_counterold_user_input_namesnew_user_input_nameshistoryold_nameold_param_to_desugaredrQr old_targetrfrernrMros ` @rW_get_updated_module_call_graphrfsk!MM*?@-3\\-?-?@TD@I@   2 2   / /    . .   + + ! "!  ? ?!  : :! ! "!  ; ;!  6 6!"$J & 2 2dgg6N   :  !#$'']2J ,iimmK4 47 4+/99Jwr{'' ( WW % 88;;/">">>;;"66%dii5,@dii@QR 44FGH%h4,?X?OP,099Jx(&!+&/,8).0668< f  !45//#' 4 &,,s"3Ab"9:J ": . 5 5d ;<''4OO   89##8i&7&78# 4Avv// $QVVH-Z[ vv##AFF+9$$QVV,;;/1hooIINN%%22IINN%%,,IINN%%++J7 "*q!1!6!6J!3(,ZL9bc ( 3AFG# 4 '4R ! sA4sQQ"#Q"$Q'9Q'rc tt|||||\}}}t|j|j|||j}|j j |jj t||j} t||j||| ||j|j} | S)Nrrrr)rootrrrrange_constraintsrarr) rOrrrrarr_get_updated_range_constraintsrrErrr) rrrrrrr/rr~new_range_constraintsexported_programs rW_decompose_exported_programrs ; #/)$?    ;     GGNN2??''(:   ' hh+//((,,  rYc eZdZUdZej j ed< eed< e e e fed< ded< e e ed< eee dfe e e ffd zed < e e efed < e eeed < e e ed < dMd ddej$j&e e e fzdej j(dede e ej*ej$j,zfddde e deee dfe e e ffd zde e efd zde eed zfdZeeddZej6eddZeeddZej6eddZeedd Zej6edd!Zeedd"Zej6edd#Zedd$eej$j,fd%Z edd$eee ej$j,ffd&Z!edd$eej*fd'Z"edd$eee ej*ffd(Z#eedd)Z$e$j6edd*Z$eedd+Z%e%j6edd,Z%eedd-Z&e&j6edd.Z&eedd/Z'e'j6edd0Z'eedd$e fd1Z(e(j6edd2Z(eedd$e fd3Z)e)j6edd4Z)eedd5Z*e*j6edd6Z*eedd7Z+e+j6edd8Z+eedd9Z,e,j6edd:Z,d;Z-dZ.dd d d dK dPdLZ?y )QrEa Package of a program from :func:`export`. It contains an :class:`torch.fx.Graph` that represents Tensor computation, a state_dict containing tensor values of all lifted parameters and buffers, and various metadata. You can call an ExportedProgram like the original callable traced by :func:`export` with the same calling convention. To perform transformations on the graph, use ``.module`` property to access an :class:`torch.fx.GraphModule`. You can then use `FX transformation `_ to rewrite the graph. Afterwards, you can simply use :func:`export` again to construct a correct ExportedProgram. _graph_module_graph_signature _state_dictzdict[sympy.Symbol, ValueRanges]_range_constraints_module_call_graph.N_example_inputs _constants _verifiers _guards_code) verifiersrrrrrdict[sympy.Symbol, Any]rarrrc tjjj|_t |||_t|tjjr/|j jj|jt|j ||||_ ||_ ||_| td||_||_|xsi|_| xst&g} t)d| Dstd| | |_|j-t/|j |_y)Nz"module_call_graph must not be Nonec3<K|]}t|tywrP)rur+).0rNs rW z+ExportedProgram.__init__..ms>q:a*>sz2all verifiers must be subclasses of Verifier, got )rrrCodeGenr_create_graph_module_for_exportrrrrrrgrrrrrrrr+allrvalidate_convert_guards_to_coder) rRrrrrrrarrrs rW__init__zExportedProgram.__init__Ls//1I>> DYKP $ 3D4F4FGrYF)is_backward_compatiblec|jSrP)rrRs rWrzExportedProgram.graph_modulews!!!rYctd)Nz7Unable to set ExportedProgram's graph_module attribute.rrRvalues rWrzExportedProgram.graph_module|sTUUrYc.|jjSrP)rrrs rWrzExportedProgram.graphs  &&&rYctd)Nz0Unable to set ExportedProgram's graph attribute.rrs rWrzExportedProgram.graphsMNNrYc|jSrP)rrs rWrzExportedProgram.graph_signatures$$$rYctd)Nz:Unable to set ExportedProgram's graph_signature attribute.rrs rWrzExportedProgram.graph_signaturesWXXrYc|jSrP)rrs rWrzExportedProgram.state_dictsrYctd)Nz5Unable to set ExportedProgram's state_dict attribute.rrs rWrzExportedProgram.state_dictsRSSrYrsc#DK|jD] \}}| yw)zH Returns an iterator over original module's parameters. N)r)rRr4params rW parameterszExportedProgram.parameterss) --/ HAuK  c#hK|jjD]}||j|fyw)z Returns an iterator over original module parameters, yielding both the name of the parameter as well as the parameter itself. N)rrr)rR param_names rWrz ExportedProgram.named_parameterss7 ..99 :Jdooj99 9 :s02c#DK|jD] \}}| yw)zC Returns an iterator over original module buffers. N)r)rRr4bufs rWbufferszExportedProgram.bufferss) ((* FAsI rc#Kt|jj}d}|jjD]}||vr||j|f||j vr||j |f=||jvr||j|f_||j j }|||fyw)z Returns an iterator over original module buffers, yielding both the name of the buffer as well as the buffer itself. N)rrrrrrr)rRr gm_state_dict buffer_names rWrzExportedProgram.named_bufferss "%T%9%9%P%P!Q //77 >K44!4>>+#>>>/!4??;#???.!4>>+#>>> !($($5$5$@$@$BM!=#=== >sB?Cc|jSrP)rrs rWrz!ExportedProgram.range_constraints&&&rYctd)Nz.CallSpecNrLrM)rZr[r\r_r`r^rbrYrWCallSpecr s __t+ +oo, ,rYrr)rLrMz=expected first module_call_graph fqn to be empty string, got )r rrardrrerLrM)rRrs rWrzExportedProgram.call_spec s -z - t%% &! +D48 8  ! !! $ ( (B . OPTPfPfghPiPmPmOpq **1-77??++A.88AA  rYctd)Nz4Unable to set ExportedProgram's call_spec attribute.rrs rWrzExportedProgram.call_specQRRrYc |jdS)Nrrrs rWverifierzExportedProgram.verifier!sq!!rYctd)Nz3Unable to set ExportedProgram's verifier attribute.rrs rWrzExportedProgram.verifier&sPQQrYcb|j td|jdjS)Nz_verifiers must not be Noner)rrdialectrs rWrzExportedProgram.dialect+s/ ?? " !>? ?q!)))rYctd)Nz2Unable to set ExportedProgram's dialect attribute.rrs rWrzExportedProgram.dialect2sOPPrYc|jSrPrrs rWrzExportedProgram.verifiers7rYctd)Nz4Unable to set ExportedProgram's verifiers attribute.rrs rWrzExportedProgram.verifiers<rrYc|jSrPrrs rWtensor_constantsz ExportedProgram.tensor_constantsArrYctd)Nz;Unable to set ExportedProgram's tensor_constants attribute.rrs rWrz ExportedProgram.tensor_constantsFs I  rYc|jSrPrrs rWrzExportedProgram.constantsMrrYctd)Nz4Unable to set ExportedProgram's constants attribute.rrs rWrzExportedProgram.constantsRrrYc|jj}| t||}tj||f\}}|j |t d|D}||fS)aFlatten args, kwargs using pytree, then, check specs. Args: args: List[Any] original args passed to __call__ kwargs: Dict[str, Any] original kwargs passed to __call Returns: A tuple of (flat_args, received_spec) flat_args is flattened args / kwargs received_spec is the pytree spec produced while flattening the tuple (args, kwargs) c3&K|] }|d yw)r7Nrb)rrns rWrz.ks<1!A$Trying to flatten user inputs with exported input tree spec: z- but actually got inputs with tree spec of: F)rrLrr0rwryrrrr<rrrr rrrrrCONSTANT_TENSOR CUSTOM_OBJr) rRrhrirLrradditional_inputsrinput_s rW_graph_module_flat_inputsz)ExportedProgram._graph_module_flat_inputsns..((#'#A#A$#O =  } 7$A( Q)@ /#  **66 HF{{i222##  !$$-&,,T^^FMM-JK]]doo5%,,T__V]]-KL]]dnn4%,,T^^FMM-JK %,(,(9(9(D(D(F %,,]6==-IJ))$$!"(( )FG5 H6""34!9,,rYctd)Nz\Unable to call ExportedProgram directly. You should use `exported_program.module()` instead.r)rRrhris rW__call__zExportedProgram.__call__s B  rYc|jjddjdd}t|jjdd}d|d|d|j d}|S)NF) print_outputcolored z zExportedProgram: z Graph signature: z Range constraints: )rprint_readablereplacerarr)rRrrstrings rW__str__zExportedProgram.__str__s((778 '$ ! d223;;D(K .! /01""&"8"8!9 =   rYcddlm}|||}ddtfd}ddtfd}tj|||_tj|||_|S)a Returns a self contained GraphModule with all the parameters/buffers inlined. - When `check_guards=True` (default), a `_guards_fn` submodule is generated and a call to a `_guards_fn` submodule is inserted right after placeholders in the graph. This module checks guards on inputs. - When `check_guards=False`, a subset of these checks are performed by a forward pre-hook on the graph module. No `_guards_fn` submodule is generated. r7)&_unlift_exported_program_lifted_states) check_guardsmodectd)Nz%Calling train() is not supported yet.NotImplementedErrorrRrs rW_trainz&ExportedProgram.module.._trains%&MN NrYctd)Nz$Calling eval() is not supported yet.rrs rW_evalz%ExportedProgram.module.._evals%&LM MrYT)rrbooltypes MethodTypetraineval)rRrrrrrs rWrzExportedProgram.modules_ D7<X Ot O Nd N''7 &&uf5  rYctdt|jjDt |jjS)Nc3`K|]&\}}|jtjk(r|(ywrP)rr<r)rrUss rWrz=ExportedProgram._num_lifted_params_buffers..s. Aq66Y111 s,.)nextr rrrrs rW_num_lifted_params_buffersz*ExportedProgram._num_lifted_params_bufferssC %d&;&;&G&GH  %%11 2   rYrrc| tn t|}t|tr|j }t |\}}t |||d|S)a Run a set of decompositions on the exported program and returns a new exported program. By default we will run the Core ATen decompositions to get operators in the `Core ATen Operator Set `_. For now, we do not decompose joint graphs. Args: decomp_table: An optional argument that specifies decomp behaviour for Aten ops (1) If None, we decompose to core aten decompositions (2) If empty, we don't decompose any operator Some examples: If you don't want to decompose anything .. code-block:: python ep = torch.export.export(model, ...) ep = ep.run_decompositions(decomp_table={}) If you want to get a core aten operator set except for certain operator, you can do following: .. code-block:: python ep = torch.export.export(model, ...) decomp_table = torch.export.default_decompositions() decomp_table[your_op] = your_custom_decomp ep = ep.run_decompositions(decomp_table=decomp_table) Nr)rHrvrr3 materializerr)rRrr _decomp_tablerrs rWrun_decompositionsz"ExportedProgram.run_decompositionsskP)5(< " $$|BT  m%6 7)557M" 9 G  + ' 3!(C   rYpassesc ftt|}ddlm}|5||j}ddd |jn |j}| t d||jur|j s|Sdtdtjjdtfd}t||j||j||jt||j t#j$|j&|j(|j*|j, }|jj.j1|jj.|jj.j1|jj.|S#1swYsxYw) Nr)rztransformed_gm must not be None old_signaturenew_gmrsc g}t|jjD]\}}|jdk7rn|t |j k\r%t d|dt |j d|j |}t|jttfr |jn$t|j|j}|jt|j||j |j"t%|jjd}|jdk7rt d|jg}t|j&dD]\}}|t |j(k\r%t d |dt |j(d |j(|} t| jttfr | jn$t| j|j}|jt+| j|| j t-|| } | S) zO Update the graph signature's user_input/user_outputs. rz9Number of inputs changed after transformation: got index z but only z input_specsrrr@z,expected last node to have op='output', got rz:Number of outputs changed after transformation: got index z output_specsr)r rrr}rrrrrr9r:rrQrr=rrr r]rhrr?r;) rrnew_input_specsrUr$old_input_specrrnew_output_specsold_output_spec new_signatures rW_get_updated_graph_signaturezKExportedProgram._transform_do_not_use.._get_updated_graph_signature4sb!O$V\\%7%78 477m+M5566(STUSVW$$' (A(A$B#C<Q"/!:!:1!="&**-=?P,Q#&&2n001$))<  &&&++&--&11 # 4v||11226K~~)$B;>>BTU " $[%5%5a%89 4M6677(TUVTWX$$' (B(B$C#DMS#0"<"@Q-R$''3o112499= !''33S/:P:PQ $1+:JM! rY rrrrrrarrr)r6r]rrrrmodifiedr;rrrrErrrrrrrsrrrrrr)rRrpmrrestransformed_gmr"transformed_eps rW_transform_do_not_usez%ExportedProgram._transform_do_not_use#sw f & @ $ & (T&&'C (-0_))$BSBS  ! !BC C T.. .s||K> !/> !HH((> !"> !@) &&8$$n<&&#mmD,C,CD..nnnn  ##((//0A0A0F0FG##((//0@0@0E0EF} ( (s F&&F0cRddlm}|jjDcgc]}|jdk(s|}}t ||j jDcgc]$\}}|jtjk(r|&}}}||||jycc}wcc}}w)Nr)"_check_input_constraints_for_graphr) torch._export.utilsr+rrr}rrrrr<rr)rRrr+r0 placeholdersrinput_placeholderss rWrz(ExportedProgram._check_input_constraintssJ#'::#3#3Maqtt}7LM ML$*>*>*J*JK 1vv---   +  3T5K5K N sBB)B#c$|jyrP) _validaters rWrzExportedProgram.validates  rYct|jdk(r td|jD]}|j|y)Nrz0ExportedProgram must have at least one verifier.)rrrcheck)rRrNs rWr0zExportedProgram._validates? t~~ ! # !ST T A CIIdO rY)rrrc $t||j|||n |jtj|j tj|j |j||n |j|| S|j S)Nr#) rErrrrsrrrrr)rRrrrrrs rW_updatezExportedProgram._updates$$+%/%;z"mmD,B,BC"mmD,C,CD..#,#8idnn#,#8i  ?Cnn  rY)NNr )NF)rsrE)@rZr[r\__doc__rrrr^r;rvrarr]rFrrrr+rModuleGraphrrrpropertyr4rsetterrrrrrrrrrrarrrrrrrrrrrrrrn_ops OperatorBaserr rPassTyper)rrrr0r4rbrYrWrErE"sB 88'''O**Mc3hU99E_--J5c?DcN:;dBBLS0011:T(^$$Is)IM>B)H26)HhhooS#X.)Hxx~~)H. )H ellUXX-?-???@ )H 5 )H 0)HeCHotCH~=>E)H334t;)HX'$.)HV%0"1"%0V1V%0'1' \\%0O1O%0%1%%0Y1Y%0 1 %0T1T%0HUXX%7%781%0:(5ehh6H6H1H+I"J:1:%0%,,/1%0>xc5<<.?(@A>1>2%0'1'%0 1 %0'1'%0 1 %0$1$%0%1%2%0 1 %0S1S%0"#"1"__%0R1R%0**1*  ^^%0Q1Q%01%0S1S%01%0 1 %01%0S1S(.6-c6-36-36-p c S S  588+?+?2 $HL,1D 5::22H<=DD &*D   D $D LdXd:KdL  %01     rYcP|jjDcgc]-}|jjdd|jd/}}ddlm}||}| |j S|D]4}t|tjs|jj cSycc}w)Nrrr,) rrrr torch._guardsr-rrrSymIntr$)rr$valsr-rrNs rWr r sHHNN   99== % 1 % D  / &I""" $ a &66## #$ s2B#old_range_constraintszdict[sympy.Symbol, Any] | NonercN| tdt|}|iStj|}|jDcic]\}}||jvs||}}}|j jD]\}}||jvs||vs|||< |Scc}}w)Nz&old_range_constraints must not be None)rr rr replacements var_to_range)rrArrrrNs rWrrs$EFFr"I  "78*002Aay?U?U6U1 &&,,.%1 I** *q8I/I#$ a % s B!B!c tjj||}|S#t$r^t j ddtjj|tjj }||_Y|SwxYw)NzUnable to execute the generated python source code from the graph. The graph module will no longer be directly callable, but you can still run the ExportedProgram, and if needed, you can run the graph module eagerly using torch.fx.Interpreter.r) stacklevel)rrr SyntaxErrorwarningswarnr7_graph)rrrs rWrrs} XX ! !$ ." I!    G  XX ! !$(8 9 I!s $A#B  B c(t|}|gS|jjDchc]\}}td|Dr|}}}tj j jj|jd|j}|jDcgc]B}|jjj|r|j|jD}}|Dcgc] }d|vs| c}Scc}}wcc}wcc}w)Nc3zK|]3}t|tjjj 5ywrP)rrrrLConstantSource)rrLs rWrz*_convert_guards_to_code..s2 65==#7#7#F#FG G s9;c|jSrPr)rs rWrpz)_convert_guards_to_code..s AFFrYz L['self'])r var_to_sourcesrrrr experimentalsymbolic_shapesShapeGuardPythonPrinterguardsexpr free_symbolsissubsetdoprint)rrvarsources local_vars py_printerguardrets rWrrs |,I &44::< C  !   J&&66NN  "2I4L4LJ %%   :: " " + +J 7 5::& C  # ?ek&>E ??%  @sD&AD 3 D=D)rsr3rP)rr dataclassesrlr_r rH collectionsrcollections.abcrrrtypingrrr r r>r r torch._higher_order_ops.utilsr "torch._library.fake_class_registryrtorch._subclasses.fake_implsrrrtorch._subclasses.fake_tensorrtorch.fx._symbolic_tracertorch.fx._utilsrtorch.fx.graphrrtorch.fx.immutable_collectionsrrtorch.fx.passes.runtime_assertrsympytorch.utils._sympy.value_rangesrrtorch.utils._pytreeutils_pytreer_r,rrrrrr r!r"r#r$r%r&r'r(r)r*torch._export.verifierr+r-r/torch.export._tree_utilsr0r1torch.export.decomp_utilsr3torch.fx._compatibilityr4torch.fx.passes.infra.pass_baser5"torch.fx.passes.infra.pass_managerr6rr8r9r:r;r<r=r>r?r@rArBrCrD__all__rrr< dataclassrGrFrnrContextr rwrr AutogradCPU AutogradCUDA AutogradMeta AutogradXLA AutogradLazy AutogradIPU AutogradXPU AutogradMPS AutogradHPUAutogradPrivateUse1AutogradPrivateUse2AutogradPrivateUse3rCPUCUDAMetaXLALazyIPUXPUMPSHPUrrrvr:r;rrrHrrOrrgr]rrrEr rrrrbrYrWrs  #.%881B? 9;?6IJ ; $$$,*@B716:"  UXX))*J,== >  ' ' '  111 Gt G>>Gt G>> G  G: HH$$ HH%% HH%% HH$$ HH%% HH$$ HH$$ HH$$ HH$$ HH,, HH,, HH,, ,(, HH HH HH HH HH HH HH HH HH P$P$f,-uzz..89,- 4 ''1 2C 78,-^b2b2 //9:b2ejj55x?@ b2 Dj b2J# #3G# 588  !5 56#2. .:B! HH B!-B! B!* B!  0 B!J4 //9:4ejj55x?@ 4 Dj 4 "& 4nT  T  n $$?C ;0,@rY