^jddlmZddlmZddlZddlmZddlmZddl m Z ddl m Z m Z ddlmZmZd d lmZmZmZd d lmZmZmZmZmZmZmZmZmZmZd ed e de dzfdZ!d ed e dede de de de de de de"de"de dzdefdZ#d e de$ee%e e ffde$ee%e e ffdede de f dZ&deded e d!ed"ejNe(zd#ejNe"zd$e defd%Z)ded&edee*ezd'e d e d!ed(e ded)e$e e+efdee*ezfd*Z,ded'e d e d!edef d+Z-d,ed'e d-e"de.fd.Z/d/ee*ezd0ee*ezdzd,ed'e d e d(e defd1Z0d/ee*ezd0ee*ezdzded'e d e d(e defd2Z1 d8d3e d'e d4e d e d5e$e e%eeffded6e.d)e$e e+efdzde fd7Z2y)9)Callable)AnyN)get_node_type_to_io_type_map)get_new_attr_name_with_prefix)_is_activation_post_process) GraphModulemap_arg)GraphNode)NSNodeTargetTypeNSSingleResultValuesType NSSubgraph) get_arg_indices_of_inputs_to_log$get_node_first_input_and_output_typeget_node_input_qparamsget_normalized_nth_inputget_number_of_non_param_argsget_target_type_strgetattr_from_fqnNodeInputOrOutputTypeop_type_supports_shadowingreturn_first_non_observer_nodenodegmreturncNd}t|dr|}|jdk(rit|jts!t dt |jt||j}t|r t||d}|j|jd}|S)N_node_name_to_scope call_moduleExpected str, got r) hasattrop isinstancetargetstrAssertionErrortyperrrrname)rrfqnnode_to_use_for_fqnmodules f/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/torch/ao/ns/fx/graph_passes.py_maybe_get_fqnr-s Cr()# 77m #dkk3/$'9$t{{:K9L%MNN%b$++6F*62&>tR&K#$$%8%=%=>qA J logger_clslogger_node_name_suffix ref_node_name model_nameref_nameref_node_target_type results_typeindex_within_arg index_of_argr)c t|j|z|} t||} |||j||| ||| | | }t|| ||jj d| |fi}|S)z Given a starting graph of prev_node -> node -> next_node This function creates a new logger_cls obj and adds it after node, resulting in prev_node -> node -> logger_obj -> next_node r)rr(rsetattrgraph create_node)rrr/r0r1r2r3r4r5r6r7r)logger_node_name target_type logger_obj logger_nodes r,_insert_logger_after_noder@,s24 ++ &dB/K   J B *-**((8H4'SUVK r.*node_to_instrument_inputs_to_ref_node_name+node_to_instrument_outputs_to_ref_node_namect}ifd}|jjD]}|jdk(r'|j t t ||d|:||vs||vrt||}||vr(||\} } t|} | D]} t ||| } t| turV| j}t|||d|j|| | tjjd| | | j<xt| t j"j$j&ust)| D]Z\}}|j}t|||d|j|| | tjj|| | |j<\|j+|||j<||vs||\} } t|j||d|j|| | tj,jdd| |j<|j+|||j<t/||}|S)z Takes the graph of gm, adds loggers to the output of each node in nodes_to_instrument. Returns a GraphModule with the new graph. c"t|fdS)Nc"|jSNr()renvs r,z8add_loggers_to_model..load_arg..mss499~r.r )arHs r,load_argz&add_loggers_to_model..load_arglsq566r.outputr _ns_logger_r6r7r))r r:nodesr"rMr rr-rr'r r(r@r NODE_INPUTvaluetorchfximmutable_collectionsimmutable_list enumerate node_copy NODE_OUTPUTr)rrArBr/r2 new_graphrLrr)r3 ref_node_typearg_indices_to_log node_arg_idxnode_arg prev_nodearg_idxargnew_gmrHs @r,add_loggers_to_modelrc\skIC7TA 77h    W%=dB%JHU V  > > ? ? r*CAA*T+'-&Fd%K"$6&L7b,OHH~-$' $6 -F%&) II&$)4??EE-.)5 # .HMM*X%((*H*H*W*WW-6h,?LGS(+CHH I2K ) " * - $ * ( - 8 C C I I18-9$' 3C //&T'00x@C NBB*U+'-"; N!II!,88>>%&!" "DII '00x@C NiTAlY 'F Mr. prev_node_cnode_agm_bgraph_cscale zero_pointdtype_cast_nameclt|jdz|}t||||jd|di|}t|jdz|} t|| ||jd| di| } |jdtj ||| tj fi|S)N _input_scale_get_attr_input_zero_point_ call_function)rr(r9r;rSquantize_per_tensorquint8) rdrerfrgrhrirjscale_node_name scale_nodezero_point_node_namezero_point_nodes r, _insert_quantize_per_tensor_noderwsS3FKK/4QRSWXO D/5)$$OR_J8 **   D& 3))("b2FO    !! j/5<<@   r.node_cgm_anode_name_prefixnode_type_to_io_type_mapc d} d} d} d} d} d}t||||\}}t||||\}}|tjk(r|tjk(sL|tjk(r|tjk(s&|tjk(r$|tj k(rt j} n||k(r.|tjk7rt jj} n|tjk(r8|tjk(r%t|||}|t j} |\} }np|tjk(r&|tjk(rd} t j} n7td|d|jd|d|jdzt!|t"rt%||}| r+| |t'||||| ||S|j)d| |fi|S| r|j)d| || fi|S| s td | }t+||||j)d ||fi|St!|t,rg}|D]}t%||}| r(|j)d| |fi|}|j/|>| s td | }t+||||j)d ||fi|}|j/||Std t1|d ) a Given a starting graph C (derived from graph B) of ... -> prev_node_c -> node_c -> ... And a corresponding related node_a, inserts the correct dtype cast node after prev_node_c to cast into the dtype expected by node_a, resulting in: dtype_cast / ... -> prev_node_c -> node_c -> ... For example, if node_c is an int8 op and node_a is an fp32 op, this function will insert a dequant. Ntozdtype cast from  z to z needs to be implementedrp call_methodz*Expected dtype_cast_mod_cls to be not Nonerztype fz is not handled)rrFP32INT8FP16 FP32_OR_INT8rS dequantizeUNKNOWNnnIdentityrrqfloat16r& format_noder#r rrwr;r9listappendr')rerxrdryrfrgrzr/r{ dtype_cast_opdtype_cast_mod_clsdtype_cast_methoddtype_cast_method_dtypedtype_cast_scaledtype_cast_zero_pointnode_input_type_a_node_output_type_anode_input_type_c_node_output_type_cnode_a_input_qparamsnew_dtype_cast_namedtype_cast_modresultsprev_node_c_innernew_dtype_cast_nodes r,_insert_dtype_cast_after_noders6M" -Qj":.**.Rj":.** !6!;!; ;!%:%?%?? !6!;!; ;!%:%?%?? !6!;!; ;!%:%G%GG(( .. !6!>!> >"XX..2777 !6!;!; ; 6 D2  +!55M6J 3 32777 !6!;!; ; "'--0163E3E3G2H M"#1V%7%7%9$::RS T  +t$M;&&##   K &!, 4 "Q"?@P"QRV"W &-&9&9#!&(' '#23)()UVV!3!51>B&-&9&9!'&(' '#231 42vd;&7%8HIIr.c |jdk(rt|jdz|}t||j}t j |r|j}t||||j|j|di|}|S|jdk(r|jdvrtd|jd|jdk(rctt||d |||}t|jdz|}|j|j|j|fi|}|Stt||d |||}t|jdz|}|j|j|j|t||d fi|}|Std |jd |jd) z+ Simple copy of node_a to graph_c. rm _shadow_copy_rnrrr}ztarget  is not implementedrrr zhandling of node z with op )r"rr(rr$rS is_tensordetachr9r;r&_copy_node_from_a_to_crr)reryrfrgnode_a_copy_name node_a_obj node_a_copyarg_copys r,rrsyyJW89VW  &dFMM: ??: &#**,J& 3)) II'R1A  m # == 4 4 76==/9L!MN N ==L (-(q94wH < o-   "-- 6==8+r;KK -(q94wH < o-   "--  3FD!DE K  2 2 45YvyykI\ ]  r. subgraph_anum_non_param_args_node_ac`g}|j}||jk7r.|j|t||d}||jk7r.|j||j d}|D]}||dur|nd}|j |d}||\} } n|j |j} } d} | t| kr3| dk(rn| dk(r|dk(rn|| | |sy| dz } | t| kr3| jD]$} | dk(rn| dk(r|dk(rn || |sy| dz } &y)z This function returns `False` if the input subgraph cannot be copied by `_insert_copy_of_subgraph_a_after_input_node_c`. This usually means that there is a corner case logic for which copy is not yet implemented. rct|tr:t||}|jdk(r|jdvS|jdk(ryyt|t t fr|D]}t|tryy)NrrrmTF)r#r rr"r$rtuple) node_a_argryarg_aels r, _can_insertz3_can_insert_copy_of_subgraph_a.._can_insertsu j$ '2:tDExx=(||';;;Z'  T5M 2  !!"d+  !r.r Tnormalize_to_only_use_kwargsF) end_node start_noderrreversenormalized_argumentsargskwargslenvalues) rryrrPcur_noderrelocal_num_non_param_args_node_anorm_args_kwargs norm_args norm_kwargscur_idx kwarg_vals r,_can_insert_copy_of_subgraph_arsw E""H j++ + X+HdA> j++ + LL MMO "")/58); % ("66 t7   '%5 "I{%+[[&--{II&!|A"AQ"F"9W#5t< qLGI&%++- I!|A"AQ"F"9d3 qLG 3"H r. input_node_cinput_node_c_2c t|ttfstdt ||j g}|j }||j k7r/t||d}|jd|||j k7r/|d}t||||||} tdt|D]} || }| } t| d||||} | S)z* TODO(before land): real docblock zExpected Node or list, got rr N) r#r rr&r'rrrinsert)_insert_copy_of_node_a_after_input_node_cranger) rrrryrfrz nodes_of_ar cur_node_a cur_node_c cur_idx_ards r,-_insert_copy_of_subgraph_a_after_input_node_crs lT4L 1:4 ;M:NOPP%%&J""H j++ ++HdA>!X& j++ + AJ:nj$>NJ1c*o.   *  >          r.cjt|tr |jn6t|tst dt ||dj|j d}||\}}n|j|j}}g} i} fd} d} | t|krB| dk(r|} n| dk(r||} n | || } | j| | dz } | t|krB|jD]-\}| dk(r|| |<n| dk(r||| |<n | | |<| dz } /t| } t|}|jdk(rt|}t|jt s!t dt |jt#|j}t%||j'|j|| | |}|S|jd vrt d |jj'|j|j| | |}|S) a Assume that node_a from graph_a has args (input, (input2)?, arg1, ...), and kwargs {kw0: kwarg0, ...} Note: input2 is optional. If it equals to None, we assume that the op has a single non-param input. If it is specified, we assume that the op has two non-param inputs. Copies the underlying values of arg1..argn and kwarg0..kwargn into gm_b, and creates the corresponding nodes in graph_c. Note: observers are ignored, so if an arg is an observer we navigate up until we find a non-observer parent. If node_a is a call_module, points the module pointed to by node_a to gm_b. Creates the copy of node_a in graph_c, with input as the first arg, and all other args and kwargs pointing to the copies of the objects in gm_b created above. An example in pictures: graph A: ======== input -------------> node_a / / / (input_2)?----------/ / / / / weight -> weight_obs / / bias ---------------- graph C (derived from B): ========================= input_node_c --> node_a_copy / / / (input_node_c_2)? / / / / weight_copy ----/ / / bias_copy ------/ Expected list, got rTrcNt|trt|}t|}|St|tt t jfr|Stttfr$D]}t|tstd|Stdtd)Nz/handling of Node inside list is not implementedzhandling for kwarg of type r) r#r rrintfloatrSdtyperrr&r')rarryrfrgrs r, _copy_argz<_insert_copy_of_node_a_after_input_node_c.._copy_args c4 0d;C(dD'BCJ c5%++6 7J  D%= 1 b$'(I  J -d9o->>QR r.r rr )rprzUnexpected op: )r#r r:rr&r'rrrrritemsrrr"r$r%rr9r;)rrreryrfrzrrrnew_args new_kwargsrrnew_arg kwarg_namenode_a_shadows_c_namenew_mod_copy_namemod_anode_a_shadows_crgrs `` @@r,rr<s`f,%$$,- #6tL7I6J!KL Lq/''22 43#!1 ;!'fmm; HJ(G C N " a<"G \n8$G ' 23G 1  C N ""-!2!2!4 I a<%1Jz " \n8%3Jz "%.y%9Jz "1 XHK9:JKDQ yyM!K9:JKDQ&--- #5d6==6I5J!KL L v}}5'/".. II    !    99< < ?699+!>? ?".. II MM   !   r.name_aname_bmatched_subgraph_pairsshould_log_inputscX3| t}t}i33fd} i} i} |jD]\\} } | \}}t|j|}t|j|}|| ||f| |j <|| ||f| |j <^|jjD]h}|jdk(r)|jt|jd| <|| v}|| v}|s|r|r | |\}}}}n|s td| |\}}}}t|j xr t|}|sUtdt||dt|j |zdz|j!|| 3|j"<t%|j |||\}}t%||||\}}|t&j(k7xr=|t&j(k7xr(|t&j(k7xr|t&j(k7}|sVtdt||dt|j |zd z|j!|| 3|j"<|t&j*k(r|t&j,k(rot/|j ||}|sVtdt||dt|j |zd z|j!|| 3|j"<Qt1|j |}t3|||sVtdt||dt|j |zd z|j!|| 3|j"<t5|j|}t5j|}|r|rt7||d} t9| t:rV3| j"}!t=|!||d |j"|||t>j@jBdd| 3|!j"<nt9| tDrv| D"cgc]}"3|"j"}#}"tG|#D]K\}$}!t=|!||d |j"|||t>j@jB|$d| 3|!j"<MntdtI| d|s|r.|j!|| 3|j"<3|j"}%|rt7%|d}!|rHt9|!t:rt7|%|d}!n*t9|!tDr|!D"cgc]}"t7|"|d}!}"tK|j |%|!||||j"dz|| }&|rd}'t9|&t:r2t=|&||d|'|||t>j@jBdd| }&|&}(nt9|&tDstdtI|&g})tG|&D]E\}*}+t=|+||d|'|||t>j@jB|*d| },|)jM|,G|)}&|&}(d}-t1|j |}|dk(r t7|%|d}-tO|&|-||||%j"dz}.|.3|.j"<|r|.}/t7|/|d(k7rt7|/|d}/t7|/|d|(k7rt9|(t:r(tQ||(j"}0|/j"|0_)nUt9|(tDstdtI|(|(D])}1tQ||1j"}0|/j"|0_)+t=3|.j"||d|.j"|||t>jTjBdd| 3|.j"<|st=3|j"||d|j"|||t>jTjBdd| 3|j"<J|j!|| 3|j"<ktW||}2|2Scc}"wcc}"w)a Creates a new GraphModule consisting of the graph of C, with the meaningful nodes of A shadowing the corresponding nodes of B. For example, Graph A: a0 -> op0_fp32 -> a1 -> op1_fp32 -> a2 Graph B: b0 -> op0_int8 -> b1 -> op1_int8 -> b2 matched_node_pairs: {'op0': (op0_fp32, op0_int8), 'op1': (op1_fp32, op1_int8)} Graph C (A shadows B): / dequant0 -> op0_fp32 -> logger_a_0 / dequant_1 -> op1_fp32 -> logger_a_1 / / b0 -------------> op0_int8 -> logger_b_0 --------------> op1_int8 -> logger_b_1 In a nutshell, this function does the following for each node pair: * copies the necessary attributes and modules from gm_a to gm_b, keeping names unique * adds a dtype cast op (dequant, quant, etc) * adds a copy of node_a in gm_b's graph * adds loggers to the outputs of node_a and node_b Nc"t|fdS)Nc"|jSrFrG)renv_cs r,rIz6create_a_shadows_b..load_arg..suTYY'7r.rJ)rKrs r,rLz$create_a_shadows_b..load_argsq788r.rMrz+Expected node_b_is_end_node to be not falsez$skipping shadow loggers for node_b: z, start_node_a: z , unsupportedz, unknown dtype castz, unknown input qparamsz", unhandled logic in subgraph copy_ns_logger_b_inp_rOztype z is not handled yet _dtype_cast__ns_logger_a_inp_rrr r _ns_logger_a_ _ns_logger_b_),rr rr base_op_noderrr:rPr"rMr rr&rprintrXr(rrrrrrrrr-rr#r r@rrQrRrrWr'rrrgetattrr1rYr)4rryrrfrr/rr{rgrL+start_node_b_to_matched_subgraph_a_and_name)end_node_b_to_matched_subgraph_a_and_name match_namematchr subgraph_bref_node_type_aref_node_type_bnode_bnode_b_is_start_nodenode_b_is_end_noder3all_op_types_support_shadowingrnode_output_type_anode_input_type_bnode_output_type_bnode_io_types_known_a_and_brr fqn_base_a fqn_base_b prev_node_brdraprev_node_c_listr`rxdtype_cast_noder1 input_logger new_loggersdtype_cast_idxdtype_cast_node_innerdtype_cast_loggernode_c_second_non_param_argrrinput_logger_modinput_logger_innergm_crs4 @r,create_a_shadows_br s H '#?#A gGE935/02-399;  E!& J-j.E.EtL-j.E.EtL     N 3J4I4IJ     J 1*2E2EF "**""rE 99 NN76;;q>8< =  &)TT#'PP #5# @G ##*()VWW >fE ##.H%%..5,V4 +2:;NvW[;\:]^())F)FFH'*?*G*GG ( /:;NvW[;\:]^())C)CC'=))41I($,>?RSY[_?`>ab,-@AVAVX\-],^_`34 *1):):68)LE&++&(D%%t) %2D";:;NvW[;\:]^()N4O0G[6O + $ * 3 & & ( / 8 C C I I18-.$. 7E+"2"23"-#D$5#66IJ$'9%,%6%6vx%Hfkk"v{{+$7vtQG $!+t4&>vtQ&O #K6(3' #5S$B' '#@))KK.0, #,%$&M!/48*C+ &/)"$+4??EE-.)* * +;J )/4@"0"5d?6K5L M#') EN+FBAN,A1J 5 $ * 3 - & ( / 8 C C I I1?-.$. 1-(../@A#B$+6'6 /3+,H))4-)-12J 3/ $Q#/KK/1$ 0@&++,% 0H28T1EU#;HdA#N38T1EU",5+249J9J+K(9A(6 *,="0"5d<6H5I J# 3?K./6t=O=T=T/U,=E]],:K 0I*//0#$))#,88>>%&!"" 0&++,("%>&++&#KK#,88>>%&!"" &fkk"0")!2!268!DE&++ e rEh tW %D Kk,Tl's +`"+`'rF)3collections.abcrtypingrrStorch.ao.ns.fx.mappingsrtorch.ao.quantization.fx.utilsrtorch.ao.quantization.observerrtorch.fxrr torch.fx.graphr r ns_typesr rrutilsrrrrrrrrrrr%r-rr@dictrrcTensorrrwrsetrrboolrrrr rnr.r,rs$ @HF)&LL   ;3:"- ---! -  -  ------ t- -`jj04T5c?5J0Kj26dE#s(O6K1Lj j  j  jZ    <<%    s"  B^J ^J ^JT "^J  ^J  ^J  ^J^J^J#3,<(=#=>^J DJ^JD6 6 6  6  6  6 rHH H #H HV)d#)4:%,))  )  )  ) )XM d#M 4:%,M  M   M  M  M  M pIMw w w w  w !eJ ,B&C!CD w  ww#3,<(=#=>Ewwr.