^jtF UddlZddlZddlZddlZddlmZddlmZddlm Z ddl Z ddl Z ddl m cmZddlmZddlmZddlmZdd l mZmZmZdd lmZej6eZGd d eZGd deZGddeZ edGddZ!dZ"e jFe!ddde jHe!ddde jJe!ddde jLe!ddde jNe!dddd e"z!e jPe!d"ddd#e"z!e jRe!ddd$iZ*e+e e!fe,d%<ejZe jLej\e jHej^e jFej`e jJiZ1e+ee fe,d&<ejZe jPej\e jPej^e jNej`e jNiZ2e+ee fe,d'<ejfd(e4fd)Z5ejfd(efd*Z6d+e7d(e fd,Z8d-e9d(efd.Z:d/ejvd(efd0Zdxd1e jzd2e7d(e7fd4Z?d/ejvd(e7fd5Z@d/ejvd(e7fd6ZAGd7d8eZBGd9d:eZCGd;dZFgd?gd@gZGgdAgdBggdCgdDggdEgdFggZHgdGgdHgdIgdJgZIgdKgdKgdLgdMgZJgdKgdKgdNgdOgZKgdPgdQgdRgdSgZLgdTgdUgdVgZMejZd=ej\dWej^dXej`dYiZNejZdZej\d[ej^d\ej`d]iZOe+eePfe,d^<d_ZQejZdej\d`ej^dej`diZRe+eePfe,da<d(ePfdbZSd(ePfdcZTdde7d(e7fdeZUd(ePdzfdfZVdge7d+e7dhedie7dje7d(ePf dkZWdge7d+e7dhed(eXePe7e7ffdlZYdme7d+e7dhed(ePfdnZZ dyd+e7dhedoePd(e7fdpZ[d/ejvd(ePfdqZ\dre jjd(e7fdsZ_dre jjd(e7fdtZ` dzdre jjdue7dzdve4d(ePfdwZay){N) dataclass)IntEnum)Any)optimization_hint)normalize_function)ir)get_dtype_sizesnode_args_kwargs sympy_product)Vc$eZdZdZdZdZdZdZdZy) NCCL_COLLrrN) __name__ __module__ __qualname__ ALL_REDUCE ALL_GATHERREDUCE_SCATTER ALL_TO_ALL UNSUPPORTEDP2Ph/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/torch/_inductor/comm_analysis.pyrrs JJNJK CrrceZdZdZdZdZdZy)NVIDIA_GPU_TYPErrrrN)rrrVOLTAAMPEREHOPPER BLACKWELLrrrr!r!!s E F FIrr!c(eZdZdZdZdZdZdZdZdZ y) InterconnectTyperrrrrrN) rrr NVLINK_V100 NVLINK_A100 NVLINK_H100 NVLINK_B200IB_HDRIB_NDRPCIErrrr'r'(s%KKKK F F Drr'T)frozenc>eZdZUdZeed<eed<eed<dZeed<y)InterconnectProfilezIEmpirically calibrated interconnect parameters for saturation estimation. bus_bw_GBpslatency_per_hop_usbase_latency_usrmin_saturation_bytesN)rrr__doc__float__annotations__r6intrrrr2r22s"S !#!rr2iB@D@$@g6@F@gN@g>@,@gI@g(@d)r6g&@Kg.@INTERCONNECT_PROFILES _GPU_TO_INTRA _GPU_TO_INTERreturncddl}tjjr!tjj dkry |j gdddd}|j dk(r"|jjdd}d |vS tjjdd S#|jtf$rY8wxYw#ttf$rYywxYw) zIDetect NVLink via nvidia-smi topology, falling back to peer access check.rNrT)z nvidia-smitopoz-mr)capture_outputtexttimeoutLegendNVr) subprocesstorchcuda is_available device_countrun returncodestdoutsplitTimeoutExpiredOSErrorcan_device_access_peerAssertionError RuntimeError)rMresultrGs r _has_nvlinkr\as :: " " $ (?(?(AA(E   (       !==&&x03D4<  "zz00A66  % %w /   L )s%AB0C 0CC CCctjjrtjjdkDr}tjj dj }|dk\rt jS|dk\rt jS|dk\rt jS|dk\rt jStjjjtjjjxsddvrt jSdvrt jSd vrt jStfd d Drt jSt jS) Nr V100A100H100c3&K|]}|v ywNr).0gpugpu_infos r zget_gpu_type..s ASH_ A)B100B200B300)rNrOrPrQget_device_propertiesmajorr!r%r$r#r"utils collect_env get_gpu_inforRany)rqrjs @r get_gpu_typerv|s" zz UZZ%<%<%>%B 00399 B;",, , A:")) ) A:")) ) A:"(( ({{&&33EKK4K4K4O4OPVTVH $$$ 8 %%% 8 %%% A(@ A A(((%%%r group_sizectjjrtjjnd}t }t j ||z dk(r>tstjStj|tjStj|tjS)zEAuto-detect interconnect type from GPU generation and group topology.r`r)rNrOrPrQrvmathceilr\r'r/rCgetr*rDr-)rw gpus_per_nodegpu_gens rdetect_interconnectr~s161H1H1JEJJ++-PQMnG yym+,1}#(( (  *:*F*FGG   W&6&=&= >>r kernel_namec4JdvrtjSdvrtjSdvrtjSt fddDrtj St fddDrtj StjS)N all_reduce all_gatherreduce_scatterc3&K|]}|v ywrgrrhcommrs rrkz7get_collective_type_from_kernel_name..s HTT[ Hrl) all_to_allalltoallc3&K|]}|v ywrgrrs rrkz7get_collective_type_from_kernel_name..s MTT[ Mrl)isendirecv batch_p2p)rrrrrurrr)rs`r$get_collective_type_from_kernel_namers  "" "{"###  $### [ (''' H-G H H### M-L M M}}$$$rnodect|tjstd||j}|Jt |S)Nz!node is not a collective kernel: ) isinstancer _CollectiveKernel ValueErrorpython_kernel_namer)rnames rget_collective_typersG dB00 1>7v>??rceZdZdZdZdZy)NCCL_HWrrrN)rrrNVLINKPCINETrrrrrs F C CrrceZdZdZdZy) NCCL_ALGOrrN)rrrTREERINGrrrrrs D DrrceZdZdZdZdZy) NCCL_PROTOrrrN)rrrLLLL128SIMPLErrrrrs B E Frrrr)g333333@r? @)gffffff@r?r)333333?g?@)rffffff?g333333 @)?rr)rg@g@)g@g!@r?)g@rr?)C@rgffffff4@)gU@g6@g3@)ga@r>gA@)gq@gV@Q@)4@rr)皙YB@rr)r<r<r<)rrg=@)gK@gQ?@r)g:@g2@r=)8@g7@g1@)gYC@g33333D@r;)rgffffffE@r)rrrr?皙?ffffff?rrrr?皙?rrrrrrrrrrr)rrrrrrrrrrrrrrrrrrrrrrrr)rrrrrrrrrrrrrrrrrrrrrrrrr` g^@n@g w@g@_GPU_NVLINK_BWr9@_GPU_INTER_NODE_BWctjjj}| t |St st StjtdS)zEReturn intra-node bandwidth in GB/s. Config overrides auto-detection.r) rN _inductorconfig intra_node_bwr8r\_PCIE_INTRA_NODE_BWrr{rvoverrides rget_intra_node_bwrsG%%33HX =""   lne 44rctjjj}| t |St j tdS)zOReturn inter-node (IB/RoCE) bandwidth in GB/s. Config overrides auto-detection.r)rNrr inter_node_bwr8rr{rvrs rget_inter_node_bwrs<%%33HX  ! !,.$ 77rnc@|dkryd}|dkDr|dz}|dz }|dkDr|S)z4Integer log2, matching NCCL's log2i (floor of log2).rrr)rrs r_log2irs:Av A a% a Q a% HrcH|j}|Jt|dd}|jd}ddlm}||}t j j|}t jd|}t|}t|\} } d|vr | dd| dz} t j j|| 5} || i| } t jjjj| ddd j } | dkry| d z }|S#1swY"xYw) Nrrbrr)_resolve_process_groupzcuda:all_gather_into_tensor_outrgroupdevice@@)rgetattrrrrrN distributedget_rankrevalr _time_estimatorops_c10d_functional wait_tensordefaultestimated_time)snodekernelpy_kernel_namepg_namerpgrankrfnargskwargstime_estimatorw est_time_us est_time_mss r/estimate_nccl_collective_runtime_nccl_estimatorrs+ ZZF   V%92>N""2&GI  (B!!**2.D\\E$. )F n B$U+LD&$~5ABx$q'!    * *F * C:~    ""..66q9:!//KQ#K ::s ;|dkDr9ddt#d|dz dz zz}||z}|dkDrt%|d d z d z}||z}|}|dk(r|nd }t&|| }|t(j*k(r$|tj,k(rt#||d z}n|t(j*k(r0|tj k(rt#|d z| t.|| z}n|t(j0k(r#|tj,k(rt#|dz|}n|t(j0k(r9|tj k(r&|dk(rdnd }t#||z| t2|| z}nU|t(j0k(rB|tj4k(r/|t6j8k(rt#|dz| t:|| z}|d kry|t6j8k(r d|dz z}n[|t6j<t6j>fvr|dz }n3|t6j@k(r d|dz z}n|t6jBk(rd}ny|t(j0k(r|t6j8k(r|d z}n$|t(j*k(r |d|z|z z}n|d z}|d kry| tjDk(rtFjHntFjJ}tL||}tN|||}tNtFjP||}|dkDrdnd}|tj4k(r |dkDr|dz}t%||}|t(j*k(r9|dk(rd n|t6j8k(rd|dz zn|dz }|||z |z||zzz }nP|t(j0k(r=|t6j8k(r*|d|t%|dzdz |ztS||zzzz }|t(j0k(rE|t6j8k(r2|dk\rtS|dz nd }d |cxkrdkrnn|tT||z}||d|zz z}|S)aCompute NCCL estimated time in us for a given (algo, proto) pair. Mirrors ncclTopoTuneModel bandwidth/latency computation and ncclTopoGetAlgoTime from NCCL tuning.cc. Returns -1 if the (algo, proto) combination is disabled for this configuration. r`rrggp= ף?gq= ףp?rraig(\?rrg?gy 5?g98?gq= ףp?gg@@r(r)+rNrOrPrQryrzrvrr_GPU_NCHANNELSr{r~r'r.r-rrminmaxllMaxBwsrrrperChMaxRingLL128BwsrperChMaxTreeLL128BwsrrrperChMaxTreeBwsrrrrr/rrrbaseLathwLatrrtreeCorrectionFactor) rrwrr r r|nNodesnRanks compCapIndexindex2bwIntrabwInter nChannels interconnectis_ibbwnic_efficiency multi_railbusBwindex1llMaxBwfactornsteps bandwidthintraHwlatintraLatinterLat netOverhead nInterStepslogSizetime_uss r_nccl_algo_timer2s 271H1H1JEJJ++-PQM YYzM1 2F F>L!Q;VaZAF  !G!G""<3I'z2L -446F6M6MN NE    A: A:% {   ! W !s3!q0@'A AA n A:fj1J>4GJ * B E#q[\aFvv&G y~~%:=="8GUS[)  EZ-=-=$= ] # ,\:6B B   EZ]]$:EY'1  EZ-=-=$=$k} FN ,\:6B B   EZ->->$> 9'' ' i/,2OPV2W&WXE z y###fqj! )**I,@,@A A! %% %fqj!   y~~$)*>*>">CK  S6\F23 CK A~*-=-B-BBgkkG $- CW~d#E*HW[[!$'.H!#K !!!fqjs 8[)H y~~{ &*i.B.B&B!vz"QR   $0;3III   9'' ' 13vq>)A-9F6NX*>">)/2&1%1  "  -e4W= =IFfy011G Nrc td}tj}tj}tj tjfD]}|tj k(r|t jk7r*tjtjtjfD]&}t|||||}d|cxkr|ksn!|}|}|}(|||fS)zFind the best (algo, proto) for a given collective and return (time_us, algo, proto). Iterates all supported (algo, proto) combinations and picks the one with minimum estimated time, mirroring NCCL's algorithm selection. infr) r8rrrrrrrrrr2) rrwr best_time best_algo best_protor r ts r_nccl_best_algo_timer9~se IIJ0 # 9>> !di.B.B&B  mmZ%5%5z7H7HI #E D$FAA! !  "  # # i ++rtensor_storage_size_bytesc|dkry|tjk(ryt|||\}}}|dks|tdk(ry|dz S)aXReturns estimated NCCL collective runtime in milliseconds (ms). Uses a multi-algorithm, multi-protocol model aligned with NCCL's ncclTopoTuneModel and ncclTopoGetAlgoTime (tuning.cc). Evaluates Ring and Tree algorithms across LL, LL128, and SIMPLE protocols, selecting the (algo, proto) pair that minimizes estimated time. rrr4r)rrr9r8)r:rwrr1_s r%estimate_nccl_collective_runtime_implr=sUQ y$$$()BJPTUMGQ{gu- V rtarget_efficiencyctjtjtjf}||vs Jd|d||dkrytt |}|tjtjfvr|dz }n|tjk(r d|dz z}ny|j ||jzz}|dz}|jdz}|d|z z } t| |z|z} t| |jS) zCompute min message size for target BW efficiency using empirical profiles. Uses per-interconnect profiles calibrated to real NCCL behavior (algorithm, protocol, channel selection) rather than the analytical model. zUnsupported collective z, expected one of rrrgư>geAr) rrrrrBr~r5r4r3r:rr6) rwrr> _SUPPORTEDprofiler(total_latency_us latency_sbw_bytes_per_s eff_ratio min_bytess rcompute_min_saturation_bytesrGs&& (@(@)BVBVWJ :  !$'9*F Q#$7 $CDG $$i&>&>??a %% %j1n%..':T:T1TT 4'I((3.N!S+<%<=II )N:;I y'66 77rc^t|}t|}t|}t|||S)zReturns estimated NCCL collective runtime in milliseconds (ms). Uses the multi-algorithm, multi-protocol analytical model aligned with NCCL's tuning.cc to select the best (algo, proto) pair for the given collective size and topology. )rrrr=)rr:rwrs r estimate_nccl_collective_runtimerIs8!@ E*40J t $D 0!:t rfx_nodec<d|j|j}}t|}|jdddtj dt fddtjjffd }tjtjj|||f|jjdd}|y t|ttfrt!fd |D}|zSt|tj r |}|zSy ) zSEstimate the size of a collective operation in bytes, including inputs and outputs.Noutr8rEc`t|jt|jzSrg)rrr r)r8s r tensor_bytesz1estimate_fx_collective_size..tensor_bytess!%affh/.2IIIrrc|jjdd}t|tjsyd|z y)Nvalr)metar{rrNTensor)rinp_val input_bytesrNs r add_inp_bytesz2estimate_fx_collective_size..add_inp_bytessD((,,ud+'5<<0   K|G,, rrPrc3dK|]'}t|tjs|)ywrg)rrNrR)rhr8rNs rrkz.estimate_fx_collective_size.. s' !:a3NLO s0 0)rrdictpoprNrRr:fxNodepytree tree_map_onlyrQr{rlisttuplesum)rJrrrU output_val output_bytesrTrNs @@restimate_fx_collective_sizerbs K<<&D &\F JJudJ JJ-588==-    v !!%.Jj0*tUm, %/    %% J -#J/   %%rcBddlm}t|}||s|S|dzS)zEstimate the memory footprint of a collective operation in bytes. This returns the total bytes that need to be live concurrently in memory. For all_reduce, we divide by 2 since it can be done in-place. r)is_all_reduce_tensorr)#torch._inductor.fx_passes.bucketingrdrb)rJ is_all_reducers r'estimate_fx_collective_memory_footprintrgs)  'w /D$W-4<419tj|ng||S)N)rr)rNempty)rrrrhs r_tensorzVestimate_nccl_collective_runtime_from_fx_node.._nccl_estimate.._tensor^s&;;%-M? rect|tjjr|jdSt|tj r6t |jg|j|jS|S)NrP) rrNrYrZrQrRrrrr)rsrrto_real_tensors rruz]estimate_nccl_collective_runtime_from_fx_node.._nccl_estimate..to_real_tensoresa!UXX]]+%affUm44!U\\* 6qvvx @A177AHHUUHrrr)rrrorNrdistributed_c10d get_backendFAKEr _get_backendrZsupports_time_estimater[ tree_flattenrRrtree_unflattentargetr_ops OpOverloadrr]r^rrrrr)rrorrbackend flat_argsflat_args_pytree_speca real_args real_kwargsrrrr8rrrrrurrJrmrrhs @@r_nccl_estimatezEestimate_nccl_collective_runtime_from_fx_node.._nccl_estimateKsV #J /    - - 9 9" = Mf% oof-G--+1+>+>f~+N( ( ELL  c c 1::1^A&: :!'!6!6yBW!X ; ^^"ejj33444    . .V/ B I--A!dE]+FAII..::BB1EF **66>>qA B%33  ?!C' U  *; B Bs%!G1HB H1 G=<G=H)rrr}rNrrall_to_all_singlerrbrstrrrrrerlr~rrrr8r=)rJrhrirr:opt_args_kwargsrlrwrrrrrmrs`` @@@r-estimate_nccl_collective_runtime_from_fx_noder$s+K~~33EEMMM#$?$H!$1!'..#.. .( \\~~%) O  && &"LD&G$VL%9:J(4J gnnejj&;&; << < /0C0C0E FD6EDL66p$&  "  0!:t r)i)r)NT)brloggingryr dataclassesrenumrtypingrrrNtorch.utils._pytreerr_pytreer[%torch.fx.experimental.symbolic_shapesrtorch.fx.operator_schemasrrbr r r r virtualizedr getLoggerrlogrr!r'r2_MBr+r*r,r)r.r-r/rBrWr9r"r#r$r%rCrD lru_cacheboolr\rvr:r~rrIRNoderSizerrrrrrr _NUM_ALGOS _NUM_PROTOSrrrrrrrrrr8rrrrrrr2r^r9r=rGrIrYrZrbrgrrrrrsS ! $$C8CCg!  g w  $"""  "5dD$"G  "5dD$"G  "5dD$"G  "5dD$"G0 dDsSy0 dDrCx.tT4@ Ft,.AAB  +77,88,88/;; : tO%556+22,33,33/66 : tO%556 T4 &o&&4?C?,<? %c %i % 6bii6I6HHsHSHsS "))@BII@#@ g           ,     66qRp1ABr 5EEu 0_e+, 4DDt 4D%/0555858 c c edlBR RR R  R  R  Rj, ,, , 5#s? ,8"03;D 2 # 8 8  8 8 8P 299  ,&,&3,&^ =UXX]] =s = !%#f XX]]f:ff fr