^j.~UddlZddlmZddlmZddlmZddlmZ ddl m Z ddl m Z gZeeed <d eefd Zed e deeded efdZede dedededeeeeefd df dZdeede ed e efdZ!ded efdZ"ded efdZ#ded ee$eeefe$eefe ee$eeefffdZ%de ed ee$eeefe$eefe ee$eeefffd Z&d;ded!ed eefd"Z'ded eefd#Z( dN) defaultdict)Path)Any) deprecated)format_function_signature) FileManager__all__returncgSNrm/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/torch/utils/data/datapipes/gen_pyi.py__dir__rs Irzg`torch.utils.data.datapipes.gen_pyi.materialize_lines` is deprecated and will be removed in the future.)categorylines indentationc~d}dd|zz}t|D]$\}}|dk7r||z }||jd|z }&|S)N  r) enumeratereplace)rroutputnew_line_with_indentilines rmaterialize_linesr s` F# "33U#;4 6 * *F$,,t%9::; Mrzg`torch.utils.data.datapipes.gen_pyi.gen_from_template` is deprecated and will be removed in the future.dir template_name output_name replacementsc tjj||}tjj||}t|d5}|j }ddd|D]J\}} } t|dd5}j |t | | }|j|dddLy#1swYYxYw#1swYcxYw)Nutf-8encodingw)ospathjoinopenreadrrwrite) r r!r"r# template_path output_pathfcontent placeholderrrs rgen_from_templater4.sGGLLm4M'',,sK0K mg .!&&(+7' UK +sW 5 oo.ukBG GGG      sB7>.C7CC dir_pathsfiles_to_excludec Bt}|D]}tj|}|Dchc] }d|ddk(s |}}|Dchc] }||vs| }}|j|Dchc]"}tjj ||$c}|Scc}wcc}wcc}w)z When given a path to a directory, returns the paths to the relevant files within it. This function does NOT recursive traverse to subdirectories. z.pyN)setr)listdirupdater*r+)r5r6pathsdir_path all_filesfname python_files filter_filess rfind_file_pathsrBEs eEPJJx( +4L%rs8KL L+ uT;Q!T)'++K8 A%  #S1EF|!# DJJsO3  DJJsO3 #q(**S/Cds+I7H7S' 48B(59C6KY%)&Q-IC! . %.N   M%.%.sB8E:$BE::F file_pathsci}i}t}i}|D]V}t|\}}}} |j||j||j||j| X||||fSr )r9rhr;) rimethods_and_signaturesmethods_and_class_names!methods_with_special_output_typesmethods_and_doc_stringsr*r_r`$methods_needing_special_output_typesrbs rparse_datapipe_filesrps  (+%  8  %   0 %%&9:&&';<)001UV&&7 8 )  r delimitercd}d}g}|D];}|dk(r|dz }n)|dk(r|dz}n||k(r|dk(r|j|d}7||z }=|j||S)zRGiven a line of text, split it on comma unless the comma is within a bracket '[]'.rr[rV])rZ)rrq bracket_count curr_tokenreschars rsplit_outside_bracketrysMJ C  3; Q M S[ Q M Y =A#5 JJz "J d  JJz JrcVt|}t|D]u\}}|jd||<|dk(rd||<%|dkDrd||dz k(r||ddk7rd||<Fd|vsK|jd d}|jdd z||<w|Dcgc] }|dk7s | }}|Scc}w) z Clean up a given raw function signature. This includes removing the self-referential datapipe argument, default arguments of input functions, newlines, and spaces. rclsselfrrV*rz Callable ==z = ...)ryrr^ rpartition)rtokensrtokenheadts rr]r]s.d3Ff% 35KK$q E>F1I U&Q-/fQilc6IF1I U "##C(+D 3(2F1I 3 +A17a +F + M,s  B&B&deprecated_filesdefault_output_typemethod_to_special_output_typerootc|dk(r0tttjj }t |tr|gn|}|Dcgc]"}t jj||$}}t||j|}t|\}} } } |D]} | | vs| j| g} |jD]|\}}| |}|| vr||}n|}dj| |}|dk(rd}nd|z}t|||}| jd|d|j!dj#z|z~| j%d | Scc}w) a #.pyi generation for functional DataPipes Process. # 1. Find files that we want to process (exclude the ones who don't) # 2. Parse method name and signature # 3. Remove first argument after self (unless it is "*datapipes"), default args, and spaces r)r6z ...rz# Functional form of 'z' z...c*|jddS)NrrV)split)ss rz(get_method_definitions..saggdmA&r)key)strr__file__parentresolve isinstancer)r*r+rBunionrpr[itemsrrZ removesuffixrstripsort)rSr6rrrrr*rirkrlmethods_w_special_output_typesrnfn_namemethod_definitionsrd argumentsre output_type doc_string definitions rget_method_definitionsrs rz4>((0023))S9 yI6?@ddD)@I@ $4$:$:;K$LJ Z( &18 8 8 * . .w 78"8">">"@  Y,[9 8 87 DK-KWW4[AB  J *J.{I{S !!$ZL 4%%e,335 6   " & KAs'E'iteriterDP_file_pathz __init__.pyzutils.pyiterDP_files_to_excludeiterDP_deprecated_fileszlist[IterDataPipe])demuxfork$iterDP_method_to_special_output_typemapmapDP_file_pathmapDP_files_to_excludemapDP_deprecated_filesshuffle IterDataPipe#mapDP_method_to_special_output_typecttttdttt t tdtttjj}t||d}|jddfdy) a # Inject file into template datapipe.pyi.in. TODO: The current implementation of this script only generates interfaces for built-in methods. To generate interface for user-defined DataPipes, consider changing `IterDataPipe.register_datapipe_as_function`. r MapDataPipeF) install_dir template_dirdry_runz datapipe.pyizdatapipe.pyi.incdS)N)IterDataPipeMethodsMapDataPipeMethodsr)iter_method_definitionsmap_method_definitionssrrzmain..Hs#:"8 rN)rrrrrrrrrrrabsoluterrwrite_with_template)r*fmrrs @@rmainr,s|5, 4+  > " " $ + +D D% HB r__main__),)r)r N)4r) collectionsrpathlibrtypingrtyping_extensionsrtorchgen.api.pythonrtorchgen.utilsr ImportErrorsysrrparents REPO_ROOTr*insertrrHr rX__annotations__r FutureWarningintrtupler4r9rBrNrRdictrhrpryr]rrrrrrrrrr__name__rrrrs #( =*cc m T#YSS  m  uS#s]+,    &tCyCHS" c c SS11 4T#Y c3hS4T#Y;O OP1hC 4T#Y c3hS4T#Y;O OP4d3i&CDI8 7T#Y7#h7#h7 7 $(S> 7  7 #Y7v#%2J$?S?$'ES) ! 8$d38n $1:#>C>#&5C(7@.6Q#T#s(^Q F zFG  X'')11!4IHHOOAs9~&=* 388}qSXXa[C N: HHQK s F$$BH<;H<