^jUE ddlmZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlmZddlmZddl mZmZmZmZmZmZmZddlmZmZmZddl mZddlZddlmcm Z!ddlm"Z"m#Z#m$Z$m%Z%dd l&m'Z'm(Z(dd l)m*Z*dd l+m,Z,dd l-m.Z.dd l/m0Z0ddl1m2Z2ddl3m4Z4m5Z5m6Z6m7Z7m8Z8ddl9m:Z:m;Z;ddlm?Z?ddl@mAZAddlBmCZCddlDmEZEmFZFddlGmHZHddlImJZJmKZKmLZLddlMmNZNmOZOmPZPmQZQmRZRmSZSddlTmUZUddlVmWZWddlXmYZYmZZZm[Z[er(ddl\m]Z]m^Z^m_Z_m`Z`maZaddl mbZbddlcmdZddd lemfZfdd!lgmhZhmiZiejekZlejjekd"Zo ejjekd#ZpetZuej@jZwed&ZxejjjZ{dZ|da}Gd'd(ed)*Z~ee~jZejd|d+ZGd,d-ZeGd.d/eZGd0d1eZeGd2d3eZeGd4d5eZeGd6d7eZeGd8d9eZeGd:d;eZGd<d=e jZeZd}d>Zej"d~d?Zej"ddAZ ddBZddCZddDZejddEZejddFZddGZddHZGdIdJZejddKZej" ddLZddMZGdNdOZGdPdQZGdRdSe%ZeeEdTdUfZedVWGdXdYZddZZedVWGd[d\ZGd]d^ZedVdV_Gd`daZedVdV_GdbdcZedVdV_GdddeZereezZedVdV_GdfdgeZedVdV_GdhdiZGdjd@eKZeZ ddkZ ddlZ ddmZ ddnZGdodpeCZddqZddrZddsZejjrjtjveejjjxjvdtejjjzjvduejjj|jvdviZeejjjjvejjjjvejjjjvejjjjZddwlmZmZmZmZmZmZmZmZddxZejddyZ ddzZ dd{Zy#eq$r-Zrd$eservrejekd%zZpnerYdZr[rdZr[rwwxYw)) annotationsN) defaultdict) dataclass)AnycastLiteral TYPE_CHECKING TypeGuardTypeVarUnion)Self TypedDictUnpack) ReferenceType)SymBoolSymFloatSymIntTensor)is_functorch_wrapped_tensoris_legacy_batchedtensor)FakeScriptObject)MissingOpProfile)dtrace_structured) OpaqueBase)suggest_memory_format) assert_eqassert_metadata_eq is_sparse_anyis_sparse_compressed MetaConverter)!_is_privateuse1_backend_available render_call)immutable_dict)normalize_function)StorageWeakRef)TorchFunctionMode) IntLikeType py_sym_types) no_dispatch)is_traceable_wrapper_subclassTorchDispatchModeTraceableWrapperSubclass)KeyPathkeystrPyTreetree_map tree_map_TreeSpec)count)CapturedTraceback)_CacheKeyState_PySymInputStub_SymIntOutputStub)Callable GeneratorIterableMappingSequence) TracebackType)Source) OpOverload)ShapeEnvSymbolicContexthierarchical_compilenot_implementedz 'not_implemented' not registeredz.not_implementedTceZdZUded<ded<ded<ded<ded<ded<ded<ded <ded <ded <ded <ded <ded<ded<ded<ded<y)"_FakeTensorConstructorIgnoredStateobject _nonzero_memo_nonzero_memo_vc_nonzero_memo_epoch _item_memo _item_memo_vc_item_memo_epoch _unique_memo_unique_memo_vc_unique_memo_epoch_unique_consecutive_memo_unique_consecutive_memo_vc_unique_consecutive_memo_epoch_nested_int_memo_nested_int_memo_vc_nested_int_memo_epoch _debug_traceN__name__ __module__ __qualname____annotations__h/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/torch/_subclasses/fake_tensor.pyrGrGZsd$$!''$**""r_rGF)totalcN|dddddtjjfvS)Ncudahpuxpumpsmtia)torch_C_get_privateuse1_backend_name) device_types r`_is_indexed_device_typerlus3     ..0  r_ceZdZddZddZy)IncrementRecursionCountctdz ayNr5RECURSION_COUNTselfs r`__init__z IncrementRecursionCount.__init__ 1r_ctdzayrprqrss r`__del__zIncrementRecursionCount.__del__rvr_NreturnNone)rZr[r\rurxr^r_r`rnrns r_rnceZdZUded<y)UnsupportedFakeTensorExceptionstrreasonNrYr^r_r`r}r} Kr_r}c0eZdZ dfd ZxZS)FakeTensorDeviceMismatchErrorc\||_||_||_t|d|d|dy)NzOExpected all tensors to be on the same device, but found at least two devices, z and !)func common_devicedevicesuperru)rtrrr __class__s r`ruz&FakeTensorDeviceMismatchError.__init__s@  *   %%2O5 C r_)rr@r torch.devicerrrzr{)rZr[r\ru __classcell__rs@r`rrs3    $       r_rceZdZUded<y)DynamicOutputShapeExceptionr@rNrYr^r_r`rr r_rceZdZUded<y)DataDependentOutputExceptionr@rNrYr^r_r`rrrr_rceZdZUded<y)UnsupportedOperatorExceptionr@rNrYr^r_r`rrrr_rceZdZUded<y)$UnsupportedMutationAliasingExceptionr~rNrYr^r_r`rrrr_rceZdZUded<y)MetadataMismatchErrorr~rNrYr^r_r`rrrr_rc*eZdZUded<ded<ddZy) FakeTensorTLS bool | Noneallow_non_fake_inputs_overridezweakref.WeakSet[FakeTensor]%non_strict_export_fake_tensor_trackercDd|_tj|_yN)rweakrefWeakSetrrss r`ruzFakeTensorTLS.__init__s.2+5<__5F2r_Nry)rZr[r\r]rur^r_r`rrs%0/+FFGr_rc.tj|dSNT)dictfromkeys)itemss r` ordered_setrs == %%r_c#*Ktjjtjjj} || tjj |yy#| tjj |wwxYwwr)rhri_unset_dispatch_mode_TorchDispatchModeKeyFAKE_set_dispatch_mode)olds r`unset_fake_temporarilyrsl (( ' '(F(F(K(K LC- ? HH ' ' , 3? HH ' ' , sABA, #B,$BBFakeTensorModec#bK|j} d|_d||_y#||_wxYww)NF) cache_enabled) fake_mode old_values r`disable_fake_tensor_cachers1--I,"'  "+ ) s / #/ ,/c|g}|rf|jts|j/j\}}|j fdt |D|rf|S)Nc36K|]}t|ywr)getattr).0keycurrs r` z$get_plain_tensors..sG3GD#&Gs)popr*append__tensor_flatten__extendreversed)subclassouttodo inner_keys_rs @r`get_plain_tensorsrsf :D xxz,T2 JJt  //1 A G(:2FGG  Jr_c6ddlm}t|tryt |rt |j |\}}d}|D]e}t||xxtdx%\}t|}||}-||k7s3tdxtdx\N}tdt ||xsdSt||rt|jSt|trhtj|rStjj!} tjj"j%|| } t| St|tr?t'|r4tjj"j)|} t| Sy)NrFunctionalTensorTr^z got mixed fake and real tensors!#expected Tensor or OpaqueBase, got F)#torch._subclasses.functional_tensorr isinstance FakeTensorr*typerrris_fakeAssertionErrorrelemrh_is_functional_tensorri$_functionalization_reapply_views_tls _functorch_unwrap_functional_tensorr get_unwrapped) xrattrsrgot_fakeattrvfake unexpected reapply_views unwrappeds r`rrsgD!Z $Q'7--a0q $ D!T""VX]"1:D'#'!T),-OPP # "Z\"(=d:>N=OP  5 A' (qvv Av 5#>#>q#AEEG HH''AA!]S y!! Av #>q#AHH''55a8 y!! r_c.ddlm}t|tr |jSt |r|j \}}d}|D]d}t||xxtdx$\}t|}||}-||us2tdxtdx\M}tdt||St||rt|jSt|trhtj|rStj j#} tj j$j'|| } t| St|tr?t)|r4tj j$j+|} t| Sy)Nrrr^z&All fake tensor modes must be the samer)rrrrrr*rrrmaybe_get_fake_moderrrrrhrrirrrrr) trinner_tensor_namesrmodet_namermrrrs r`rrsdD!Z {{$Q' ! 4 4 6A&*( F!V$"VX]+A.A| Q,-UVV # "Z\"(=d:>N=OP  A' ("166** Av 5#>#>q#AEEG HH''AA!]S "9-- Av #>q#AHH''55a8 "9-- r_cTtjj|jSr)rhri _SchemaInfo_schemars r`get_schema_infor<s 88   --r_cddlm}tjj}||j j dxr||jt|vS)Nrdecomposition_tablez torch._decomp) torch._decomprrh_decompdecompositionsr[ startswithrZdir)rrrs r`torch_decomp_decompositionsrFsV1]]11N t $ / / : :  D d # , ,N0C CDr_cptj|}|Dcgc]}t||s|c}Scc}wr)pytree tree_leavesr)tytree flat_valsrs r`tree_flatten_onlyrSs/""4(I& ?T*T2*>D ?? ?s33ct|tuxrk|jtjk(xrL|j xs=|j xs/t|xs"t|xstj| Sr) rrlayoutrhstrided is_sparse is_nestedrrr)rs r`_is_plain_tensorrXsx Q6 HH %  KK .{{ .*1- .'q) .**1-   r_ceZdZUe ddZded<ded<ded<ddd dd Zdd Zdd Zdd Z ddZ ddZ ddddd ddZ d ddZ y) FakeTensorConverterc.|jjSr)meta_converter tensor_memorss r`rzFakeTensorConverter.tensor_memoks ""...r_zMetaConverter[FakeTensor]rz5dict[StorageWeakRef, list[ReferenceType[FakeTensor]]]constant_storage_mappingboolexportF copy_datarcBt||_||_i|_y)N)r )r rrr)rtr rs r`ruzFakeTensorConverter.__init__ws +i@ )+%r_c4t|tr |j tdt |jj }||j vrg|j |<|j |jtj|y)Nz0fake_tensor must be a FakeTensor with a constant) rrconstantrr%_typed_storagerrrref)rt fake_tensorweak_sts r`add_constant_storage_mappingz0FakeTensorConverter.add_constant_storage_mapping~s+z2k6J6J6R !ST T !5!5!D!D!FG $77 757D ) )' 2 %%g.55gkk+6NOr_ct|tr tdt|j }||j vry|j |D]#}|}| |j d|_%|j |=y)Nz(Expected a real tensor, not a FakeTensor)rrrr%rr _fix_weakrefr )rttensorrweak_tensor_reftens r`invalidate_constant_aliasesz/FakeTensorConverter.invalidate_constant_aliasess fj ) !KL L !6!6!89 $77 7 #<.mk_fake_tensors7 !M&    s*3) shape_envcallbackr(r)r*zmeta converter nyi)RandomValueSourcer)CallMethodItemSourceFloatTensorSource) DimDynamic)r( dynamic_dimr))hintr()r/zCallable[[], object]rztorch.device | strrzr)5rh_guardsTracingContexttry_gettensor_to_context%torch.fx.experimental.symbolic_shapesr,rrr tensor_sourcer$ is_quantizedr}nn ParameterrNotImplemented _subclassesfunctional_tensorr_from_functional_tensorr requires_gradis_leaf grad_dtypedtypetorch._dynamo.sourcer3rrdimrint64int32int16int8float64r4r5r6r)itemmathisnanisinfbasecreate_unspecified_symbolDYNAMICcreate_symintnode item_memocreate_symfloatnoder)rtrr make_constantr1r(r)r*tracing_contextr, maybe_memor0rinner_tr3valuer4r5r6 item_sourcesymbolr s ` @r`from_real_tensorz$FakeTensorConverter.from_real_tensors5 9"'--">">"F"F"HHH999'6'H'H'K$&&68OP,DTJZE[D\].;;F^^A&  !  >>01PQ Q 7ehh(( ($%STT%14  - 7I   ,!! #- "  . 01EF F!U..@@QQR  ) )!&& 1   ! !""gmm3 $//CN:  #1  &  U[[%++uzz5==QR"$v'89% T H ! !::e$TZZ->f&78"(++K"6v">K"<<& * 2 2%5 =77ekk)$-$?$?"*%@%CM WW -$-$A$A"*%B%CM   - -c 2 ? ! !s NNc|jjdk7r#td|jjd|j|}||St |||||}|j |||S)Nmetaz$tensor's device must be `meta`, got z instead)pytype dispatch_keys)rrrr$rr')rtrrrrerfr]rs r`from_meta_and_devicez(FakeTensorConverter.from_meta_and_devicels} 88==F " 6qxx}}oXN  ^^A&  !  q&}  Q$ r_)rzzRweakref.WeakValueDictionary[torch._subclasses.meta_utils.MetaTensorId, FakeTensor])r rrrrzr{)rrrzr{)rrrzr{ry)rrrzFakeTensor | None)rrrrrzr{)FN)rrrrr[rr1ShapeEnv | Noner( Source | Noner)SymbolicContext | Noner*rrzr)NN) rrrrrrreztype[torch.Tensor] | Nonerftorch.DispatchKeySet | Nonerzr)rZr[r\propertyrr]rurrrr$r'rbrgr^r_r`rrjs / //.-SS L,1%+ P3";*) 1$%) f!%37f!f f f # ff1ff f\-159 !   *  3  r_rctjjd|jk(rItjj tj d|ntjd|yy)NTr5r)rh acceleratorcurrent_acceleratorrversionhipemptyzerosros r`init_gpu_contextrvsX ,,T2fkkA}}  ( KK& )Qv. Br_c#K|j}tjj}||k7rt |d|tjj 5d|_tjj 5tjjd d||_ ddddddy#||_wxYw#1swYxYw#1swYyxYww)N, T)in_kernel_invocationrhri_meta_in_tls_dispatch_includer_DisableTorchDispatch_PreserveDispatchKeyGuard!_set_meta_in_tls_dispatch_include)rprev_in_kernel meta_in_tlss r`in_kernel_invocation_managerrs 33N((88:Kn$ }B~.>?@@  ' ' ) @)- &XX / / 1 @ HH 6 6t < @1? .  @ @ @2@ .  @ @ @ @sNAC( &C C'C+C3C; C( C  CC CC%!C(ctjj|jj ddj ddS)Nz::.r)rhri _should_allow_numbers_as_tensorsnamesplitrs r`should_allow_numbers_as_tensorsrsB 88 4 4 $#))#.q1 r_cJeZdZejj dddk(Zy)FakeTensorConfigTORCH_FAKE_TENSOR_DEBUG01N)rZr[r\osenvironr"debugr^r_r`rrs JJNN4c :c AEr_rczeZdZUded<ded<ddddZddZdd Zdd Zdd Z d dd Z ddZ y )SymNumberMemoDescriptorr~_namer_is_nested_intF is_nested_intc||_yr)r)rtrs r`ruz SymNumberMemoDescriptor.__init__s +r_c||_yrr)rtownerrs r` __set_name__z$SymNumberMemoDescriptor.__set_name__s  r_c d|jS)Nrrrtobjs r`_memozSymNumberMemoDescriptor._memos4::,r_c"d|jdS)Nr_vcrrs r`_memo_vcz SymNumberMemoDescriptor._memo_vcs4::,c""r_c"d|jdS)Nr_epochrrs r` _memo_epochz#SymNumberMemoDescriptor._memo_epochs4::,f%%r_Nct||j|x}yt|tjr|j j |S|js(t||j||jk7s>|jsOt||j||jjk7rt||j|dy|Sr)rrrrhrnoder8rr_versionrrepochsetattr)rtrobjtypers r`__get__zSymNumberMemoDescriptor.__get__sdjjo. .A 7 a (QVV[[-DH ##T]]35G(HCLL(X##T--c23s}}7J7JJ CC$ /r_c|Ut||j|dt||j|dt||j|dy|j r |j rt||j|||j s&t||j||j t||j||jjyyr) rrrr is_inferencerrrr)rtrr_s r`__set__zSymNumberMemoDescriptor.__set__s = CC$ / Cs+T 2 C))#. 5!!#t':': CC% 0&&T]]3/> C))#. 0C0C D (;r_)rrrzr{)rr~rr~rzr{)rrrzr~r)rrrztype[FakeTensor] | Nonerzz$torch.SymInt | torch.SymFloat | None)rrr_zBtorch.SymInt | torch.SymFloat | torch.SymBool | int | float | Nonerzr{) rZr[r\r]rurrrrrrr^r_r`rrsu J05, #&CG(? -, E  ER E  Er_rc|eZdZUdZded<ded<ded<ded<eZd ed <eZeZd ed <eZ d ed <ed Z ded<ded<e jjjZed%dZej$d&dZed%dZej$d'dZed(dZe d)dddddd d*dZd+fd Zed,dZeedef d-dZe d.d Zd!d" d/d#Zd0d$ZxZ S)1ral Meta tensors give you the ability to run PyTorch code without having to actually do computation through tensors allocated on a `meta` device. Because the device is `meta`, meta tensors do not model device propagation. FakeTensor extends MetaTensors to also carry an additional `fake_device` which tracks devices that would have been used. r _fake_devicerr Tensor | Noner  real_tensorz$SymNumberMemoDescriptor | int | None nonzero_memo unique_memounique_consecutive_memoTrtype[Tensor] | Nonererlrfcp|jjrtjdS|jSNrd)rryrhr fake_devicerss r`rzFakeTensor.device&s, >> . .<<' '## #r_ctr)NotImplementedError)rtrs r`rzFakeTensor.device.s!!r_c|jSr)rrss r`rzFakeTensor.fake_device2s   r_c0|j||_yr)_normalize_fake_devicer)rtrs r`rzFakeTensor.fake_device6s 77?r_c|jdvr t|t|jr|j|jdk7rtt t |jj rLt j|jdt t |jj}|St j|jd}|S)zFNormalize device by initializing GPU context and setting device index.)rcrerf:z:0) rrvrlindexrrhis_initializedrcurrent_deviceros r`rz!FakeTensor._normalize_fake_deviceIs ;;/ ) V $ "6;; /FLL4H{{e#v{{(C(R(R(T{{m1WUFKK%@%O%O%Q$RS   R&89 r_NF)rrrrF _is_paramc ttttf| }tD]}|j |d|r"t t|}td|t|tr|||ur td|}nE|6t|tstdt|| td|}| td| tdd|fd| fd | ffDcgc]1\}}|*|tjtj |f3}}}|r4|d \}}|d dD]!\}}||k7s t#d |d |d|d ||}n tdtj$||| |j&n| d|}|j(s tj*j-|ntj*j/||j jdk7r"t1d|j j|j2s|jdk(r t1d||_||_||_||_||_t|tr t1d||_d|_ d|_!d|_"d|_#d|_$| r| |_%tLjNrtQjR|_*|Scc}}w)Nz8FakeTensor.__new__() got an unexpected keyword argument z5FakeTensor.__new__() got conflicting fake_mode valueszTFakeTensor.__new__() expected a FakeTensorMode or Tensor as the first argument, got zYFakeTensor.__new__() expected either (fake_mode, elem, ...) or (elem, fake_mode=..., ...)z;FakeTensor.__new__() missing required argument: 'fake_mode'z6FakeTensor.__new__() missing required argument: 'elem'rrrrr5z4FakeTensor.__new__() got conflicting device values: =rxzKFakeTensor.__new__() missing required argument: 'device' (or 'fake_device')T)dispatch_devicedevice_for_backend_keysrdz%elem.device.type must be 'meta', got z7device.type must not be 'meta' when allow_meta is Falsez$real_tensor must not be a FakeTensor)+rrr~rH,_FAKE_TENSOR_CONSTRUCTOR_IGNORED_STATE_ATTRSrnextiter TypeErrorrrrrrrrhr ValueError_make_subclassrF_allow_unsafe_data_ptr_accessri_set_throw_on_mutable_data_ptr(_set_warn_deprecated_on_mutable_data_ptrr allow_metarrr rerfrrrYrrnested_int_memorrrr4extractrX)clsfake_mode_or_elemrrr rrerfrrrrFrstate state_dict attr_namerrr_specified_devices first_nameresolved_devicecandidate_devicerts r`__new__zFakeTensor.__new__XsD$$sF{+U3 E ,I NN9d + , d:./JJ."  ' 8$:K)K WXX)I!,!"3V<#66:;L6M5NP##O) Q <TU U 6" ,.  e  :44U\\%5HI J   *;A*> 'J*;AB*? &&"&66$N%,a'84&BRASU  %F.  $$  "/"7D  ] $*  66 HH 3 3D 9 HH = =d C ;;  v % 7 8H8H7IJ ##{{f$$M""   * k: . !GH H& '+$# &DN  ! ! 1 9 9 ;D  O s#6K ct|tjj rEtj j jr tjj|yyyr) rrurhcompiler is_exporting_exportconfig#detect_non_strict_fake_tensor_leaksfake_tensor_tlsradd)rtargskwargsrs r`ruzFakeTensor.__init__sP  NN ' ' ) $$HH  A A E Ed KI *r_c$|j|Sr) from_tensor)rrs r`rzFakeTensor.from_tensors$$Q''r_r^c|tjjjjurit |dk7st |dts td|djjrtjdS|djStj|x}r||S|Dcgc]}t|tr|tus| }}|rt j#d|t$Sd}t'j(|i|D] } t | ts| j}n| tdtj*j-tj*j.j0} | rt j#d|| t$S|jr td|5||i|cdddScc}w#1swYyxYw) Nr5rz@Expected exactly one FakeTensor argument for prim.device.defaultrdz(FakeTensor unrecognized subclass(es): %sz,Could not find a FakeTensor in the argumentsz(FakeTensor mode already active: %s in %sz,fake_mode.in_kernel_invocation must be False)rhopsprimrdefaultlenrrrrryr_DISPATCH_META_HANDLERSr" issubclassrnot_implemented_logrrBrarg_tree_leavesri_get_dispatch_moderr) rrtypesrrhandlerrunrecognized_typesrargmaybe_cur_fake_modes r`__torch_dispatch__zFakeTensor.__torch_dispatch__s 599>>((00 04yA~ZQ%D$VAw  55||F++Aw***.11$7 77 74=  Jq*$=!6/A     % %:.is_device_cpucs;;%' 'r_c |jdk(Srrros r`is_device_metaz6FakeTensor._find_common_device..is_device_metafs;;&( (r_cR|jxr|jdk(SNr)rrK)rrs r` cpu_zero_dimz4FakeTensor._find_common_device..cpu_zero_dimis! *;quuw!| ;r_cR t|tsy|j| y|}|jk(r r| y v}|r|sy r|s|j| y vr"tt |jfry vr"tt |jfryt j jj}|>|jv}||jjv}|s|r|j| y|r|syt |jr) rrranymaprhrrfake_tensor_prefer_device_typerr)rt_is_cpu_zero_dim&is_bypass_zero_dim_cpu_tensor_check_opprefer_device_typecommon_has_preferredt_has_preferred$bypass_zero_dim_cpu_tensor_check_opsrrris_cpu_zero_dimrrmeta_rhs_mixed_device_fnsmixed_device_fnss r` merge_devicesz5FakeTensor._find_common_device..merge_deviceslsBa,$ ! ".q/ ,Q xx=("&7O<< 3 !)O'M ! "3 ''s==!((*CDE00s>M188+DEF"'!1!1!8!8!W!W !-'9]=O=O'O$"4 "E+$%HHM&7O)/0mQXXN Nr_Trz!Could not find common device for )rrrzrrrrzr)rrHrzr{) raten _foreach_copyradd_r nextafterrrhrr) r flat_argshas_scalar_only_inputsrrrrrrrrrrs ` @@@@@@@@r`_find_common_devicezFakeTensor._find_common_deviceFs !&'    & &  %0 II  % ! 0; NN " "0 , ( ) <= O= O~ C #   +4 0]5J%) "!LL/M   #DTF!KL L444r_r5)coeffc|j!|jjd|_t|jtj s!t dt|j|j|zS)N nt_tensor_idz1Expected nested_int_memo to be torch.SymInt, got )rrcreate_symbolic_nested_intrrhrrr)rtrs r`get_nested_intzFakeTensor.get_nested_ints|    '#'>>#L#L!$M$D $.. = CDI]I]D^C_` ##e++r_c|jdk(r|jS|jdk(r|Dcgc]}|jc}S|Dcgc]}|jc}Scc}wcc}wNrr5)rKrQtolist)rtrs r`r#zFakeTensor.tolists^ 88:?99;  XXZ1_,01DDIIK1 1.23dDKKM3 323s A3A8)rzr)rrrzr{rrrzr{)rrrzr)NNNNNNN)rzFakeTensorMode | Tensor | Nonerrrtorch.device | str | Noner rrrrerrfrlrFakeTensorMode | Nonerr%rr%rFrrrrz*Unpack[_FakeTensorConstructorIgnoredState]rzr )rrHrrHrzr{)rrrrrzr rr@rSequence[type]rSequence[object]rMapping[str, object]rzrH)rr@rr)rzztuple[torch.device, bool])rzint | torch.SymIntrzz torch.SymInt)rzr)!rZr[r\__doc__r]rrrYrrrrhrirr _mode_keyrmrsetterr staticmethodrrrur classmethodr3r#rrr r#rrs@r`rrs :Q9RL6R')I8O8QK5Q!A.DAO ....33I $$  ]]""!!@@$  =A",0"&%)&*59},01526%)}9}}* }  } # }$}3})}/}0}#}}<} !}}bL(( "$'5'7 L)L)L) L) % L)  L) L)\r5r5%5r5 "r5r5n%& ," ,  , 4r_rr7r8T)slotsceZdZUdZded<ded<ded<ded<d ed <d ed <d ed<ded<ded<ded<ded<ded<ded<ded<ded<ded<ded< ddZy) TensorMetadatazK The Tensor metadata relevant to hashing FakeTensors when caching. z torch.dtyperIztuple[_MetadataIntLike, ...]shapestriderrz torch.layoutrztorch.memory_format | None memory_format_MetadataIntLikestorage_offsetz_MetadataIntLike | None storage_bytesrrFr?is_conjis_negrrr is_coalesced int | None dense_dim sparse_dimcdtj|D]}t||j}t |t t tjfr'g}|j|||||jet |tr|j|||j|yr) dataclassesfieldsrrrtuplerrhSize_prep_args_for_hashclearrconvert_sym_intr)rtresultrrfieldr_id_hashed_objectss r` _flatten_intozTensorMetadata._flatten_intos!''- %ED%**-E%%uzz!:;35!((?PQ!'')E6*%%fe4 e$ %r_N)rG list[object]rrrr6rzr{)rZr[r\r+r]rJr^r_r`r2r2s  '' ((  --$$** M LO%%% %  %r_r2ct|}|jst|s|j|sd}|j }t |j |j|jtjk(r|jnd|j|j||t|s|jjnd|j|j |j#|j%|j'|j(|j(r|j+ndt|r|j-ndt|r|j/SdS)z1 Extract the TensorMetadata of a tensor. )r5Nr^)r_has_symbolic_sizes_stridesr is_contiguousr7r2rIr3rrhrr4runtyped_storagenbytesrFr?r9r:rrr;r=r>)rr5r7s r`extract_tensor_metadatarQs*!,M %%  ]; %%'N   hh%--/ R  ,9!,<""$$       KKT&q) t'* % $15% r_cFeZdZUdZded<ded<d dZd dZd dZdd Zy )_DispatchCacheKeyz0 Key for the FakeTensor dispatch cache. tuple[object, ...]rint hashvaluec2||_t||_yr)rhashrV)rttups r`ruz_DispatchCacheKey.__init__4scr_cXt|txr|j|jk(Sr)rrSr)rtothers r`__eq__z_DispatchCacheKey.__eq__8s"%!23MEII8MMr_c|jSr)rVrss r`__hash__z_DispatchCacheKey.__hash__;s ~~r_ch|jD]#}t|ts|j%yr)rrr7strip_shape_env)rtrs r`r`z!_DispatchCacheKey.strip_shape_env>s- $A!_-!!# $r_N)rYrTrzr{)r[rHrzr)rzrUry) rZr[r\r+r]rur\r^r`r^r_r`rSrS+s) N#N$r_rSc eZdZy)SingletonConstantN)rZr[r\r^r_r`rbrbHsr_rb)frozenr0c>eZdZUdZded<ded<ded<eZded<y ) _DispatchCacheEntryOutputInfoa Entry type for the FakeTensor dispatch cache for an output. Accounts for three possibilities: 1) The op is inplace, and a hit means we need to alias the argument at a given index. 2) We need to synthesize a new FakeTensor given tensor metadata. For view ops, we further capture the index of the arg to alias. 3) if the tensor related fields are None, then it is a constant value (e.g. None or integer) r< inplace_idxzTensorMetadata | Nonemetadataview_idxz Any | Noneconstant_valueN)rZr[r\r+r]rbrir^r_r`rereLs% ##!2NJ2r_rec*eZdZUdZded<dZded<y)_DispatchCacheValidEntryz Entry type for the FakeTensor dispatch cache. It supports two types of outputs 1) tensor 2) tuple of tensors is_output_tuple flag helps in differentiating the return type z$tuple[_DispatchCacheEntryOutputInfo] output_infosFris_output_tupleN)rZr[r\r+r]rmr^r_r`rkrk_s76!OT!r_rkceZdZUdZded<y)_DispatchCacheBypassEntryz0 Entry type for a negative cache entry. r~rNrZr[r\r+r]r^r_r`rorom Kr_roceZdZUdZded<y)_BypassDispatchCachez< Signals cases that should skip FakeTensor caching. r~rNrpr^r_r`rsrszrqr_rsc:eZdZUdZded<ded<ded<ded<y) DispatchCacheInfozG Information about the state of the FakeTensor dispatch cache. rUhitsmissesdict[str, int]bypassessizeNrpr^r_r`rurus I K Ir_ruc eZdZUiZded<dZded<dZded<eeZ ded<dZ ded <d Z d ed <d ed <ded<ded<d ed<dZ ded<dZ ded<dd ddd d dEfdZdFdZdGdZedHdZedIdZedef dJdZdKfd Z dLfd! ZedHd"ZedMd#ZedFd$Z dJd%Z dNd&Z dOd'Z dPd(Z dQd)Z! dRd*Z" dSd+Z# dTd,Z$ dUd-Z% dVd.Z&def dJd/Z' dWd0Z( dXd1Z) dYd2Z*e+d3d4d5d6d7d8d9d:Z,dZd;Z- d[d<Z. d\d=Z/dd> d]d?Z0e+e1jdjfe1jhjje1jljje1jnjje1jpjje1jrjje1jtjje1jvjje1jxjje1jzj|e1j~jj Z@e+e1jjje1jjje1jjZEdZd@ZFe+e1jjje1jjjZId^dAZJ d_dBZKdddddC d`dDZLxZMS)ar,dict[_DispatchCacheKey, _DispatchCacheEntry]cacherrU cache_hits cache_missesrxcache_bypassesrFrry static_shapesrir1z str | None_stackrrnt_tensor_id_counternt_tensor_id_initial_countTN)allow_fallback_kernelsallow_non_fake_inputsr1rrctjdt|t|||_ddl}ddl}|jjj|_ t|j||_ |||_n |du|_d|_|jjj |_|jjj$|_|j(jj*xr |j |_|j(jj.|_||_d|_g|_||_t;j<|_d|_ |jBjDjF|_$ddl%}|jLjNjPjR|_*|jT|_+y)Nzcreate_mode 0x%xrr F),logridrrurtorch._dynamo.configtorch._functorch.configrr"fake_tensor_propagate_real_tensorspropagate_real_tensorsrfake_tensor_converterrallow_scalar_outputs(fake_tensor_allow_unsafe_data_ptr_accessrfake_tensor_allow_metar_dynamofake_tensor_cache_enabledr$fake_tensor_cache_crosscheck_enabledcache_crosscheck_enabledrry enter_stackr1 traceback extract_stack _stack_tracerrirrr,$torch.nested._internal.nested_tensornested _internal nested_tensor_tensor_id_counterrr)rtrrr1rrrhrs r`ruzFakeTensorMode.__init__s$ $bh/ &<##&    # # F F #&911& "  $!.D !*d!2D %*!    # # L L * **11HH MM : : 0///  MM E E % &;"%*!VX"%335 77<<3 LL " " 0 0 C C '%)$C$C!r_c&|j|_yr)rrrss r`reset_nt_tensor_id_counterz)FakeTensorMode.reset_nt_tensor_id_counter s$($C$C!r_cBt|txr|j|uSr)rrrrtrs r` is_our_fakezFakeTensorMode.is_our_fakes!Z(@Q[[D-@@r_ctjjrHtjjr t dtjj Stjj xs<t tdxrtjj xs t S)Nz&Cannot have both xpu and cuda compiledrd) rhre _is_compiledrcr is_availablehasattrrdr!rss r`avoid_device_initz FakeTensorMode.avoid_device_init$s 99 ! ! #zz&&($%MNNyy--// / JJ # # % 3u%B%))*@*@*B 302  r_c|j3djtj|j|_|jS)N)rjoinr format_listrrss r`stackzFakeTensorMode.stack1s7 ;; '')"7"78I8I"JKDK{{r_r^ctjjtjjjt d| |j ||||S#t$rtjdwxYw)Nz2FakeTensorMode should not be set when dispatching zfake tensor raised TypeError) rhrirrrrdispatchrr exception)rtrrrrs r`rz!FakeTensorMode.__torch_dispatch__7sy 88 & &uxx'E'E'J'J K W DTFK  ==udF; ;  MM8 9  s A%% Bcddl}d}|jrO|jj}|jj d|jj |jj |j}||ur,|jjd||ft|-S|jj||jjdd|f|S)NrTF) rrri_only_lift_cpu_tensors_set_only_lift_cpu_tensors_ensureCUDADeviceGuardSetrr,rrr __enter__r)rtrhprev_only_lift_cpu_tensorsmaybe_prev_fake_moders r`rzFakeTensorMode.__enter__Ls3%)"  ! !).)H)H)J & HH / / 5 HH . . 0$xx<>2E//%tVO P   $ $Z@Q Rj 12. M   y001LRUV   ! r_cddlm}t|tjj r||vrytj j|jvr tdtj j|jvr|tjjurot|||d\}}|dD]T}t|tjs|jtj tj"fvsKtdytdtj j$|jvr td |tj&j(ur td ||j*vr td |j-d k(r td tj.j0j3|s td |j4r\tj6j9|j-tj6j:j<r tdyy)za Validate that the cache key generated by _cache_key will be reasonable. rregistered_hop_fake_fnsNzdata dependent outputTrrnormalize_to_only_use_kwargsindiceszdynamic output shapez inplace viewz unsafe viewliftzinductor::resize_storage_bytes_z non-builtinCompositeImplicitAutograd)torch._higher_order_ops.utilsrrrhrrTagdata_dependent_outputtagsrsdynamic_output_shaperrrr$rIrrO inplace_view _unsafe_viewrlift_fnsr_libraryutils is_builtinis_viewri%_dispatch_has_kernel_for_dispatch_key DispatchKeyr)rtrrrrr new_kwargsrs r`_validate_cache_keyz"FakeTensorMode._validate_cache_key*s J tUZZ;; <//  99 * *dii 7&'>? ? 99 ) )TYY 6tzz((( 2!15 ! : ( 2KE"%65;;  K<33IJJK&'=> > 99 ! !TYY .&~6 6 4$$,, ,&}5 5 4== &v. . 99;; ;&'HI I~~##..t4&}5 5 <rG|jt||jtA||j|t ||r7|jtC||j|jDt ||rQ|jt||jtC||j|jFI|jt||j|vy) a7 Translate the provided args into a form suitable for caching at FakeTensor dispatch, i.e., convert unhashable types like lists & dicts into tuples and convert FakeTensors into metadata. Raises _BypassDispatchCache to signal unsupported cases that should bypass caching. r)FunctionalCallableWithEpilogue)SubgraphCallableWrapperlength_Nz not our fakeconstant attributez tensorznon-fake tensorzsymbolic shapezfunction argument)$*torch._higher_order_ops.auto_functionalizerrrrrrBrrrrrDkeysvaluesrrrsr rrrQrJrrrFrrr FunctionTyperhr GraphModulerrXsubgraph orig_callable) rtrGrrrIrrrrgs r`rDz"FakeTensorMode._prep_args_for_hashpsf  J dT5$/ 0 MM$t* % MMGCI;/ 0 dD !  $ $VTYY[%AR S  $ $VT[[]ECT U & #C#z*'',.~>><<+./CDD %.#**W/EFF237&&vtU;C(*+<==C(%%fc2C'8!45*+;<<C$t!45((e=NOC!3!34*+>??C!5!56 d3i( bg&!((-C!89 d3i(!((6C!?@ d3i( d3i(!(():):;  d3i( c"M& #r_ct|ttdfryt||t|ts t d|j t d|jr t dt|r t d|jD]$}t|t|k(st dy)Nznon-FakeTensor outputrz sparse outputzsparse compressed outputzkwarg aliases output) rrUr%_validate_symbolic_output_for_cachingrrsr rrr r)rtrrrrrrkvals r` _validate_output_for_cache_entryz/FakeTensorMode._validate_output_for_cache_entrys fsDJ/ 0  .eV<&*-&'>? ? ?? &&';< <   &7 7  '&'AB BMMO CD$x2f:%*+ABB Cr_ct|ttjt dfrt ddd|St t|D],}t||t|k(st |ddcSd}t|tjjrd|jrXt|D cgc]\} } t| ts| } } } t| dk7rtdt| | d}t|} t!fd| j"D| _t!fd| j$D| _j'| j(| _| j*dnj'| j*| _t d| |} t-| fd }dd lm} |j3||||}tj6j9|}tj6j9|}||k7r t5d | Scc} } w#|$r t5d dwxYw) Nrfrgrhri)rfrgrhr5z1Expected exactly one tensor arg for view op, got rc3@K|]}j|ywrconvert_outputrrrs r`rzBFakeTensorMode._get_output_info_for_cache_entry..sO1u33A6Oc3@K|]}j|ywrrrs r`rzBFakeTensorMode._get_output_info_for_cache_entry..sQA 4 4Q 7QrFrlrm)GuardOnDataDependentSymNodezdata dependent symnodezdispatch_key_set mismatch)rrUrhrrrerangerrrr@r enumeraterrrQrBr3r4rr7r8rkr=rrrsri_dispatch_key_set)rtrrrrrridxrhiridxsrgrentry_for_synth_outputr synth_output synth_key_setkey_sets ` r` _get_output_info_for_cache_entryz/FakeTensorMode._get_output_info_for_cache_entrys) fsELL$t*= >0 4$v  T# C$s)}6 *4 #dT  dEJJ11 2t||"+D/K$!QZ65JAKDK4yA~$GD {SAwH*62OOOQQQ"'"6"6x7N7N"O%%- %%h&<&<=  . ":5"  V K88-sD$L22<@ ((,,V4 G #&'BC C gLJ+ K ''?@d J  Ks>H/H/ H55Ic ddlm}m}ddlm|j |||t |tjjrG||vrCt |tr|n|f} tfd| Dxs||v} | rtd|d|dt |ttjtdfrt!ddd| } t#| fd St |tr|D]} |j%|||||| n|j%||||||t |tr9|D cgc]} |j'|||||| }} t#t|d S|j'||||||} t#| fd Scc} w) z Make a cache entry object for the given 'output' Tensor. Raises _BypassDispatchCache if the output tensor has characteristics that prevent caching it. r)hops_that_skip_faketensor_cacher)has_free_unbacked_symbolsc3K|]8}t|tjtjfxr|:ywr)rrhrr)ror*s r`rz3FakeTensorMode._make_cache_entry..MsAq5<<">?51!45s>Azunbacked symbol in HOP z output or z# in hops_that_skip_faketensor_cacheNrFrT)rr)rr=r*rrrhrrrBrrsrUrrrerkrr')rtrrrrrrr)routs non_cacheable output_info out_elementout_elemrlr*s @r`rz FakeTensorMode._make_cache_entry*s  T   tV4 tUZZ;; <//'66VID"; :: *-dV4v@B fsELL$t*= >7 4$vK,)^U  fe $%  55    1 1   fe $!' 55  L ,"<0 $ ?? K,)^U 5 s-Fc |jA|j5|j)|jtur t d|jS|j,||j}t |ts t d|S|j}|yt|r t dd fd tfd|jD}tfd|jD} |j} |j|jtj} |j |j j"} t%|5| 5t'j(|| |j*|j,d|j.} dddddd|j0r t&j2j5 d |j6r t&j2j9 d t |t&j:j<r|j>r|tAtB|j} t | ts t d | jE}t%|5| 5 jG|| || ddddddt| |jHS#1swY1xYw#1swY6xYw#1swYBxYw#1swYFxYw) Nz2entry.constant_value must not be SingletonConstantz inplace_arg must be a FakeTensorz)Sparse tensors are not supported in cachect|tr3|j td|j |jSt|t r td|S)Nz6state.shape_env must not be None for _SymIntOutputStubz Unexpected _PySymInputStub value)rr8r1rrr7)r_rrs r` check_valuezGFakeTensorMode._get_output_tensor_from_cache_entry..check_valuesZ%!23??*(P}}S%//::e_5()KLL r_c30K|] }|ywrr^rrr4rs r`rzEFakeTensorMode._get_output_tensor_from_cache_entry..sDk!U+Dc30K|] }|ywrr^r6s r`rzEFakeTensorMode._get_output_tensor_from_cache_entry..sF{1e,Fr7rd)rIrrrFTzview_arg must be a FakeTensor)r_r6rr6rzr')%rfrgrhrirbrrrrrBr3r4r7r8 contextlib nullcontextr1suppress_guardsrrh empty_stridedrIrrFr9ri _set_conjr:_set_negrr@rrrUrOset_r)rtrrrrr inplace_argrgr3r4r7maybe_suppressrtview_argstorager4s ` ` @r`#_get_output_tensor_from_cache_entryz2FakeTensorMode._get_output_tensor_from_cache_entrys    %&&##'88$H'' '    (u001Kk:6$%GHH >>    " !LM M DX^^DDFhooFF$X%<%> %!^^;;N )$ / 1A ''nn&44 E      HH  ud + ?? HH  eT * dEJJ11 2t||Denn56Hh 3$%DEE..0G-d3 C^5E C 7NE6B C C$x771    * C C C CsH!K):K#KK8K,+K8K KK),K5 1K88Lc |jr7|jDcgc]}|j|||||}}t|S|j||jd|||Scc}w)z? Create a new FakeTensor from the cache entry. r)rmrlrDrB)rtrrrrrr/outputss r`rz'FakeTensorMode._output_from_cache_entrys  $)#5#5  88;T4G > !;;u))!,c4 sA&c dfd  |j||||} ||y#t$r}td|d|d|d||d}~wwxYw#t$r}td|d|d||d}~wwxYw)z Helper to validate that the output synthesized from the cache matches the output created by normal dispatch. c>t|trt|tstdt|t |t |k7r#tdt |dt |t ||D]\}}||yt|t r't|t r||k7rtd|d|y||td|yt|tr@t|t|us|j|jurtd|d|yt|tjrCt|tjstdt|tt||ytdt|) NzExpected tuple, got zTuple length mismatch: z != zInt mismatch: zExpected None, got zSymType mismatch: Expected Tensor, got zUnsupported type )rrBrrrziprUr(rrhrrr RuntimeError)ablr assert_helpers r`rOz>FakeTensorMode._crosscheck_cache_output..assert_helper sz!U#!!U+(+?Qy)IJJq6SV#(+B3q6($sSTvh)WXX1I(DAq!!Q'(As#!!S)Q!V(>!D)DEE.4=(+>qc)BCC!A|,7$q')QVV166-A(+=aSQC)HII.BAu||,!!U\\2(+@a )JKK"9a3"%6tAwi#@AAr_z*FakeTensor cache crosscheck failure: func=z, args=z , kwargs=z: Dispatch raised=N)rLrrMrrzr{)r ExceptionrK) rtrrrrr true_outputrrOs @r`rz'FakeTensorMode._crosscheck_cache_output s B0 --dE4HK   +v .  ._check_fake_real_valsb s3$ 23>>)(M 33nn66;;=>nnCCHHJK ==!HHTYY^^T:> %ww||, 4:4&@PQUPVVWX , KsE4(4</6tfz2FakeTensorMode._maybe_infer_fake.. s"%d)&)jj-r_ metadata_fnzFReal tensor propagation found a metadata mismatch between fake tensor z and real tensor z , at outputz , for func: c4tjdSrqrtrusr`rwz2FakeTensorMode._maybe_infer_fake.. s&)$i*-**1r_zIReal tensor propagation found an output size mismatch between fake shape z and real shape z , at outputz.size(z ), for func: c,tdddS)Nr]r^rrr~)rrrhsr`rwz2FakeTensorMode._maybe_infer_fake.. s$!$i$@FVW[V\"])r_zQReal tensor propagation found an output value mismatch between fake output value z and real output value )rrrhrrzr{)ritorch._subclasses.fake_utilsrZrrhrrrr*generate_fake_kernels_from_real_mismatchesr_infer_fake_from_real_tensorr.rrJrz) rtrpathrrhrZrjjs_fakes_realrvris `` `` @@r`_maybe_infer_fakez FakeTensorMode._maybe_infer_fakeV s I < dELL ) (;!#'"'2(1TYY[$))+1N'O ##FF)&&9 TU{1\d.&&QQ!,!4D$EtKK'#f$5dV<#D\N,tf>   %dD1U{u) ##**UU%0%8dDI4OO+##'&(9$@!!'l4&B  &-''..YY)4) s-vO B) +))-.EdVL &t ~\$A  saD= E>6 G> E; AE6E;!E66E;> G;AG6 G;$G66G;> H-!H((H-c ddlm}djrtjjd fd }t j |\}} t j|\} } |d||||tt|| D cgc]\\} } }j!| | |c}} } \}}t#|r r|t j%|| S#t$rktjjjr-tdfd|tfd |cYdStd |d |d dwwxYwcc}} } w)z Helper to cross-check fake/real output properties & values, and create new fake vals if mismatched, but at the kernel level. Means this handles pytree outputs & checks aliasing. r)_check_alias_infoNcttjjj j_yr)rsetr1pending_fresh_unbacked_symbols difference)pending_unbackedrtsr`_clear_pending_unbackedzXFakeTensorMode._maybe_infer_fake_kernel_from_pytree_out.._clear_pending_unbacked s4<@DNNAABMM$=DNN 9r_rkroc:tdjdS)Nz>Mismatched aliasing spec between fake kernel and real kernel: rrrtrusr`rwzIFakeTensorMode._maybe_infer_fake_kernel_from_pytree_out.. s#!$i\]`]g]g\hi)r_rxct|Sr)r)rrrts r`rwzIFakeTensorMode._maybe_infer_fake_kernel_from_pytree_out.. s:4qIr_zGReal tensor propagation found an aliasing mismatch between fake output z and real output z , for func: ry)r}rr1rrrtree_flatten_with_path tree_flattenrrhrrr~rr0rJrrtree_unflatten)rtrfake_inreal_infake_outreal_outrrfake_paths_leaves fake_spec real_leavesr _fake_path _fake_out _real_out fake_leaves overridesrvrs`` @@r`(_maybe_infer_fake_kernel_from_pytree_outz7FakeTensorMode._maybe_infer_fake_kernel_from_pytree_out sx C  >>#DNN$Q$QR  (.'D'DX'N$9,,X6 Q  /7Hg >"%;>%{;6+ZY&&tZIN"  Y  N/ # %$$[)<.1 s! ./A ) )! c3<K|]}t|tywr)rr)rrLs r`rz0FakeTensorMode._dispatch_impl..3 s:1Av&:sFrrTrdc38K|]}|jduywrr.rrs r`rz0FakeTensorMode._dispatch_impl..] sM!qzz-Mz. should not have fake inputs without constantsr[r5z1Expected exactly one arg for lift func, got args=z kwargs=c38K|]}|jduywrr.rrs r`rz0FakeTensorMode._dispatch_impl.. Qa1::T1Qrc3@K|]}j|ywr)may_turn_const)rrrts r`rz0FakeTensorMode._dispatch_impl.. sP!t2215Prc,j|dS)NTr)rb)r converterrts r`rwz/FakeTensorMode._dispatch_impl.. si88qPT8Ur_ct|tr |jSt|trj t d|j j|j jjjjjjjSt|tr |jS|S)Nz2self.shape_env must not be None for symbolic types)rrrr(r1rrrer_xreplacerarbrreal_obj)rrts r`maybe_to_real_tensorz;FakeTensorMode._dispatch_impl..maybe_to_real_tensor s!Z(}}$A|,>>)(Lvv}}FFKK(()I)IJSSEE A/0zz!r_)compute_unbacked_bindingsfree_unbacked_symbolsc38K|]}|jduywr)rrs r`rz0FakeTensorMode._dispatch_impl.. sM!AMM-Mrc3K|]F}t|txr0|xxr$jduxrtfdDHyw)Nc3NK|]}|jjvywr)r1rb)rsrts r`rz:FakeTensorMode._dispatch_impl... s(!N!NNs"%)rr(r1r)rrLrrtsymss r`rz0FakeTensorMode._dispatch_impl.. sf q,/!6q!99d2!% sA Azpropagate_real_tensors %sz9real-tensor fallback failed for %s: %s; silently ignoringz,SKIPPED propagate_real_tensors %s(%s, %s) %sc D ddltjdd fd  urtjj j s jf f| n jf f| }t|tslt ts\t|t urFtttj|ttj n t|  j|d|S)Nrzmaybe_propagate_real_tensors %sct|trtjdt |t |||_t |j|jD]\}}||t |j|jD]\}}|||j|jyt|tr|rt|jjjrHj tdjj!|jj|yt|jjx}j"ret|j$jrD|j&dk(r4j tdjj!||yyyyyy)Nz%maybe_propagate_real_tensors %s -> %sz3self.shape_env must not be None for symbolic Symbolr5z/self.shape_env must not be None for symbolic Eq)rrrrrrrJrzr4r7r(rr_Symbolr1r"set_real_tensor_prop_unbacked_valsrdlhsrhs)rreal_trreal_srgortris r`rzOFakeTensorMode._dispatch_impl..maybe_propagate_real_tensors..go+ sa,II?A6 %+AM%(6;;=%A& 61f &%(V]]_%E& 61f &q'')6+@+@+BC<05J15M!!&&++u||<>>1"0 U#IIFFKK# #31UXX>&quuell;EEQJ>>1"0 Q#II!VT'<?6N0r_T)peek)rrHrrrzr{)rirrrhrrr~rrrrr1rBrrr1) rrrirrrrrnil real_args real_kwargsrrts @@r`maybe_propagate_real_tensorszCFakeTensorMode._dispatch_impl..maybe_propagate_real_tensors& s  II7 > U UBs"''..YYAAv"K0   $LLv"K0   H#8V4&x8Xd8n<f11(;<f11(;< b(H5 *$..(NOr_) meta_tablerc34K|]}t| ywr)rrs r`rz0FakeTensorMode._dispatch_impl.. sPQ a 00Przprims::prim_meta_implmissing_fake_kernelcdtiSNrsr|rsr`rwz/FakeTensorMode._dispatch_impl.. sc$i)r_rxcSrr^)ctxsr`rwz/FakeTensorMode._dispatch_impl.. sSr_cdtiSrr|rsr`rwz/FakeTensorMode._dispatch_impl.. s #d)-r_c$tjjjr-tjjjgiSsj s t | t }t|Sr)rhrrcan_generate_trivial_fake_implgenerate_trivial_fake_implcan_run_unsafe_fallbackrrun_fallback_kernel)errorr args_specrrhas_symbolic_sizesrrts r`maybe_run_unsafe_fallbackz@FakeTensorMode._dispatch_impl..maybe_run_unsafe_fallback s~~##BB4H~~++FF#)")E)Ed)K2488}4T:&tT9iO Or_z*failed while attempting to run meta for %sro)rrErzz)T | Tensor | torch._C.ScriptObject | None)rrErzrEr)rzRuntimeError | Nonerzrh)irrrr_check_for_subclass_check_for_subclass_argrrrrBrrrrrrhrr_to_copyrprims device_putrrrrallrr rrr)clonerbr%validate_and_convert_non_fake_tensorsrr@rnondeterministic_seededrrdetach__nested_tensor_from_tensor_listr tree_map_onlyrrr1r9r:ignore_fresh_unbacked_symbolsinvalidate_written_to_constantsr=rrrHrr library_utilsrMutationCheckerZeroDivisionErrorcheckcheck_aliasing_constraintrrbget_fast_op_implsr"rrcpp_meta_supports_symint#_unbacked_special_fake_handling_opsrr decomposerrrstride_incorrect_oprrr_custom_ops_profiledatageneric_fake_kernelhas_fake_kernel"inferred_fake_kernel_from_real_outrrsimple_registry singletonfind fake_implkernel FakeImplCtxset_ctx_getterrop_implementations_checkshas_metarrrPr+wrap_meta_outputs_with_default_device_logic)8rtrrrrrhas_unrecognized_typesrrrflat_arg_fake_tensors is_lift_funcavoiding_device_init!device_conversion_skip_const_proprLconst_flat_args const_args const_kwargsr all_constantflat_outflat_out_tensorsr#maybe_ignore_fresh_unbacked_symbolsrreal_flat_argsrmutation_checkerrvr fast_implrrrprofilesrGmaybe_fake_implrrun_impl_checkop_impl op_impl_outrfallbacknot_implemented_errorrrrrrrrrrrrrs8`` `` @@@@@@@@@@@@r`rzFakeTensorMode._dispatch_impl s  J%22D&>B 9"5Y!? !!*".Ea.HQ" " % %>@R " !,5 Mq9I9I!9L M M ! 3H!  ; : : : .. t}},  %  ! ! //777&8$))U2'+$uyy11999'+$ EIINN++33 3 .47ELL1 .Q##v--"" * !6 +D 1&)5M7LMM$fJKCL=>d..q1 q8O(.'<'<_i'X $J  3l3CCyF"t':':3'? !]&))+C& 11$41PP 6{a3t9>$GvXV\U]^DG}& 11$Q@@.2-W-W )Y . *) &Q;PQQ tUZZ22 3 11B &&dii744<d..q1 q8O(.'<'<_i'X $J  8J7,7 8))#.H+3Maz!V7LM MP?OPPL++U( ;55c: ; ,,Y B f tUZZ;; <// >>)&&^^AA 0  F:< F4.t4dEfE F F F ,,T3H$PVW   6 ( h  ' 'M7LMM #   II14 8?HI!215INI%+%:%:>9%U "I{&11$7J#0#@#@.)$  :k: &&(77 IxX  ( ( II>%>>== O O d )+//5I$3Id4TT4TV4TUU -  "11$7"tt/W/W'W :**"05P:OPP71+D14B6B  ;"DNND3F3N*7:  ; ;+ ; ** *./'- 3'D''88   =='';;  x}}$3x33D$PPPP  ' '#!,,T2*!006;D$Q!)! 4F;; ..88BBGG IIK )FF   nn..::4F^^--<<[I@4@,d=f=F7?@@@8(A E #NGd#%dDB4B6B n47 DD  E*. P& P  P P(~02H/9 9  -d3 *$)&) *,  < <46::h+? =   ["!Nb&&j 8 8 N< F F F F FdJ%  O  X  ; ;"  H@@@@@$ // +)44T:2?dHUF%-% 8??G' x * *" D,-BC C  MMF M  s@h< h<ii&ii <&i i1i*i*j i/" j5jj%k"k(kAl.l1k, l l6 n  m= n ii'/i8 4jj k j==kkkk),k5 1l8 ll l m:Am5-m:3m55m:=nn on o $o debugprimsrrxlavision torchtext torchaudio quantizedcv|jsy|j|jvxs|jdk(S)NFz fbgemm::gmm)r namespace+_can_run_unsafe_fallback_allowed_namespacesrrtrs r`rz&FakeTensorMode.can_run_unsafe_fallback+ s:** NNdNN N ,yy{m+ r_cdgdfd }Dcgc] }|| }}|fScc}w)z Checks if the list of tensors are fake tensors. If not, try to convert them to fake tensors. Returns the original args, kwargs, and a flattened list of (args, kwargs) that are fake tensors. ct|ts|S j|st drXtj j jvr2tj\}}tdt ||tj jntj}|skt|tr)|j urtd|j d tj\}}tdt ||j# |}n|}j%||S)NrzECan't call metadata mutating ops on non-Fake Tensor inputs. Found in z"Mixing fake modes NYI x.fake_mode=z vs self=zuPlease convert all Tensors to FakeTensors first or instantiate FakeTensorMode with 'allow_non_fake_inputs'. Found in )rrrrrhrrrrrrr"rrrrrrbr) rrrrrrrrrrrts r`validatezFFakeTensorMode.validate_and_convert_non_fake_tensors..validateD sUa(##A&4(UYY-C-Ctyy-P#)#8#8I#NLD&(_`klprvx~``AB 'EEM..(GG& -!!Z0Q[[5L,@ YW[V\]$*#8#8I#NLD&(BBMdTXZ`BaAbd  00q9 ! ( ( -Jr_)rrErzT | FakeTensorr^) rtrrrrr"rLvalidated_argsrs ````` @r`rz4FakeTensorMode.validate_and_convert_non_fake_tensors6 s@35  D099!(1+99444:s-c`jdddfd }t||S)NFcRttsStj\j }|r7t j jk(fdttS+rjSjxsSS)Nc(djdS)Nz-FakeTensor is wrapped to wrong device, found z , expected ro)rrsr`rwzZFakeTensorMode.wrap_meta_outputs_with_default_device_logic..wrap.. sKAHH:U`an`opr_) rrrrrrh_checkrrrErbrg) rrrrrrrrrts ` r`wrapzHFakeTensorMode.wrap_meta_outputs_with_default_device_logic..wrapv sa($224C!***1-K HH -pAqz!&)%55dA>>$99a!8= r_rrErzr#)rr0) rtrrrrr)rrrs ` ``` @@@r`rz:FakeTensorMode.wrap_meta_outputs_with_default_device_logici s7..  !&  Da  r_rcddl}ddlm}|8|j}|js t d|xjdz c_|j ||d}|jjjd}|j t d|jj|jj||||}|S) Nr) NestedIntNodez4should only be called while FakeTensorMode is activer5intermediate_offsets_or_lengthszself.shape_env must not be None)valr()symr8r() r!torch.nested._internal.nested_intr,rrrrrr(EphemeralSourcer1rX create_symbol)rtrrhr,r8srcrets r`rz)FakeTensorMode.create_symbolic_nested_int s 4C  44L##$J  % % * %u||M,:;mm""223TU >> ! !BC Cnn..,,- /  r_cltjj|jvry||jvSr)rhr view_copyr_cpp_meta_supports_symintrs r`rz'FakeTensorMode.cpp_meta_supports_symint s, 99  $)) +t5555r_c|jtkxr;t| xr-|j| xr|jj dk7Sr)numelCONSTANT_NUMEL_LIMITrrrrrs r`rzFakeTensorMode.may_turn_const sS GGI- - (!!$$ ($$Q'' ( '  r_ctd|D}t|}|r|jrt|||d\}}|j D]u\} } | dk7s|j | r| nd} |j | s2|j| sD| jQ|jj| jwyyy)Nc38K|]}|jduywrr.rs r`rzAFakeTensorMode.invalidate_written_to_constants.. rrTrinputrt) rr is_mutabler$r has_argumentrr rr) rtrrrr any_constant schema_inforrkrs r`rz.FakeTensorMode.invalidate_written_to_constants sQ;PQQ %d+ K224.-1 MAz #((* W1w,+*B*B1*EAF$$Q'#..q1 ...JJ1::V W5  3/  1515'15$ 15  15 / 15f/! /!/!$ /!  /!  /!d-1) <!,    "" ''       !! $$ // 55== !+6  !! +' 6 4??22D4H4H4P4PQH WW 4W W % W  W:&* $37  #    1     r_cddlm}m}tjj j jdu}|r||D] }tdy||D],}|jD]}||jvstd.y)a  Validate symbolic content in output and raise _BypassDispatchCache if caching should be bypassed. Args: state: Cache key state containing known symbols output: Output to validate proxy_mode_active: Whether PROXY dispatch mode is currently active Raises: _BypassDispatchCache: If output contains symbolic content that prevents caching Details: If our output contains any symbols that didn't appear in the input then we need to bypass. Usually this will be unbacked symbols which can't be properly reconstructed but there could be "weird" cases where backed symbols spontaneously appear (from non-input state)? If we're proxy (symbol) tracing and the output contains ANY symbols then we need to bypass. The problem is that ProxyTorchDispatchMode relies on SymNode object identity and being able to see the construction of SymNodes. We could improve the proxy tracing case in a few ways: 1. If the output SymNodes are directly copied from inputs then this is actually fine - they're already tracked. This would probably be the biggest bang/buck. 2. If the output (tensors) are all direct copies of the inputs then this is also fine - since they're inputs they must be tracked. We already compute this we just don't plumb it around enough. 3. If the output SymNodes are already tracked by the proxy then this is also actually fine - they're properly tracked. This probably wouldn't be common since for most outputs we use torch.empty_strided() and recompute strides. 4. We could use the proxy to track "how" the SymNodes were computed and when using the cache we could "replay" them properly to teach the proxy how to build them. r)_iterate_exprs_iterate_nodesNzProxy mode with SymNode outputzunrepresented symbol in output) r=rSrTrhrrrrrsr`r)rrrSrTrrrras r`rr sZU&&33BBDDPJ ' IA&'GH H I ' QA.. Q!4!44./OPP Q Qr_c  tjj|jvri t 5d fd }|Dcgc] }|| }}t j ||\}}||i|} dddt |D]H} t| tst| r j| jjJd  fd } t j|  Scc}w#1swYxYw)Ncj|r\tj||j}|jr|j |j |t|<|S|S)Nro)rrh zeros_likerr _coalesced_r;r)rrr inp_implss r`to_real_tensorz+run_fallback_kernel..to_real_tensore sY$$Q'&&q?;;OOANN$45%& "S'" Hr_c"t|vr9t|tr)t|s|j j vrt|tr7t|vrt|Sj j|S|Sr)rrrrr_cdatarrb)rrrYorig_not_implemented_exceptionstoragess r`map_outz$run_fallback_kernel..map_out s a5 ! q& !!!$  "))X50 0 a !u ! A'' 66GG STUUHr_)rrErzz T | Tensorr*)rhrrrr)rrrrrrrrr\r0)rrrrr]rZrLrrrrr_rYr^s` ` @@r`rrQ s yy*,,I " 1::1^A&: :,,Y B f $ !& !" &)UH 8 a  # Q--/6678 ??7A &&C;""s C:C5#C:5C::Dc.|j|||<yr)r`r}rrs r`rr s E#Jr_c|||<yrr^ras r`rr s E#Jr_c4eZdZddZ d ddZy) FakeCopyModec||_yr)r)rtrs r`ruzFakeCopyMode.__init__ s "r_Nc|r|ni}|tjjjurTt |dt st dt|d||jj|ddfi|S|t jurt|dk7st|dk7r$t dt|dt|dtt |d}ttttf|d }t!||vr|t!|S|jj|d}||t!|<|Stjj#5||i|cdddS#1swYyxYw) NrrIT)rz3Expected 2 args and 0 kwargs for __deepcopy__, got z args and z kwargsr5)rhri TensorBaserrrrrrr __deepcopy__rrrrUrrDisableTorchFunctionSubclass)rtrrrrrmemors r`__torch_function__zFakeCopyMode.__torch_function__ sw"r 588&&,, ,d1gv.$'>F)rrrzr{)r^N) rr@rr(rr)rzMapping[str, object] | Nonerzr)rZr[r\rurlr^r_r`rdrd sD#"$.2 - - - - , -  -r_rdct|dk7st|dts td|djj rt jdS|djS)Nr5rz. s=a&q)=)r)rs r`rr s =9= ==r_ct|tryt|tsyt|}|turyt |t j jxr|jtju}|ryy)NFT) rrrrrrhr@rAr)rx_type#is_metadata_only_parameter_subclasss r`rr sp!Z  a  !WF  6588--. C  % %)B)B B(+ r_cdtdtt|djDS)Nc32K|]}t|ywrrUrrs r`rz..s4A4rrr)rBrrrzrns r`rwrws,e4VT!W-2244/r_cdtdtt|djDS)Nc32K|]}t|ywrrxrys r`rz..s6A6rrr)rBrrr4rns r`rwrws,6VT!W-44661r_cVttt|djSr)rUrrr7rns r`rwrw s" VT!W,,.9r_)_device_not_kwarg_ops_is_tensor_constructor_like_tensor_constructorscontains_tensor_typesrrrrch|tjvr tjj|yyr)rr}rrs r`rr%s) n"""  %#r_ctjdtjdtjtjdtjtj }|rjtjdt d|D}t|jdD]#\}}tjd|d z|d |%yy) NzFakeTensor cache stats:z cache_hits: %sz cache_misses: %sz cache_bypasses:c32K|]}t|ywr)r)rrBs r`rz#dump_cache_stats..2s-qCF-rrc|d Srpr^)r!s r`rwz"dump_cache_stats..3s AaD5r_rz %-*s %sr5r) rinforr~rrmaxsortedr)rywidthrBrs r`dump_cache_statsr*sHH &'HH !:!:;HH !>#>#>?,,H $%-H--8>>+A ;DAq HH]EAI!Aw : ;r_c&d fd }|jdk7r|d|jt|jDcgc]5}tjj j |j7}}dg|jz}t|jDcgc] \}}||f } }}| jdd} | } | D]P\}}|| k7r'|d|jd |jd | ||<| |j|z} | ||z} R|5tj|||j|j|j cdddScc}wcc}}w#1swYyxYw) Nc<tdjd|d)NzQpropagate_real_tensors: we cannot infer a Fake kernel (meta kernel) for operator z because z>. Please use torch.library.register_fake to add a Fake kernel.)rKr)rrss r` unsupportedz1_infer_fake_from_real_tensor..unsupported:s1**,((9VHEK L  r_rz'a return has a non-zero storage offset rc|d|d fSr"r^)rs r`rwz._infer_fake_from_real_tensor..]s!qte}r_rr5z(a return was not dense in memory (sizes z strides ))rrIr)rr~rzr{)r7rrKrhrr allocate_sizer1rr4sortr3r<rrIr) rrsrrr fake_shape fake_stridesr rrnexpected fake_strides ` r`rr7s  A%5h6M6M6O5P Q x||~&    ..t~~>J4(,,.(L&/0A&BCFC3xCGC LL,L-HK43 = :8>>:J)T\TcTcTeSffgh ( ShnnS11!JsO3 4  ""  ??..??    5D  s:E<;F:8FFc|j tdtj|\}}t d|Dst d|j |Dcgc]}t|||}}tj||Scc}w)Nzmode.shape_env must not be Nonec3PK|]}t|tj ywr)rrhrrs r`rz5inferred_fake_kernel_from_real_out..}sBqz!U\\*Bs$&zPpropagate_real_tensors: we don't support operators that return non-Tensors. Got ) r1rrrrrKrrr)rrsr real_flat_outspecr fake_flat_outs r`rrss ~~>?? !--h7M4 BMB B " | -  IVV11$A>VMV   55WsB )rkr~rzr)rrErzzdict[T, Literal[True]])rzz/Generator[TorchDispatchMode | None, None, None])rrrzzGenerator[None, None, None])rz!Tensor | TraceableWrapperSubclassr(list[Tensor | int | SymInt | OpaqueBase]rzr)rrHrzzTypeGuard[Tensor])rrHrzr&)rr@rzztorch._C._SchemaInforE)rztype[T]rr/rzzlist[T])rrHrzrr$)rrrzr2)rr6rrrzr{) rrrr@rr)rr/r]rKrzr)r}r|rrSr_DispatchCacheEntryrzr{)rr)rzr)rr)rzr)rrHrzr)rrSrzr{ry)rrrstorch._ops.OpOverloadr torch.Tensorrzr)rrrsrrrrzr) __future__ratexitr9r@rrUrRr threadingrrtypingr collectionsrrrrrr r r r typing_extensionsr rrrrhtorch._library.utilsrrrrrrrtorch._C._functorchrr"torch._library.fake_class_registryrtorch._library.fake_profilertorch._loggingrtorch._opaque_basertorch._prims_commonrtorch._subclasses.meta_utilsrrrrr torch._utilsr!r"torch.fx.immutable_collectionsr#torch.fx.operator_schemasr$ torch.multiprocessing.reductionsr%torch.overridesr& torch.typesr'r(torch.utils._mode_utilsr)torch.utils._python_dispatchr*r+r,torch.utils._pytreer-r.r/r0r1r2torch.utils._statsr3torch.utils._tracebackr4_fake_tensor_utilsr6r7r8collections.abcr9r:r;r<r=r> torch._guardsr? torch._opsr@r=rArB getLoggerrZr_logginggetArtifactLoggerrrrrr~rDimList_pytreerrErrrr:rrrG frozensetr]rr}rlrnrKr}rrrrrrlocalrrrcontextmanagerrrrrrrrrrrrvrrrrrr6r2rQrSrbrerkrorrPrsrurrH_StoragePointerrrrrrdrorrrrrrzr4r7rr;r=r>profiler_record_function_exit_RecordFunctionrWtorch._subclasses.fake_implsr}r~rrrrrrrregisterrrrr^r_r`rs"   #!OOO55! ,,33T?8,)5H98;-1/ WV$4RRPP#$%Og!  ) )(4J K..::8EVW     CL zz~~%*09&660,   \   L   ,  <  <  <  L GIOOG /& -- ,,/ 2. & F F ..  D D@ $WWt    @@ @@. BB@E@EFR4R4j&79LLM *%*%*%Z#L $$$8   $d#33$3$ $d# " "$ " $d#$25NN $d#9$ $d#$(u &u p;:Q :Q#-:Q :Q|>'>' >' >' >' %1 >'  >'B 7    7   $-$$-N#6>2 IINN!!? IINN" IINN!!$ IINN!!)), ( IINN'' IINN$$ IINN%% II,,<<    &  ; ;9 9 39 ?K9 9 x6 636?B66Yq)SV3/g//;M0MN s)XY "YY