^j~bFddlZddlmZddlmZddlmZmZmZm Z m Z m Z ddl Z ddl mZddlmcmZddlmZmZddlmZmZmZmZmZmZmZmZmZmZm Z m!Z!ddl"m#Z#dd l$m%Z%dd l&m'Z'm(Z(dd l)m*Z*m+Z+d e e,e,ffd Z-de j\d e e,e,fde e,e,ffdZ/de,de,d e e,e,fde e,e,e,e,ffdZ0GddejbZ2GddejbZ3GddejbZ4GddejbZ5d1dZ6e*e6de6de6de6de6de6de6dd d!d"#e6dd d!d"#e6d$d d%&d' Z7d2d(Z8d3d)e9d*e:de5fd+Z;e+d3d,Ze+d3d/Z?e+d3d0Z@y)4N)deepcopy)partial)DictListOptionalTupleTypeUnionIMAGENET_DEFAULT_MEANIMAGENET_DEFAULT_STD) PatchEmbedMlpDropPathcalculate_drop_path_ratesClNormMlpClassifierHead LayerScaleget_norm_layer get_act_layerinit_weight_jaxinit_weight_vit to_2tupleuse_fused_attn)build_model_with_cfg)feature_take_indices) named_apply checkpoint)generate_default_cfgsregister_model window_sizec|j\}}}}|j|||dz|d||dz|d|}|jddddddjjd|d|d|}|S)aT Partition into non-overlapping windows with padding if needed. Args: x (tensor): input tokens with [B, H, W, C]. window_size (int): window size. Returns: windows: windows after partition with [B * num_windows, window_size, window_size, C]. (Hp, Wp): padded height and width before partition rrshapeviewpermute contiguous)xr!BHWCwindowss d/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/timm/models/hieradet_sam2.pywindow_partitionr4 sJAq!Q q!{1~%{1~qKN7JKXYN\]^Aii1aAq)446;;B AP[\]P^`abG Nr2hwc|\}}|jd||z|dz|dzz}|j|||dz||dz|d|dd}|jddddddjj|||d}|S)aZ Window unpartition into original sequences and removing padding. Args: x (tensor): input tokens with [B * num_windows, window_size, window_size, C]. window_size (int): window size. hw (Tuple): original height and width (H, W) before padding. Returns: x: unpartitioned sequences with [B, H, W, C]. rrr'r#r$r%r&r()r2r!r6r/r0r.r-s r3window_unpartitionr80s DAq aQUk!n4 AFGA Q[^+Q+a.-@+a.R]^_R`bdeA !Q1a#..055aArBA Hr5r/r0returncr|d||dzz |dz}|d||dzz |dz}||z||z}}||||fS)Nrr)r/r0r!pad_hpad_wHpWps r3 _calc_padr@Asb ^a+a.0 0KN BE ^a+a.0 0KN BE YE B r5% r5c eZdZUejj eed< d dededede jffd Z dejdejfd Z xZS) MultiScaleAttention fused_attndimdim_out num_headsq_poolc||d}t |||_||_||_||z}|dz|_t |_||_tj||dzfi||_ tj||fi||_ y)Ndevicedtypegr#) super__init__rDrErFscalerrCrGnnLinearqkvproj) selfrDrErFrGrJrKddhead_dim __class__s r3rMzMultiScaleAttention.__init__Ks /  "i'% (* 99S'A+44IIgw5"5 r5r-r9cb|j\}}}}|j|j|||zd|jd}t j |d\}}} |j ||j|||djdddd}|j |jdddd}|jdd\}}|j|||z|jd}|jdd}|jdd}| jdd} |jrtj||| }n;||jz}||jddz} | jd} | | z}|jddj|||d}|j|}|S)Nr#r'r$rr)rD)r)rQreshaperFtorchunbindrGr+ transposerCFscaled_dot_product_attentionrNsoftmaxrR) rSr-r.r/r0_rQqkvattns r3forwardzMultiScaleAttention.forwardasWW 1ahhqk!!!QUAt~~rB,,sA&1a ;; " !Q2&..q!Q:A A&&q!Q2A771Q #w5"5DI DI == $DI  *r* '    DII&     >I=T:g{9b9Z\ZeZeZg1:S(9-bkkm.2.   )# $      >I=T:g{9b9Z\ZeZeZg1:S(9-bkkmr5r-r9c |}|j|}|j|jk7rT|j|}|j7|j dddd}|j |j dddd}|j }|jdd\}}||}}|jr:t|||\}}}} tj|ddd| d|f}t||}|j|}|jb|j d|jdz|j d|jdzf}|jdd\}}t|||\}}}} |jr.t||||f}|ddd|d|ddfj!}||j#|j%|z}||j'|j)|j+|j-|z}|S)Nrr#rr$)rrDrErRrr+r!r)rr@r]padr4rdrur8r,rrrrrr) rSr-shortcutr!r/r0r>r?r<r=s r3rezMultiScaleBlock.forwards JJqM 88t|| #yy|Hyy$#++Aq!Q799X.66q!QB&& wwq|1AB   #,Q;#? BE5a!Q5!U34A K0A IIaL == $++A.$--2BBDDTDTUVDW[_[h[hij[kDklK>>!A&DAq#,Q;#? BE5   "1kB8 mmo u vAG**95K%%1#$(>(>#>aK 1u'i'12 H 45 Q # #a&*+t/A/A*At'%#'  E I KK  u %DOO#!!A ! 4DwW[WfWfgpWqVrMst&vv!? vD5>=D1+   "!      >> % GG ! !$..d ! ;  , GG ! !$"7"7T ! B & )4)=o?GgyAG  &   " dii!8 9jWYW`W`>a IILL   $ $ ) )/ : IILL   " " ' ' 8?b 9SBs R * Rr-r9c`|jdd\}}|j}tj|j||fd}|jd|jdz}|jd|jdz}||j ||fz}|j dddd}||zS) Nrr#bicubic)sizemoderXr'rr$)r)rr] interpolatertiler+)rSr-hw window_embedrtile_htile_ws r3 _pos_embedzHieraDet._pos_embedswwq|1,, MM$..1vIN $ (:(:2(>>$ (:(:2(>> 1 1662B CC %%aAq1 9}r5cd}t|jD]m\}}||jjjj |dz||j jjj |dzoy)NcR|jtjd|zy)N@)div_mathsqrt)param _layer_ids r3rescalez)HieraDet.fix_init_weight..rescales JJtyyy1 2r5r) enumeraterrdrRrrrfc2)rSrlayer_idlayers r3rzHieraDet.fix_init_weightsi 3 )5 =OHe EJJOO**//A > EIIMM((--x!| < =r5c ddgS)Nrrr;rSs r3no_weight_decayzHieraDet.no_weight_decays/00r5coarsectddgS)Nz'^pos_embed|pos_embed_window|patch_embed)z^blocks\.(\d+)N)stemr)r)rSrs r3 group_matcherzHieraDet.group_matchers;-.  r5enablec||_yN)r)rSrs r3set_grad_checkpointingzHieraDet.set_grad_checkpointings "(r5c.|jjSr)rrrs r3get_classifierzHieraDet.get_classifiersyy||r5 reset_othercN||_|jj|||y)N)rr )rrreset)rSrrr s r3reset_classifierzHieraDet.reset_classifiers &  { Tr5indicesnorm stop_earlyrintermediates_onlyc|rJd|dvsJd|rNtt|j|\}} |D cgc]} |j| }} |j| } n"tt|j|\}} |j |}|j |}g} t jjs|s |j} n|jd| dz} t| D]u\} } |jr+t jjs t| |}n| |}| |vsJ|dk(r|jdddd n|}| j|w|r| S|| fScc} w) aE Forward features that returns intermediates. Args: x: Input image tensor indices: Take last n blocks if int, all if None, select matching indices if sequence norm: Apply norm layer to all intermediates stop_early: Stop iterating over blocks when last desired intermediate hit output_fmt: Shape of intermediate feature outputs intermediates_only: Only return intermediate features coarse: Take coarse features (stage ends) if true, otherwise all block featrures Returns: z'normalization of features not supported)NCHWrz(Output format must be one of NCHW, NHWC.Nrrrr#r$)rrrrrrrZri is_scriptingrrrr+r)rSr-r rrrrr take_indices max_indexr intermediatesrblkx_outs r3forward_intermediateszHieraDet.forward_intermediatesso.BBBx--Y/YY- &:3t;OQX&Y #L)8DE1DOOA.ELE 2I&:3t{{;KW&U #L)   Q  OOA  99 ! ! #:[[F[[)a-0F' ,FAs&&uyy/E/E/GsA&FL 1;v1E !Q1-1$$U+ ,  -3FsE5 prune_norm prune_headc|r2tt|j|\}}|j|}n"tt|j|\}}|jd|dz|_|r|jj d||S)z@ Prune layers not required for specified intermediates. Nrr)r )rrrrrr )rSr rrrrrs r3prune_intermediate_layersz"HieraDet.prune_intermediate_layers s} &:3t;OQX&Y #L) 2I&:3t{{;KW&U #L)kk.9q=1  IIOOA:O 6r5c|j|}|j|}|jD]A}|jr+tj j s t||}:||}C|Sr)rrrrrZrirr)rSr-rs r3forward_featureszHieraDet.forward_featuressg   Q  OOA ;; C&&uyy/E/E/GsA&F   r5 pre_logitscV|r|j||}|S|j|}|S)N)r )r)rSr-r s r3 forward_headzHieraDet.forward_head)s13=DIIaJI /DH99Q<r5cJ|j|}|j|}|Sr)rr"rs r3rezHieraDet.forward-s'  ! !! $   a r5)r#avg`rrrrNr#)r$r$)r$r#r#rrr)r%r) r'NTgMbP?r~r~rrNNF)T)NF)NFTrFT)rFTT)"rfrgrhrrmrrrrrkr r rOrnrMrZrorrriignorerrrrrr rrrrr"rerprqs@r3rrs  #$,2,2-348(.&3 !/5,2 ,0!!%*"$'6A5;OW9W9W9 W9  W9  W9 S/W9 S/W9!c?W9!sCx1W9W9CHoW9#s(OW9W9W9 #38_!W9$sCx%W92 %S#X3W9<"%=W9>?W9@AW9B#CW9DEW9F"GW9Hd299os23IW9JT"))_c12KW9rELLU\\= YY11 YY D T   YY)T)T)) YYUCUhsmUaeU8<#$',4 ||4 eCcN344  4  4  4 !%4 4  tELL!5tELL7I)I#JJ K4 p./$# 3S >*   &%,,5<<$5<<%,,r5rc 4|ddddddttddd d |S) Nr)r#r0)r1g?r)r#r2zpatch_embed.projrz apache-2.0) urlr input_size pool_sizecrop_pct interpolationmin_input_sizemeanr first_conv classifierlicenser )r3kwargss r3_cfgr>4s5 H)}%.B(     r5ztimm/) hf_hub_id)r#r@)r#rA) rB)r?r8r4r5r$)r(r()rr4r5) zsam2_hiera_tiny.fb_r896zsam2_hiera_tiny.fb_r896_2pt1zsam2_hiera_small.fb_r896zsam2_hiera_small.fb_r896_2pt1zsam2_hiera_base_plus.fb_r896z!sam2_hiera_base_plus.fb_r896_2pt1zsam2_hiera_large.fb_r1024zsam2_hiera_large.fb_r1024_2pt1zhieradet_small.untrainedc|jd|}i}|jD]S\}}|j|r|j|d}n+|jdd}|jdd}|||<U|S)Nmodelr,z mlp.layers.0zmlp.fc1z mlp.layers.1zmlp.fc2)getitems startswithreplace) state_dictrDprefixoutputrbrcs r3checkpoint_filter_fnrLts4J F  "1 <<  &"%A  IIni 0 IIni 0q  Mr5variant pretrainedc |jdd}d}tt||ftt|t |dd|S)N out_indicesr%r,)rJgetter)rP feature_cls)pretrained_filter_fn feature_cfg)poprrrrLr)rMrNr=rPcheckpoint_prefixs r3_create_hiera_detrWsW**]A.K  %%9BST[hG     r5c Jtdd}tdd|it|fi|S)N)rr$rr$)r&r rrrN)sam2_hiera_tinyrrWrNr= model_argss r3r[r[s,\YGJ  d: djIc\bIc ddr5c Jtdd}tdd|it|fi|S)Nrr$ r$r rZrN)sam2_hiera_smallr\r]s r3reres,]kJJ  eJ e$zJd]cJd eer5c Ltddd}tdd|it|fi|S)Npr$)r)r))rrFrrN)sam2_hiera_base_plusr\r]s r3rhrhs/q(KJ  i idS]NhagNh iir5c Ptddddd}tdd|it|fi|S) Nr$)r$$r%)!+r(r%r'r()rrFrrrrN)sam2_hiera_larger\r]s r3rqrqs;&! J  eJ e$zJd]cJd eer5c Ntdddd}tdd|it|fi|S)Nr`rbrpgh㈵>)rrrrxrN)hieradet_smallr\r]s r3rsrss2]kWdrvwJ  c* cZHb[aHb ccr5)r,)Nr,r-)Arcopyr functoolsrtypingrrrrr r rZtorch.nnrOtorch.nn.functional functionalr] timm.datar r timm.layersrrrrrrrrrrrr_builderr _featuresr _manipulaterr _registryrr rmr4ror8r@rnrBrsrrr> default_cfgsrLrrkrWr[rerhrqrsr;r5r3rsI ;; A    ++0< U38_     5c? PUVY[^V^P_ "   5c? uS#sTWEW?X 9"))9x_bii_D&bii&RaryyaJ %#  %)% !%! &*& %)% *.* "&$"h "'+$"h '!% F![1&1 h s8$ee ff jj ffddr5