^j P dZddlZddlmZddlmZmZmZmZm Z ddl Z ddl m Z ddl m cmZddlmZmZddlmZmZmZddlmZdd lmZmZdd lmZdd lmZdd l m!Z!m"Z"d gZ#eedeedZ$Gdde jJZ&Gdde jJZ'Gdd e jJZ(d'de jjJfdZ)d(dZ*d)dZ+e"e+de+de+de+de+de+de+de+ddZ,e!d*de(fdZ-e!d*de(fd Z.e!d*de(fd!Z/e!d*de(fd"Z0e!d*de(fd#Z1e!d*de(fd$Z2e!d*de(fd%Z3e!d*de(fd&Z4y)+z An implementation of RepGhostNet Model as defined in: RepGhost: A Hardware-Efficient Ghost Module via Re-parameterization. https://arxiv.org/abs/2211.06088 Original implementation: https://github.com/ChengpengChen/RepGhost N)partial)ListOptionalTupleUnionTypeIMAGENET_DEFAULT_MEANIMAGENET_DEFAULT_STD)SelectAdaptivePool2dLinearmake_divisible)build_model_with_cfg) SqueezeExcite ConvBnAct)feature_take_indices)checkpoint_seq)register_modelgenerate_default_cfgs RepGhostNet hard_sigmoid)divisor) gate_layer rd_round_fnceZdZ ddededededededeffd Zd Zd Zed Z edd Z d Z dZ xZ S)RepGhostModulein_chsout_chs kernel_sizedw_sizestriderelureparamc 0|| d} t|||_|} |} tjtj || |||dzfddi| tj | fi| |rtjdntj|_ g} g}|rH| jtj|jtj | fi| tj| |_ tj||_ tjtj | | |d|dzf| dd| tj | fi| |_ |rtjd|_ytj|_y) NdevicedtypebiasFTinplacer)groupsr+)super__init__r nn SequentialConv2d BatchNorm2dReLUIdentity primary_convappend fusion_conv fusion_bncheap_operationr$)selfrr r!r"r#r$r%r(r)ddinit_chsnew_chsr9r: __class__s _/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/timm/models/repghost.pyr0zRepGhostModule.__init__sP /  MM IIfh V[A=M `TY `]_ ` NN8 *r *%)BGGD !r{{}       r{{} -   R^^H;; <==+6 2!}} IIh!WaZ cW\ c`b c NN7 )b )  /3BGGE*   c|j|}|j|}t|j|jD]\}}||||z}|j |SN)r7r;zipr9r:r$)r<xx1x2convbns rAforwardzRepGhostModule.forwardFsf   q !  ! !" %D,,dnn= #HD"bbl"B #yy}rBcF|j|jd|jd\}}t|j|jD]L\}}|j|||j d|j \}}||j|z }||z }N||fS)Nrr)_fuse_bn_tensorr;rEr9r:shaper(_pad_1x1_to_3x3_tensor)r< kernel3x3bias3x3rIrJkernelr+s rAget_equivalent_kernel_biasz)RepGhostModule.get_equivalent_kernel_biasMs!11$2F2Fq2I4K_K_`aKbc 7D,,dnn= HD"//b)//!:LiN^N^_LFD 44V< >> >  >  >BII>>>@rBrc@eZdZ ddeeedededededededeffd Ze jjdd Z e jjd d Z e jjd ejfd Zd!dedeefdZ d"de j&deeeeefdedededed eee j&ee j&ee j&fffdZ d#deeeefdedefdZdZddefdZdZdZxZS)$rcfgs num_classeswidthin_chans output_stride global_pool drop_rater%c t|| | d} |dk(sJd||_||_||_||_d|_g|_td|zd} tj|| ddd fd di| |_ |jjt| dd tj| fi| |_tj d |_| } tj$g}t&}d}d}|jD]}g}d }|D]G\}}}}}t||zd}t||zd}|j|| ||||f||d| |} I|d kDr/|dz}|jjt| |d| |jtj(||d z }t|zdzd}|jtj(t+| |d fi| |x|_} tj(||_| |_dx|_}t5||_tj| |d d dfd d i| |_tj d |_|rtj<d ntj>|_ |dkDrtC||fi| |_"ytj>|_"y)Nr' z7only output_stride==32 is valid, dilation not supportedFrrvr*rr+ conv_stem)num_chs reductionmoduleTr,r)rr%zblocks.i pool_type)#r/r0rrrrgrad_checkpointing feature_inforr1r3rr8dictr4bn1r5act1 ModuleListrr2rpool_dimblocks num_featureshead_hidden_sizer r conv_headact2Flattenr6flattenr classifier)r<rrrrrrrr%r(r)r=stem_chsprev_chsstagesblock stage_idx net_stridecfglayersskexp_sizecrr rr@s rAr0zRepGhostNet.__init__s  /"]$]]" &  ""'""u*a08Xq!QQUQbQ   h!i!YZ>>(1b1GGD) r""  99 CFA/2 #+8Q!(UA6(E)91= eHgw1oxaholnop"  # 1ua !!(($ WYKCX*Z[ MM"--0 1 NI !E!1A!5q9 bmmIh$Ib$IJK#** mmV, %*../+F8WaAODOBOGGD) (3rzz!} @Ka&+<<UWU`U`UbrBc0td|rdnddfdg}|S)Nz^conv_stem|bn1z^blocks\.(\d+)z^blocks\.(\d+)\.(\d+))r)i)stemr)r)r<coarsematchers rA group_matcherzRepGhostNet.group_matcher)s,"&,"2JDQ( rBc||_yrD)r)r<enables rAset_grad_checkpointingz"RepGhostNet.set_grad_checkpointing4s "(rBreturnc|jSrD)rrts rAget_classifierzRepGhostNet.get_classifier8s rBc||_|At||_|rtjdntj |_|dkDrt|jdr |jjjnd}t|jdr |jjjnd}||d}t|j|fi||_ytj |_y)Nrrrr\r')rr rr1rr6rhasattrrr\r(r)r r)r<rrr(r)r=s rAreset_classifierzRepGhostNet.reset_classifier<s&  "3kJD ,72::a=R[[]DL ?6=doox6XT__++22^bF4;DOOX4VDOO**00\`E"U3B$T%:%:KN2NDO kkmDOrBrFindicesnorm stop_early output_fmtintermediates_onlyc |dvsJdg}dg|jddDcgc]"}t|djdd$c}z} tt | |\} } | D cgc] } | | dz } } | | } d} |j |}| | vr|j ||j|}|j|}tjjs|s |j}n|jd| dz}t|d D]Z\} }|jr+tjjs t||}n||}| | vsJ|j |\|r|S||fScc}wcc} w) a Forward features that returns intermediates. Args: x: Input image tensor indices: Take last n blocks if int, all if None, select matching indices if sequence norm: Apply norm layer to compatible intermediates stop_early: Stop iterating over blocks when last desired intermediate hit output_fmt: Shape of intermediate feature outputs intermediates_only: Only return intermediate features Returns: )NCHWzOutput shape must be NCHW.rZrNr.r)start)rrzsplitrrorr8rrrUjit is_scriptingr enumeraterr)r<rFrrrrr intermediatesinfo stage_ends take_indices max_indexifeat_idxrstages rAforward_intermediatesz!RepGhostNet.forward_intermediatesJs*Y&D(DD& TDL]L]^_^`LabDSh!5!5c!:2!>?bb "6s:"P i1=>A 1 a> >y)  NN1  | #   # HHQK IIaL 99 ! ! #:[[F[[)a-0F(q9 (OHe&&uyy/E/E/G"5!,!H<'$$Q'  (  -9c>s 'E:)E? prune_norm prune_headc dg|jddDcgc]"}t|djdd$c}z}tt ||\}}||}|j d|dz|_|r|j dd|Scc}w)z@ Prune layers not required for specified intermediates. rZrNrrr)rrzrrrorr)r<rrrrrrrs rAprune_intermediate_layersz%RepGhostNet.prune_intermediate_layerssTDL]L]^_^`LabDSh!5!5c!:2!>?bb "6s:"P iy) kk.9q=1   ! !!R ( cs'B c|j|}|j|}|j|}|jr8tj j st|j|d}|S|j|}|S)NT)r) rrrrrUrrrrr<rFs rAforward_featureszRepGhostNet.forward_featuresso NN1  HHQK IIaL  " "599+A+A+Ct{{At>B  !t~~ FAq6DOOA$66rBcJ|j|}|j|}|SrD)rrrs rArKzRepGhostNet.forwards'  ! !! $   a rBct|dy)NF)do_copy)repghost_model_convertrts rAconvert_to_deployzRepGhostNet.convert_to_deploys tU3rB) ?rvravgg?TNNF)TrD)NFFrF)rFT)rwrxryrrzrstrr{r0rUrignorerrr1rrrrTensorrrrrrrrKrr}r~s@rArrs $!#$" ActDz"AcAc Ac  Ac  AcAcAcAcF YY YY)) YY  ,C ,hsm ,"8<$$',3 ||3 eCcN343  3  3  3 !%3  tELL!5tELL7I)I#JJ K3 n./$# 3S >*  7$7 4rBmodelc|rtj|}|jD]}t|ds|j !|$t j |j||S)zQ taken from from https://github.com/DingXiaoH/RepVGG/blob/main/repvgg.py rr)copydeepcopymodulesrrrrUsave state_dict)r save_pathrrs rArrse e$--/& 6- .  # # %& 5##%y1 LrBc gdggdggdggdggdggdggdgdgdgd gd ggd ggd gd gd gd gg }td||d|}tt||fdtdi|S)z( Constructs a RepGhostNet model )rvrrr)rvr rr*)rv$r rr)r (?r*)r <r r r)rvxPrr*)rvdrrr)rvrrrr)rvpr r)rvPrr r)r rr r*)r rrr)r rrr r)rr feature_cfgT)flatten_sequentialrn)rrr)variantr pretrainedkwargsr model_kwargss rA_create_repghostnetrs                   ) D4  L  D1     rBc 2|dddddttdddd |S) Nr)rvr)r g?bicubicrrmit) urlr input_size pool_sizecrop_pct interpolationmeanrh first_convrlicenser )r#rs rA_cfgr+s34}SYI%.B!     rBztimm/) hf_hub_id)zrepghostnet_050.in1kzrepghostnet_058.in1kzrepghostnet_080.in1kzrepghostnet_100.in1kzrepghostnet_111.in1kzrepghostnet_130.in1kzrepghostnet_150.in1kzrepghostnet_200.in1krc "tdd|d|}|S)z RepGhostNet-0.5x g?rr)repghostnet_050rrrrs rAr/r/ ^ ^W] ^E LrBc "tdd|d|}|S)z RepGhostNet-0.58x g(\?r.)repghostnet_058r0r1s rAr4r4 _* _X^ _E LrBc "tdd|d|}|S)z RepGhostNet-0.8x g?r.)repghostnet_080r0r1s rAr7r7"r2rBc "tdd|d|}|S)z RepGhostNet-1.0x rr.)repghostnet_100r0r1s rAr9r9)r2rBc "tdd|d|}|S)z RepGhostNet-1.11x g(\?r.)repghostnet_111r0r1s rAr;r;0r5rBc "tdd|d|}|S)z RepGhostNet-1.3x g?r.)repghostnet_130r0r1s rAr=r=6r2rBc "tdd|d|}|S)z RepGhostNet-1.5x g?r.)repghostnet_150r0r1s rAr?r?=r2rBc "tdd|d|}|S)z RepGhostNet-2.0x g@r.)repghostnet_200r0r1s rArArADr2rB)NT)rF)rr)5rr functoolsrtypingrrrrrrUtorch.nnr1torch.nn.functionalrVr timm.datar r timm.layersr r r_builderr_efficientnet_blocksrr _featuresr _manipulater _registryrr__all__rrrrrrrr+ default_cfgsr/r4r7r9r;r=r?rArnrBrArOs  55 ADD*:+'< / Mn'R`jkJl m l RYYl ^VVrC4"))C4L %((// )X% !!!!!!!;!&! H; ; ; ; ; ; ; ;rB