Ë
    éÓ^j0  ã                   óx  — d dl mZmZmZmZmZmZmZmZ d dl	­ d dl
mZmZmZmZ d dlmZmZmZmZ d dlmZmZmZ d dlmZmZ d dlmZmZ d dlmZm Z  d d	l!m"Z"m#Z#m$Z$m%Z% d d
l&m'Z'm(Z( d dl)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4 d dl5m6Z6m5Z5 d dl7m8Z8m9Z9m:Z: d dl;m<Z<m=Z=m>Z> d dl?m@Z@m?Z? d dlAmAZA d dlBmCZCmDZD d dlEmFZFmGZGmFZF d dlHmIZI d dlJmKZKmLZLmMZMmNZNmOZO d dlPmQZQmRZRmSZSmTZT d dlUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\m]Z]m^Z^ d dl_m`Z`maZambZbmcZc d dldmeZemfZf d dlgmhZhmiZimjZjmkZkmlZl d dlmmnZn d dlompZp d dlqmrZrmsZs d dltmuZumvZvmwZwmxZxmyZymzZz d dl{m|Z|m}Z} d dl~mZ d d l€m�Z�m‚Z‚ d d!lƒm„Z„ d d"l…m†Z† d d#l‡mˆZˆm‰Z‰mŠZŠm‹Z‹mŒZŒm�Z�mŽZŽ d d$l�m�Z�m‘Z‘ d d%l’m“Z“m”Z”m•Z•m–Z–m—Z—m˜Z˜m™Z™mšZšm›Z›mœZœm�Z�mžZžmŸZŸm Z  d d&l¡m¢Z¢m£Z£m¤Z¤m¥Z¥m¦Z¦m§Z§m¨Z¨m©Z©mªZªm«Z«m¬Z¬m­Z­m®Z®m¯Z¯m°Z°m±Z± d d'l²m³Z³m´Z´mµZµ d d(l¶m·Z·m¸Z¸m¹Z¹ d d)lºm»Z»m¼Z¼m½Z½m¾Z¾ d d*l¿mÀZÀ d d+lÁmÂZÂmÃZÃmÄZÄmÅZÅ d d,lÆmÇZÇmÈZÈ d d-lÉmÊZÊmËZË d d.lÌmÍZÍmÎZÎmÏZÏmÐZÐmÑZÑmÒZÒmÓZÓmÔZÔ d d/lÕmÖZÖm×Z×mØZØmÙZÙmÚZÚmÛZÛmÜZÜmÝZÝmÞZÞmßZßmàZàmáZámâZâmãZãmäZämåZåmæZæ d d0lçmèZèméZémêZêmëZë d d1lìmíZí d d2lîmïZïmðZð d d3lñmòZòmóZó d d4lômõZõ d d5löm÷Z÷møZø d d6lùmúZúmûZûmüZümýZý d d7lþmÿZÿ�m �Z  d d8�l�m�Z�m�Z d d9�l�m�Z�m�Z�m�Z d d:�l�m	�Z	�m
�Z
�m�Z�m�Z�m�Z�m�Z�m�Z y;)<é   )Úcreate_feature_extractorÚget_graph_node_namesÚregister_notrace_functionÚregister_notrace_moduleÚis_notrace_moduleÚis_notrace_functionÚget_notrace_modulesÚget_notrace_functions)Ú*)Úadaptive_avgmax_pool2dÚselect_adaptive_pool2dÚAdaptiveAvgMaxPool2dÚSelectAdaptivePool2d)Ú	AttentionÚAttentionRopeÚmaybe_add_maskÚresolve_self_attn_mask)ÚMultiQueryAttention2dÚAttention2dÚMultiQueryAttentionV2)ÚAttentionPoolLatentÚAttentionPoolPrr)ÚAttentionPool2dÚRotAttentionPool2d)Ú
BlurPool2dÚ	create_aa)Úcreate_classifierÚClassifierHeadÚNormMlpClassifierHeadÚClNormMlpClassifierHead)Ú
CondConv2dÚget_condconv_initializer)Úis_exportableÚis_scriptableÚ	is_no_jitÚuse_fused_attnÚset_exportableÚset_scriptableÚ
set_no_jitÚset_layer_configÚset_fused_attnÚset_reentrant_ckptÚuse_reentrant_ckpt)Ú
Conv2dSameÚconv2d_same)ÚConvNormActÚConvNormActAaÚ	ConvBnAct)Úcreate_act_layerÚget_act_layerÚ
get_act_fn)Úget_attnÚcreate_attn)Úcreate_conv2d)Úget_norm_layerÚcreate_norm_layer)Úget_norm_act_layerÚcreate_norm_act_layerr;   )ÚDiffAttention)ÚDropBlock2dÚDropPathÚdrop_block_2dÚ	drop_pathÚcalculate_drop_path_rates)Ú	EcaModuleÚ
CecaModuleÚEfficientChannelAttnÚCircularEfficientChannelAttn)	ÚEvoNorm2dB0ÚEvoNorm2dB1ÚEvoNorm2dB2ÚEvoNorm2dS0ÚEvoNorm2dS0aÚEvoNorm2dS1ÚEvoNorm2dS1aÚEvoNorm2dS2ÚEvoNorm2dS2a)Úis_fast_normÚset_fast_normÚfast_group_normÚfast_layer_norm)ÚFilterResponseNormTlu2dÚFilterResponseNormAct2d)ÚFormatÚget_channel_dimÚget_spatial_dimÚnchw_toÚnhwc_to)ÚGatherExcite)ÚGlobalContext)ÚndgridÚmeshgrid)Ú	to_ntupleÚ	to_2tupleÚ	to_3tupleÚ	to_4tupleÚmake_divisibleÚextend_tuple)ÚHybridEmbedÚHybridEmbedWithSize)Ú
InplaceAbn)Ú
LayerScaleÚLayerScale2d)ÚLinear)ÚMixedConv2d)ÚMlpÚGluMlpÚGatedMlpÚSwiGLUÚSwiGLUPackedÚConvMlpÚGlobalResponseNormMlp)ÚNonLocalAttnÚBatNonLocalAttn)Ú	GroupNormÚ
GroupNorm1Ú	LayerNormÚLayerNorm2dÚLayerNormFp32ÚLayerNorm2dFp32ÚRmsNormÚ	RmsNorm2dÚRmsNormFp32ÚRmsNorm2dFp32Ú
SimpleNormÚSimpleNorm2dÚSimpleNormFp32ÚSimpleNorm2dFp32)ÚBatchNormAct2dÚGroupNormActÚGroupNorm1ActÚLayerNormActÚLayerNormAct2dÚLayerNormActFp32ÚLayerNormAct2dFp32Ú
RmsNormActÚRmsNormAct2dÚRmsNormActFp32ÚRmsNormAct2dFp32ÚSyncBatchNormActÚconvert_sync_batchnormÚFrozenBatchNormAct2dÚfreeze_batch_norm_2dÚunfreeze_batch_norm_2d)Úget_paddingÚget_same_paddingÚpad_same)ÚPatchDropoutÚPatchDropoutWithIndicesÚpatch_dropout_forward)Ú
PatchEmbedÚPatchEmbedWithSizeÚPatchEmbedInterpolatorÚresample_patch_embed)Úglobal_pool_nlc)Ú	LsePlus2dÚ	LsePlus1dÚ	SimPool2dÚ	SimPool1d)ÚAvgPool2dSameÚcreate_pool2d)Úresample_abs_pos_embedÚresample_abs_pos_embed_nhwc)Ú	RelPosMlpÚ
RelPosBiasÚRelPosBiasTfÚgen_relative_position_indexÚgen_relative_log_coordsÚresize_rel_pos_bias_tableÚ resize_rel_pos_bias_table_simpleÚresize_rel_pos_bias_table_levit)Úpixel_freq_bandsÚ
freq_bandsÚbuild_sincos2d_pos_embedÚbuild_fourier_pos_embedÚbuild_rotary_pos_embedÚapply_rot_embedÚapply_rot_embed_catÚapply_rot_embed_listÚapply_keep_indices_nlcÚFourierEmbedÚRotaryEmbeddingÚRotaryEmbeddingCatÚRotaryEmbeddingMixedÚRotaryEmbeddingMRopeÚRotaryEmbeddingDinoV3Úget_mixed_freqsÚcreate_rope_embed)ÚSEModuleÚSqueezeExciteÚEffectiveSEModuleÚEffectiveSqueezeExcite)ÚSelectiveKernel)ÚSeparableConv2dÚSeparableConvNormAct)ÚSpaceToDepthÚDepthToSpace)Ú	SplitAttn)ÚSplitBatchNorm2dÚconvert_splitbn_model)Ú	StdConv2dÚStdConv2dSameÚScaledStdConv2dÚScaledStdConv2dSame)ÚTestTimePoolHeadÚapply_test_time_pool)Ú_assertÚ_float_to_int)Ú	LayerTypeÚPadTypeÚdisable_compiler)Úis_meta_deviceÚtrunc_normal_Útrunc_normal_tf_Úvariance_scaling_Úlecun_normal_Úinit_weight_jaxÚinit_weight_vitN(  Ú_fxr   r   r   r   r   r   r	   r
   ÚactivationsÚadaptive_avgmax_poolr   r   r   r   Ú	attentionr   r   r   r   Úattention2dr   r   r   Úattention_poolr   r   Úattention_pool2dr   r   Ú	blur_poolr   r   Ú
classifierr   r   r   r    Úcond_conv2dr!   r"   Úconfigr#   r$   r%   r&   r'   r(   r)   r*   r+   r,   r-   r/   r.   Úconv_bn_actr0   r1   r2   Ú
create_actr3   r4   r5   r7   r6   r8   Úcreate_normr9   r:   Úcreate_norm_actr;   r<   Údiff_attentionr=   Údropr>   r?   r@   rA   rB   ÚecarC   rD   rE   rF   Úevo_normrG   rH   rI   rJ   rK   rL   rM   rN   rO   Ú	fast_normrP   rQ   rR   rS   Úfilter_response_normrT   rU   ÚformatrV   rW   rX   rY   rZ   Úgather_exciter[   Úglobal_contextr\   Úgridr]   r^   Úhelpersr_   r`   ra   rb   rc   rd   Úhybrid_embedre   rf   Úinplace_abnrg   Úlayer_scalerh   ri   Úlinearrj   Úmixed_conv2drk   Úmlprl   rm   rn   ro   rp   rq   rr   Únon_local_attnrs   rt   Únormru   rv   rw   rx   ry   rz   r{   r|   r}   r~   r   r€   r�   r‚   Únorm_actrƒ   r„   r…   r†   r‡   rˆ   r‰   rŠ   r‹   rŒ   r�   rŽ   r�   r�   r‘   r’   Úpaddingr“   r”   r•   Úpatch_dropoutr–   r—   r˜   Úpatch_embedr™   rš   r›   rœ   Úpool1dr�   Ú
other_poolrž   rŸ   r    r¡   Úpool2d_samer¢   r£   Ú	pos_embedr¤   r¥   Úpos_embed_relr¦   r§   r¨   r©   rª   r«   r¬   r­   Úpos_embed_sincosr®   r¯   r°   r±   r²   r³   r´   rµ   r¶   r·   r¸   r¹   rº   r»   r¼   r½   r¾   Úsqueeze_exciter¿   rÀ   rÁ   rÂ   Úselective_kernelrÃ   Úseparable_convrÄ   rÅ   Úspace_to_depthrÆ   rÇ   Ú
split_attnrÈ   Úsplit_batchnormrÉ   rÊ   Ústd_convrË   rÌ   rÍ   rÎ   Útest_time_poolrÏ   rÐ   Útrace_utilsrÑ   rÒ   ÚtypingrÓ   rÔ   rÕ   Úweight_initrÖ   r×   rØ   rÙ   rÚ   rÛ   rÜ   © ó    ú_/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/timm/layers/__init__.pyú<module>r     s–  ð÷	÷ 	ó 	ô ÷ó ÷ XÓ Wß RÑ Rß Aß Aß ,ß iÓ iß =÷÷ ÷ ñ ÷ 1ß >Ñ >ß CÑ Cß .Ý (ß :ß ZÑ ZÝ )ß \Õ \ß ZÓ Z÷
÷ 
õ 
÷ UÓ Tß Rß NÕ NÝ 'Ý )ß "ß ]× ]ß :Ý #ß 1Ý Ý %ß \× \Ñ \ß 9÷÷ ÷ ÷ ÷ ÷ ÷ ÷ ó ÷$ =Ñ <ß WÑ Wß eÓ eÝ #ß BÓ Bß 5ß J÷	÷ 	ó 	÷÷ ÷ ÷ õ ÷& _Ó ^Ý -ß Aß 6Ý !ß Dß TÓ Tß BÑ Bß /Ô /ß 8× 8Ð 8÷÷ ÷ ÷ ñ r  