
    ^j*             	         d dl mZ d dlmZ d dlmZ d dlmZ ddlm	Z	m
Z
mZmZmZmZmZmZmZmZmZmZ erddlmZ ddlmZ i d	d
dd
ddddddddddddddddddddddddddddddi ddddddddd dd!dd"dd#d$d%d$d&d$d'd(d)d*d+d*d,d*d-d*d.d*d/d*i d0d*d1d*d2d*d3d4d5d4d6d4d7d4d8d4d9d:d;d:d<d:d=d:d>d:d?d:d@d:dAd:dBdCi dDdCdEdCdFdCdGdCdHdIdJdKdLdKdMdNdOdNdPdQdRdQdSdTdUdTdVdTdWdTdXdTdYdTi dZdTd[dTd\dTd]dTd^dTd_dTd`dTdadbdcdbdddbdedbdfdbdgdhdidjdkdldmdndodpdqdqdqdqdqdqdqdrZds Zdtadu Z e       Z	 dy	 	 	 	 	 	 	 dzdvZ	 	 	 	 d{dwZ 	 	 	 d|	 	 	 	 	 	 	 	 	 d}dxZ!yt)~    )annotations)defaultdict)deepcopy)TYPE_CHECKING   )ChunkConcatenate"ErnieFuseAndSplitTextVisionExpertsGroupWeightRename
InterleaveMergeModulelistPrefixChange	TransposeVisionUnfuseAndPermuteForRopeWeightConverterWeightRenamingWeightTransformPreTrainedModel)HfQuantizerminimaxmixtral
minimax_m2afmoe	qwen2_moedeepseek_v2deepseek_v3deepseek_v32dots1ernie4_5_moeglm4_moeglm4_moe_liteglm_moe_dsa	glm4v_moelongcat_flash
solar_openmellum	qwen3_moeqwen3_omni_moeqwen3_omni_moe_thinker
qwen3_nexthunyuan_v1_moe	flex_olmoolmoe
exaone_moecohere2_moe
rt_detr_v2rt_detrpp_doclayout_v2pp_doclayout_v3sam3_tracker_videosam3_trackerAltCLIPVisionModelCLIPVisionModelChineseCLIPVisionModelCLIPSegVisionModelMetaClip2VisionModelmlcd_visionmlcdSiglipVisionModelSiglip2VisionModelxCLIPVisionModelCLIPSegTextModelCLIPTextModelMetaClip2TextModelSiglipTextModelSiglip2TextModelxCLIPTextModel	paligemmallava
aya_visiongot_ocr2gemma3internvlvipllavamistral3pp_chart2tablevoxtralqwen2_audiovoxtral_realtimeaudioflamingo3glmasrmusicflamingogranite_speech_plusgranite_speechgranitemoeshared
granitemoegranitemoehybridgemma3n_textqwen3_5_textqwen3_5_moe_textllava_next_video
llava_nextllava_onevisionPaliGemmaModel
LlavaModelAyaVisionModelGotOcr2ModelGemma3ModelInternVLModelVipLlavaModelMistral3ModelPPChart2TableModelLlavaNextModelLlavaNextVideoModelLlavaOnevisionModel	FuyuModelMllamaModelVoxtralModelQwen2AudioModelVoxtralRealtimeModelAudioFlamingo3ModelGlmAsrModelMusicFlamingoModelGraniteSpeechPlusModelGraniteSpeechModelMaskFormerDetrDecoder	DetrModelQwen2_5_VLModelQwen2VLModel"Qwen2_5_VLForConditionalGenerationQwen2VLForConditionalGenerationTipsv2VisionBackboneTipsv2VisionModelViTModel)ASTModel	BeitModel	DeiTModel
IJepaModelViTMAEModelViTMSNModel
VivitModelc            $     `O   i dg t        dd      t        dd      t        dd      t        d	d
      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dddgt        d      t        d      g      t        dd       t        d!d"gt        d      g      t        d#d$      t        d%d&d'gt        d(      t        d(      g      t        d)d*      t        d+d,      t        d-d.      t        d/d0      t        d1d2      t        d3d4      t        d5d6      t        d7d8      t        d9d:      t        d;d<      t        d=d>      t        d?d@      t        dAdB      t        dCdD      t        dEdF      t        dGdH      dIt        dJdK      gdLt        dMdN      t        dOdP      t        dQdR      t        dSdT      t        dUdV      t        dWdX      gdYt        dZd[      t        d\d]      t        d^d_      t        d`da      t        dbdc      t        ddde      t        dfdg      t        dhdi      t        djg dkt        d(      g      g	dlt        dmd&d'gt        d(      g      t        dng dot        d(      g      t        dpdq      gdrt        dsdt      t        dudv      t        dwdx      t        dydz      t        d{d|      t        d}d~      t        dd      t        dd      t        dd      t        dd      g
dt        dd      t        dd      t        dd      t        dd      t        ded      t        ddt      t        ddv      gdt        dd      gdt        dd      t        dd      t        dd      t        ded      t        ddt      t        ddv      gdt        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        ded      t        ddt      t        ddv      gdt        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      g	dt        dd      t        dd      t        dd      t        dd      gdt        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd«      t        ded      t        ddt      t        ddv      t        ddƫ      t        ddȫ      gdt        dd˫      gdt        dd      t        dd      t        dd      t        ddΫ      t        ded      t        ddt      t        ddv      gdt        ddЫ      t        ddѫ      gdt        dd      gi dt        dd      t        dd׬      t	        ddgddg      t	        ddgddg      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dgg dt        d(ddg      g      gdg t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        d d      t        dd      t        dd      t        dd      t        dd	      t        d
d      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd       t        d!d"      t        d#d$      t        d%d&      t        d'd(      t        d)d*      t        d+d,      t        d-d.      t        d/d0      t        d1d2      t        d3d4      t        d5d6      t        d7d8      t        d9d:      t        d;d<      t        d=d>gd"t        d(      t        d      g      t        d?d$t        d(      g      d@t        dAdB      gdCt        dDd׬      t        dEd      t        dFd      t        dGdH      gdIt        dJd׬      t        dKdL      t        dMdN      t        dOdP      t        dQdR      t        dSdT      t        dUdV      t        dWdX      t        dYdZ      t        d[d\      t        d]d^      t        d_d`      t        dadb      t        dcdd      t        dedf      t        dgdh      t        didj      t        d=d>gd"t        d(      t        d      g      t        d?d$t        d(      g      t        d&d'gdmt        d(      g      t        dkdlgdmt        d(      g      gdnt        dAd      t        dDd׬      t        dodp      t        dGdH      gdqt        dAdB      gdrt        dAd      t        dDd׬      t        dsdt      t        dudv      gdwt        dxdy      t        dzd{      t        d|d}      gd~t        dAdB      gdt        dAd      t        dDd׬      t        dd      t        dd      t        dGdH      gdt        dAdB      gdt        dDd׬      t        dEd      t        dFd      t        dGdH      t        dd      gdt        d      gdt        d      gdt        dAdB      gdt        dDd׬      t        dEd      t        dd      t        dd      t        dGdH      gi dt        dDd׬      t        dEd      t        dd      gdt        dDd׬      t        dEd      t        dd      t        dGdH      gdt        dd      gdt        dd׬      t        dd      t        dd      gdt        ddv      t        dd      t        dd      gdt        dBd      gdt        dd      t        dd      gdt        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        ddì      t        dĐdŬ      t        dƐdǬ      t        dȐdɬ      t        dʐdˬ      t        d̐dͬ      t        dΐdϬ      t        dАdѬ      t        dҐdӬ      t        dԐdլ      t        d֐dgd"t        d(      t        d      g      t        dd$t        d(      g      gdt        ddڐ۫      gdt        dd      gdt        dސ߫      gdt        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      gdt        dd      gdt        dd      gdt        dd      gdt        dd      t        dd      gdt        d dH      t        ddF      gi dt        dBd۫      gdt        dd      t        dd      t        dd	      gd
t        dd      t        dd      t        dd      gdt        dd      t        ddgdt        d(      t        d      g      t        dgdt        d(      g      gdt        d֐dgd"t        d(      t        d      g      t        dd$t        d(      g      gdt        d"d"t        ddd      g      t        d$d$t        ddd      g      gdt        dd       t        d!d"      t        d#d$      t        d%d&      t        d'd(      t        d)dq      t        d*d+      t        d,d-      gd.t        dd      t        d/d0      t        ddgdt        d(      t        d      g      t        ddt        d(      g      gd1t        d2d3gd4t        d(      t        d      g      t        d5d6t        d(      g      gd7t        dd8      t        d9d:      t        d;d<      t        d=d>      t        d?d@      t        dAdB      t        dCdD      t        dEdF      t        dGdH      t        dIdJ      t        dKdLt        d(dM      g      t        dNdOt        d(dM      g      t        dPgdQdRgt        d(      g      t        dSgdTdUgt        d(dV      g      t        dWdXgdYdZgt        d(dV      g      gd[t        d\d]      t        d^d_      gd`t        dadb      t        dcdd      t        d\d]      t        d^d_      gdet        dcdd      t        d\d]      t        d^d_      t        dfdg      gdht        didj      t        dkdl      t        dmdn      t        dodp      t        dqdr      t        dsdt      t        dudv      t        dwdx      t        dydz      t        d{d|      t        d}d~      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd6      t        dg dt        d(      g      t        dg dt        d(      g      gdt        dd      gdt        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      g
dt        dadb      t        dd6      t        dd      t        d\d]      t        d^d_      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        ddë      t        dĐdū      t        dƐdǫ      t        dȐdɫ      t        dʐd˫      gi dt        dadb      t        dd6      t        d\d]      t        d^d_      gdt        dcdd      t        d\dΫ      t        d^dϫ      t        dfdg      gdt        dѐd      t        dҐdӫ      t        dgdt        d(      g      t        dgdt        d(      g      gdt        dِdgd4t        d(      t        d      g      t        dېd6t        d(      g      gdt        dd      t        dސd߫      t        dd6      t        dd      t        dd      t        dd       t        ddF      t        dd      t        dgg dt        d(      g      g	dt        dސd߬      t        dd      t        dd6      t        ddF      t        dd      t        dg dt        d(      g      gdt        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd       t        dd      t        dd      t        dd      t        dd      t        d	d
      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd       t        d!d"      t        d#d$      t        d%d&      gd't        d(d)      t        d*d+      t        d,d-      t        d.d/      t        d0d1      t        d2d3      t        d4d5      t        d6d7      t        d8d9      t        d:d;      t        dKd<      t        d=d>      t        d?d@      t        dAdB      t        dCdD      t        dEgg dFt        d(      g      t        dGgg dHt        d(      g      gdIt        dJdK      t        dLdM      gdNt        dOdP      t        dQdR      t        dSdT      t        dUdV      t        dWdX      t        dYdZ      t        d[d\      t        d]d^      t        d_d`      t        dadb      t        dcdd      t        dedf      t        dgdh      t        didj      t        dkdl      t        dmd&d'gt        d(      g      t        dndodpgt        d(      g      gdqt        drd      t        dsdt      t        dudv      t        dwdx      t        dydz      t        d{d|      t        d}d~      t        dd      gdt        drd      t        dsdt      t        dudv      t        d{d|      t        d}d~      t        dd      t        dd      gdt        drd      t        dd      t        dd      t        dd      t        d{d|      t        d}d~      t        dd      t        dd      gdt        drd      t        dd      t        dd      t        dd      t        d{d|      t        d}d~      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      gdt        drd      t        dd      t        dd      t        dd      t        d{d|      t        d}d~      t        dd      t        dd      gdt        dd      t        dd      gdt        d      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dg dt        d(      g      t        dg dt        d(      g      gt        d      t        dd      t        ddP      t        dd      t        ddR      t        dd«      t        dÐdī      t        dŐdƫ      t        dǐdȫ      t        dɐdʫ      t        dːd̫      t        dd      t        dd      t        d͐dΫ      t        dϐdЫ      t        dg dҢt        d(      g      t        dg dԢt        d(      g      gt        ddb      t        dՐd֫      t        dאdث      t        dِdګ      t        dېdܫ      t        dݐdޫ      t        dߐd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      gt        ddb      t        dd֫      t        ddث      t        ddګ      t        ddܫ      t        ddޫ      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      gd} | d   D cg c]:  }t        |j                  d(   j                  dd      |j                  d(         < c}| d<   | d   D cg c]:  }t        |j                  d(   j                  dd      |j                  d(         < c}| d <   | dxx   | dI   j                         z  cc<   | dIxx   t        dd      t        dd      gz  cc<   t        dd      t        dd      t        d	d
      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd      t        dd       t        d!d"      t        d#d$      g| d%<   | d%   j                         | d&<   | dxx   | d   j                         z  cc<   | d   j                         | d'<   | d'xx   t        dPd(      gz  cc<   | d   j                         t        d)d*      t        d+d,      gz   | d-<   | d   j                         | d.<   | d.xx   t        ddƫ      t        ddȫ      t        dd/      gz  cc<   | d   j                         | d0<   | d0xx   t        d1d2      gz  cc<   | d   j                         | d3<   | d3xx   t        d4d,      gz  cc<   | d   j                         | d5<   | d5xx   t        d6d7      gz  cc<   | d   j                         | d8<   | d8xx   t        d9dN      t        d:d4      t        d;d<      gz  cc<   | d   j                         | d=<   | d=xx   | d   j                         z  cc<   | d   j                         | d><   | d>xx   t        d?d,      t        d@d<      gz  cc<   t        d      t        dA      t        dBdC      t        dDdE      t        dFdG      t        dHdI      t        dJdC      t        dKdG      t        dLdE      t        dMdI      t        dNdO      t        dPdQ      g| dR<   t        j!                         D ]   \  }}|| v r| |   j                         | |<   " | S c c}w c c}w (S  Ninkling_mm_modelzmodel\.llm\.layerszmodel.language_model.layerssource_patternstarget_patternszmodel\.llm\.embed_norm\.weightz&model.language_model.embed_norm.weightzmodel\.llm\.embed\.weightz(model.language_model.embed_tokens.weightzmodel\.llm\.norm\.weightz model.language_model.norm.weightzmodel\.llm\.unembed\.weightzlm_head.weightzmodel\.audio\.zmodel.audio_tower.zmodel\.visualzmodel.vision_towerz vision_tower.layers.linear_(\d+)z)vision_tower.encoder_layers.\1.projectionzvision_tower.layers.norm_(\d+)z)vision_tower.encoder_layers.\1.layer_normzaudio_tower.encoder.weightz8audio_tower.embed_audio_tokens.embed_audio_tokens.weightzaudio_tower.final_norm.weightzaudio_tower.norm.weightshared_w13_weight	gate_projup_projr   )dim)r   r   
operationsshared_w2_weight	down_projzmlp.experts.w13_weightzmlp.experts.gate_up_projzmlp.experts.w2_weightzmlp.experts.down_projzmlp.w13_dn.weightzmlp.gate_proj.weightzmlp.up_proj.weightr   zmlp.w2_md.weightzmlp.down_proj.weightzmlp.gate.biasz mlp.gate.e_score_correction_biaszattn\.wq_duself_attn.q_projzattn\.wk_dvself_attn.k_projzattn\.wv_dvself_attn.v_projzattn\.wr_duzself_attn.r_projzattn\.wo_udzself_attn.o_projz\.attn\.q_normz.self_attn.q_normz\.attn\.k_normz.self_attn.k_normz\.attn\.k_sconvz.self_attn.k_sconv.conv1dz\.attn\.v_sconvz.self_attn.v_sconv.conv1dz\.attn\.rel_logits_projz.self_attn.rel_logits_projzattn_sconv\.weight$zattn_sconv.conv1d.weightzmlp_sconv\.weight$zmlp_sconv.conv1d.weightmlp_normpost_attention_layernorm	attn_norminput_layernormGPTNeoXForCausalLMz^embed_out\.zlm_head.gemma4_unifiedzvision_embedder\.patch_ln1zembed_vision.patch_ln1zvision_embedder\.patch_densezembed_vision.patch_densezvision_embedder\.patch_ln2zembed_vision.patch_ln2zvision_embedder\.pos_embeddingzembed_vision.pos_embeddingzvision_embedder\.pos_normzembed_vision.pos_normz"embed_vision\.embedding_projectionz5embed_vision.multimodal_embedder.embedding_projectionradioz0radio_model.model.patch_generator.video_embedderz!embeddings.video_patch_projectionz*radio_model.model.patch_generator.embedderzembeddings.patch_projectionz+radio_model.model.patch_generator.pos_embedzembeddings.position_embeddingz1radio_model.model.patch_generator.cls_token.tokenzembeddings.cls_register_tokenzradio_model.model.blockszencoder.layerz	attn.projzattention.output.densezradio_model.input_conditionerinput_conditionerzradio_model.summary_idxssummary_idxszattn.qkv)attention.attention.queryattention.attention.keyattention.attention.valuehrm_textzmlp.gate_up_proj.weightzattn.gqkv_proj.weight)zself_attn.gate_proj.weightself_attn.q_proj.weightself_attn.k_proj.weightself_attn.v_proj.weightz\.attn\.o_proj\.z.self_attn.o_proj.
hunyuan_vlzmlp.dense_h_to_4hzmlp.fc1zmlp.dense_4h_to_hzmlp.fc2z&^vit\.layers\.(\d+)\.input_layernorm\.zvit.layers.\1.layer_norm1.z/^vit\.layers\.(\d+)\.post_attention_layernorm\.zvit.layers.\1.layer_norm2.zperceive\.proj\.0\.zperceive.proj_conv.zperceive\.proj\.2\.zperceive.proj_out.z
perceive\.zpatch_merger.z-^model(?!\.(language_model|vit|vision_tower))zmodel.language_modelz^model\.vitz^vitr   zencoder\.layer\.zlayers.zattention.queryq_projzattention.keyk_projzattention.valuev_projzattention.o_projzintermediate.densezoutput.denseViTMSNForImageClassificationz
^encoder\.zvit.encoder.ViTMAEForPreTrainingBeitBackbonez
^fpn1\.0\.zfpn.fpn1.conv_transpose1.z
^fpn1\.1\.zfpn.fpn1.normalization.z
^fpn1\.3\.zfpn.fpn1.conv_transpose2.z
^fpn2\.0\.z	fpn.fpn2.z^encoder\.layer\.zbeit.encoder.layer.z^embeddings\.zbeit.embeddings.BeitForSemanticSegmentationz (?<!psp_modules\.[0-9]\.1\.)bn\.znormalization.z((?<!psp_modules\.[0-9]\.1\.)conv\.weightzconvolution.weightzdecode_head.bottleneck.zdecode_head.psp_bottleneck.z0decode_head\.psp_modules\.(\d+)\.1\.conv\.weightz9decode_head.psp_modules.blocks.\1.conv.convolution.weightz(decode_head\.psp_modules\.(\d+)\.1\.bn\.z5decode_head.psp_modules.blocks.\1.conv.normalization.lw_detrr   zattention.q_projr   zattention.k_projr   zattention.v_projzattention.outputSegformerModelzencoder.patch_embeddings.(\d+).zstages.\1.patch_embeddings.zencoder.block.(\d+).zstages.\1.blocks.zencoder.layer_norm.(\d+)zstages.\1.layer_normzattention.self.queryzattention.self.keyzattention.self.valuezattention.self.srz/attention.sequence_reduction.sequence_reductionzattention.self.layer_normz'attention.sequence_reduction.layer_normz
mlp.dense1z
mlp.dense2layer_norm_1layernorm_beforelayer_norm_2layernorm_after SegformerForSemanticSegmentationzdecode_head.linear_czdecode_head.linear_projectionsswinz+attention.self.relative_position_bias_tablez=attention.relative_position_bias.relative_position_bias_tableSwinBackbonezswin.encoder.zswin.embeddings.altclipzlayer\.kimi_k25zlanguage_model.modelzlanguage_model.lm_headlm_headz'vision_tower.encoder.blocks.(\d+).norm0z'vision_tower.encoder.blocks.(\d+).norm1z$vision_tower.encoder.blocks.\1.norm1z$vision_tower.encoder.blocks.\1.norm2z)vision_tower.encoder.blocks.(\d+).mlp.fc0z)vision_tower.encoder.blocks.(\d+).mlp.fc1z&vision_tower.encoder.blocks.\1.mlp.fc1z&vision_tower.encoder.blocks.\1.mlp.fc2z$vision_tower.encoder.blocks.(\d+).woz(vision_tower.encoder.blocks.\1.attn.projzvision_tower.encoderzmm_projector.proj.0zmodel.mm_projector.in_projzmm_projector.proj.2zmodel.mm_projector.out_projblockslayersz'vision_tower.patch_embed.pos_emb.weightz:model.vision_tower.patch_embed.pos_emb.position_embeddingswqkv)zattn.q_projzattn.k_projzattn.v_proj)r   permute_layer_namesdeepseek_v4z^embed\.weight$zembed_tokens.weightz^head\.weight$z^norm\.weight$znorm.weightz^hc_head_fn$zhc_head.hc_fnz^hc_head_base$zhc_head.hc_basez^hc_head_scale$zhc_head.hc_scalez^layers\.(\d+)\.attn_norm\.zlayers.\1.input_layernorm.z^layers\.(\d+)\.ffn_norm\.z#layers.\1.post_attention_layernorm.z^layers\.(\d+)\.hc_attn_fn$zlayers.\1.attn_hc.fnz^layers\.(\d+)\.hc_attn_base$zlayers.\1.attn_hc.basez^layers\.(\d+)\.hc_attn_scale$zlayers.\1.attn_hc.scalez^layers\.(\d+)\.hc_ffn_fn$zlayers.\1.ffn_hc.fnz^layers\.(\d+)\.hc_ffn_base$zlayers.\1.ffn_hc.basez^layers\.(\d+)\.hc_ffn_scale$zlayers.\1.ffn_hc.scalez^layers\.(\d+)\.attn\.zlayers.\1.self_attn.z^layers\.(\d+)\.ffn\.zlayers.\1.mlp.z%^layers\.(\d+)\.self_attn\.attn_sink$zlayers.\1.self_attn.sinksz6^layers\.(\d+)\.self_attn\.indexer\.compressor\.norm\.z/layers.\1.self_attn.compressor.indexer.kv_norm.z4^layers\.(\d+)\.self_attn\.indexer\.compressor\.ape$z4layers.\1.self_attn.compressor.indexer.position_biasz0^layers\.(\d+)\.self_attn\.indexer\.compressor\.z'layers.\1.self_attn.compressor.indexer.z$^layers\.(\d+)\.self_attn\.indexer\.z>^layers\.(\d+)\.self_attn\.compressor\.indexer\.weights_proj\.z;layers.\1.self_attn.compressor.indexer.scorer.weights_proj.z-^layers\.(\d+)\.self_attn\.compressor\.norm\.z'layers.\1.self_attn.compressor.kv_norm.z+^layers\.(\d+)\.self_attn\.compressor\.ape$z,layers.\1.self_attn.compressor.position_biasz(^layers\.(\d+)\.self_attn\.(.*?)\.wq_a\.z layers.\1.self_attn.\2.q_a_proj.z(^layers\.(\d+)\.self_attn\.(.*?)\.wq_b\.z layers.\1.self_attn.\2.q_b_proj.z'^layers\.(\d+)\.self_attn\.(.*?)\.wkv\.zlayers.\1.self_attn.\2.kv_proj.z)^layers\.(\d+)\.self_attn\.(.*?)\.wgate\.z!layers.\1.self_attn.\2.gate_proj.z(^layers\.(\d+)\.self_attn\.(.*?)\.wo_a\.z layers.\1.self_attn.\2.o_a_proj.z(^layers\.(\d+)\.self_attn\.(.*?)\.wo_b\.z layers.\1.self_attn.\2.o_b_proj.z!^layers\.(\d+)\.self_attn\.wq_a\.zlayers.\1.self_attn.q_a_proj.z!^layers\.(\d+)\.self_attn\.wq_b\.zlayers.\1.self_attn.q_b_proj.z ^layers\.(\d+)\.self_attn\.wkv\.zlayers.\1.self_attn.kv_proj.z!^layers\.(\d+)\.self_attn\.wo_a\.zlayers.\1.self_attn.o_a_proj.z!^layers\.(\d+)\.self_attn\.wo_b\.zlayers.\1.self_attn.o_b_proj.z#^layers\.(\d+)\.self_attn\.q_norm\.zlayers.\1.self_attn.q_a_norm.z ^layers\.(\d+)\.mlp\.gate\.bias$z*layers.\1.mlp.gate.e_score_correction_biasz)^layers\.(\d+)\.mlp\.shared_experts\.w1\.z'layers.\1.mlp.shared_experts.gate_proj.z)^layers\.(\d+)\.mlp\.shared_experts\.w2\.z'layers.\1.mlp.shared_experts.down_proj.z)^layers\.(\d+)\.mlp\.shared_experts\.w3\.z%layers.\1.mlp.shared_experts.up_proj.zmlp.experts.*.w1.weightzmlp.experts.*.w3.weightzmlp.experts.*.w2.weightrb   z^language_model.modellanguage_modelrH   z^language_model.lm_headz^language_modelz^vision_towerz^multi_modal_projectorzmodel.multi_modal_projectorminimax_m3_vlz^language_model\.lm_headz^language_model\.model\.zmodel.language_model.z:^vision_tower\.vision_model\.embeddings\.patch_embedding\.z#model.vision_tower.embeddings.proj.z.^vision_tower\.vision_model\.encoder\.layers\.zmodel.vision_tower.layers.z+^vision_tower\.vision_model\.pre_layrnorm\.z model.vision_tower.pre_layrnorm.z"^multi_modal_projector\.linear_1\.z%model.multi_modal_projector.linear_1.z"^multi_modal_projector\.linear_2\.z%model.multi_modal_projector.linear_2.z^patch_merge_mlp\.linear_1\.z+model.multi_modal_projector.merge_linear_1.z^patch_merge_mlp\.linear_2\.z+model.multi_modal_projector.merge_linear_2.z<\.language_model\.layers\.(\d+)\.block_sparse_moe\.experts\.z&.language_model.layers.\1.mlp.experts.zC\.language_model\.layers\.(\d+)\.block_sparse_moe\.shared_experts\.z-.language_model.layers.\1.mlp.shared_experts.z?\.language_model\.layers\.(\d+)\.block_sparse_moe\.gate\.weightz).language_model.layers.\1.mlp.gate.weightzJ\.language_model\.layers\.(\d+)\.block_sparse_moe\.e_score_correction_biasz:.language_model.layers.\1.mlp.gate.e_score_correction_biasz\.self_attn\.index_q_proj\.z.self_attn.indexer.q_proj.z\.self_attn\.index_k_proj\.z.self_attn.indexer.k_proj.z\.self_attn\.index_q_norm\.z.self_attn.indexer.q_norm.z\.self_attn\.index_k_norm\.z.self_attn.indexer.k_norm.z#mlp.shared_experts.gate_proj.weightz!mlp.shared_experts.up_proj.weightz&mlp.shared_experts.gate_up_proj.weightrQ   z^audio_towerzmodel.audio_towerrp   rW   z^encoderzmodel.encoderz
^projectorzmodel.projectorrY   z&block_sparse_moe\.input_linear\.weightz%block_sparse_moe.experts.gate_up_projz'block_sparse_moe\.output_linear\.weightz"block_sparse_moe.experts.down_projz'block_sparse_moe\.router\.layer\.weightzblock_sparse_moe.router.weightrv   vibevoice_asrz^acoustic_tokenizer_encoderz model.acoustic_tokenizer_encoderz^semantic_tokenizer_encoderz model.semantic_tokenizer_encoderVibeVoiceAsrModelr_   z^image_newlinezmodel.image_newliner8   vision_model)prefix_to_removerB   
text_modelVideoLlavaModelvideo_llavaz^image_towerzmodel.image_towerz^video_towerzmodel.video_towerfuyuz^vision_embed_tokenszmodel.vision_embed_tokensmllamaz^vision_modelzmodel.vision_model	Emu3Modelz^text_model.modelemu3z^text_model.lm_headz^text_modelzmodel.text_modelz^vqmodelzmodel.vqmodelpaddleocr_vlz^mlp_ARz^visualzmodel.visualz1^model(?!(\.visual|\.projector|\.language_model))rz   model)prefix_to_addmodel_prefixr|   z#^model(?!\.(language_model|visual))deepseek_ocr2z!sam_model\.blocks\.(\d+)\.norm1\.z/vision_tower.sam_encoder.layers.\1.layer_norm1.z!sam_model\.blocks\.(\d+)\.norm2\.z/vision_tower.sam_encoder.layers.\1.layer_norm2.z sam_model\.blocks\.(\d+)\.attn\.z(vision_tower.sam_encoder.layers.\1.attn.zsam_model\.blocks\.(\d+)\.mlp\.z'vision_tower.sam_encoder.layers.\1.mlp.zsam_model\.patch_embed\.proj\.z0vision_tower.sam_encoder.patch_embed.projection.zsam_model\.pos_embedz"vision_tower.sam_encoder.pos_embedzsam_model\.neck\.0\.z$vision_tower.sam_encoder.neck.conv1.zsam_model\.neck\.1\.z*vision_tower.sam_encoder.neck.layer_norm1.zsam_model\.neck\.2\.z$vision_tower.sam_encoder.neck.conv2.zsam_model\.neck\.3\.z*vision_tower.sam_encoder.neck.layer_norm2.zsam_model\.net_2\.z$vision_tower.sam_encoder.proj.conv1.zsam_model\.net_3\.z$vision_tower.sam_encoder.proj.conv2.z#qwen2_model\.model\.model\.layers\.z#vision_tower.vision_encoder.layers.z!qwen2_model\.model\.model\.norm\.z!vision_tower.vision_encoder.norm.zqwen2_model\.query_768\.z"vision_tower.query_768_resolution.zqwen2_model\.query_1024\.z#vision_tower.query_1024_resolution.zprojector\.layers\.zmulti_modal_projector.view_seperatorview_separatorz(^|model\.)embed_tokens\.z\1language_model.embed_tokens.z(^|model\.)layers\.z\1language_model.layers.z(^|model\.)norm\.z\1language_model.norm.zmlp.experts.*.gate_proj.weightzmlp.experts.*.up_proj.weightzmlp.experts.*.down_proj.weightcolqwen2vlm)r   r   shieldgemma2timm_wrapper
timm_model)r   pi0
state_projzembed_action_time.state_projaction_in_projz embed_action_time.action_in_projaction_time_mlp_inz$embed_action_time.action_time_mlp_inaction_time_mlp_outz%embed_action_time.action_time_mlp_outz&^paligemma_with_expert.paligemma.modelz	model.vlmz)^paligemma_with_expert.gemma_expert.modelz	model.ditz+^paligemma_with_expert.gemma_expert.lm_headzmodel.dit.embed_tokensz(^paligemma_with_expert.paligemma.lm_headz%model.vlm.language_model.embed_tokensesmz9encoder.layer.*.attention.self.rotary_embeddings.inv_freqzrotary_embeddings.inv_freqdinov3_convnextz(?<!model\.)stageszmodel.stages
dinov3_vitz(?<!model\.)layer.zmodel.layer.
timesfm2_5ff0fc1ff1fc2olmo_hybridattention_layer_normfeedforward_layer_normr\   r6   z'detector_model.vision_encoder.backbone.zvision_encoder.backbone.ztracker_neck.zvision_encoder.neck.ztracker_model.(.+)z\1t5gemma2_encoderz-(?<!decoder\.)(?<!text_model\.)embed_tokens\.ztext_model.embed_tokens.z5(?<!decoder\.)(?<!text_model\.)(?<!layer)(?<!_)norm\.ztext_model.norm.zA(?<!vision_model.encoder\.)(?<!decoder\.)(?<!text_model\.)layers.ztext_model.layers.r   z.block_sparse_moe.z.mlp.z.experts.*.w1.weightz.experts.*.w3.weightz.experts.gate_up_projz.experts.*.w2.weightz.experts.down_projr   qwen3_vl_moe   T)
check_dimscosmos3_omniz!^(layers\.|embed_tokens\.|norm\.)zmodel.language_model.\1zF^(blocks\.|merger\.|patch_embed\.|pos_embed\.|deepstack_merger_list\.)zmodel.visual.\1z\.self_attn\.to_q\.z.self_attn.q_proj.z\.self_attn\.to_k\.z.self_attn.k_proj.z\.self_attn\.to_v\.z.self_attn.v_proj.z\.self_attn\.to_out\.z\.self_attn\.norm_q\.z.self_attn.q_norm.z\.self_attn\.norm_k\.z.self_attn.k_norm.phimoez.gate.weightz.router.weightlfm2_moez feed_forward.experts.*.w1.weightz feed_forward.experts.*.w3.weightz!feed_forward.experts.gate_up_projz feed_forward.experts.*.w2.weightzfeed_forward.experts.down_projernie4_5_vl_moevision_towerzspatial_linear.0zspatial_linear.fc1zspatial_linear.2zspatial_linear.fc2zspatial_linear.3zspatial_linear.lnztemporal_linear.0ztemporal_linear.fc1ztemporal_linear.2ztemporal_linear.fc2ztemporal_linear.3ztemporal_linear.lnz!(?<!language_model\.)embed_tokenszlanguage_model.embed_tokensz(?<!language_model\.)layerszlanguage_model.layersz(?<!_)(?<!\w)norm\.zlanguage_model.norm.zmlp.gate.weight_1zmlp.vision_moe.gate.weight)dim0dim1zmlp.gate.weightzmlp.text_moe.gate.weightz'mlp.moe_statics.e_score_correction_biasz5mlp.text_moe.gate.moe_statics.e_score_correction_biasz7mlp.vision_moe.gate.moe_statics.e_score_correction_biaszexperts.*.down_proj.weightztext_moe.experts.down_projzvision_moe.experts.down_proj)	stack_dim
concat_dimzexperts.*.gate_proj.weightzexperts.*.up_proj.weightztext_moe.experts.gate_up_projzvision_moe.experts.gate_up_proj
maskformerzlayers.(\d+).fc1zlayers.\1.mlp.fc1zlayers.(\d+).fc2zlayers.\1.mlp.fc2rx   zbackbone.conv_encoderbackboneout_projo_projr2   zencoder.encoder.(\d+).layerszencoder.aifi.\1.layersRfDetrModelzbackbone.0.encoder.encoderzbackbone.backbonezbackbone.0.projectorzbackbone.projectorzprojector.stages.0.0.cv1.convz$projector.projector_layer.conv1.convzprojector.stages.0.0.cv1.bnz$projector.projector_layer.conv1.normzprojector.stages.0.0.cv2.convz$projector.projector_layer.conv2.convzprojector.stages.0.0.cv2.bnz$projector.projector_layer.conv2.normzprojector.stages.0.1zprojector.layer_normz%projector.stages.0.0.m.(\d+).cv1.convz3projector.projector_layer.bottlenecks.\1.conv1.convz#projector.stages.0.0.m.(\d+).cv1.bnz3projector.projector_layer.bottlenecks.\1.conv1.normz%projector.stages.0.0.m.(\d+).cv2.convz3projector.projector_layer.bottlenecks.\1.conv2.convz#projector.stages.0.0.m.(\d+).cv2.bnz3projector.projector_layer.bottlenecks.\1.conv2.normztransformer.decoderdecoderzdecoder.layers.(\d+).norm1z&decoder.layers.\1.self_attn_layer_normzdecoder.layers.(\d+).norm2z'decoder.layers.\1.cross_attn_layer_normzdecoder.layers.(\d+).linear1zdecoder.layers.\1.mlp.fc1zdecoder.layers.(\d+).linear2zdecoder.layers.\1.mlp.fc2zdecoder.layers.(\d+).norm3zdecoder.layers.\1.layer_normzdecoder.normzdecoder.layernormz^transformer\.enc_output_normenc_output_normz^transformer\.enc_output
enc_outputztransformer.enc_out_class_embedenc_out_class_embedztransformer.enc_out_bbox_embedenc_out_bbox_embedzrefpoint_embed\.weightzreference_point_embed.weightzself_attn.out_projzself_attn.in_proj_bias)zself_attn.q_proj.biaszself_attn.k_proj.biaszself_attn.v_proj.biaszself_attn.in_proj_weight)r   r   r   RfDetrForObjectDetection^zmodel.RfDetrForInstanceSegmentationz^(?!segmentation_head)z2segmentation_head\.query_features_block\.layers\.0zquery_features_block.mlp.fc1z2segmentation_head\.query_features_block\.layers\.2zquery_features_block.mlp.fc2z0segmentation_head\.query_features_block\.norm_inzquery_features_block.normz&segmentation_head\.blocks\.(\d+)\.normzblocks.\1.layernormz(segmentation_head\.blocks\.(\d+)\.dwconvzblocks.\1.depthwise_convz)segmentation_head\.blocks\.(\d+)\.pwconv1zblocks.\1.pointwise_convz(segmentation_head\.spatial_features_projspatial_features_projz&segmentation_head\.query_features_projquery_features_projzsegmentation_head\.biassegmentation_biasConditionalDetrModelzencoder_attn.out_projzencoder_attn.o_projz%decoder.layers.(\d+).sa_qcontent_projz*decoder.layers.\1.self_attn.q_content_projz!decoder.layers.(\d+).sa_qpos_projz&decoder.layers.\1.self_attn.q_pos_projz%decoder.layers.(\d+).sa_kcontent_projz*decoder.layers.\1.self_attn.k_content_projz!decoder.layers.(\d+).sa_kpos_projz&decoder.layers.\1.self_attn.k_pos_projzdecoder.layers.(\d+).sa_v_projz"decoder.layers.\1.self_attn.v_projz%decoder.layers.(\d+).ca_qcontent_projz-decoder.layers.\1.encoder_attn.q_content_projz!decoder.layers.(\d+).ca_qpos_projz)decoder.layers.\1.encoder_attn.q_pos_projz%decoder.layers.(\d+).ca_kcontent_projz-decoder.layers.\1.encoder_attn.k_content_projz!decoder.layers.(\d+).ca_kpos_projz)decoder.layers.\1.encoder_attn.k_pos_projzdecoder.layers.(\d+).ca_v_projz%decoder.layers.\1.encoder_attn.v_projz&decoder.layers.(\d+).ca_qpos_sine_projz.decoder.layers.\1.encoder_attn.q_pos_sine_projdeformable_detrd_finezlayers.\1.mlp.layers.0zlayers.\1.mlp.layers.1
nemotron_hz	backbone.zembedding.weightzembeddings.weightzmixer.experts.*.up_proj.weightzmixer.experts.up_projz mixer.experts.*.down_proj.weightzmixer.experts.down_projjambaz'feed_forward.experts.*.gate_proj.weightz%feed_forward.experts.*.up_proj.weightz'feed_forward.experts.*.down_proj.weight
nomic_bertzencoder.layersemb_lnzembeddings.LayerNormzattn.out_projfc11fc12norm1norm2post_mlp_layernormz	attn.Wqkv)r   r   r   jina_embeddings_v3zmixer.out_projz
mixer.Wqkv
cohere_asrzencoder\.pre_encode\.conv\.zencoder.subsampling.layers.zencoder\.pre_encode\.out\.zencoder.subsampling.linear.z7transf_decoder\._embedding\.position_embedding\.pos_enczdecoder.pos_emb.weightz+transf_decoder\._embedding\.token_embeddingzdecoder.embed_tokensz&transf_decoder\._embedding\.layer_normzdecoder.embedding_layernormz*transf_decoder\._decoder\.final_layer_normz transf_decoder\._decoder\.layerszdecoder.layerszencoder_decoder_proj\.zdecoder.proj.z"encoder\.(.+)\.self_attn\.linear_qzencoder.\1.self_attn.q_projz"encoder\.(.+)\.self_attn\.linear_kzencoder.\1.self_attn.k_projz"encoder\.(.+)\.self_attn\.linear_vzencoder.\1.self_attn.v_projz$encoder\.(.+)\.self_attn\.linear_outzencoder.\1.self_attn.o_projz$encoder\.(.+)\.self_attn\.linear_posz$encoder.\1.self_attn.relative_k_projz$encoder\.(.+)\.self_attn\.pos_bias_uzencoder.\1.self_attn.bias_uz$encoder\.(.+)\.self_attn\.pos_bias_vzencoder.\1.self_attn.bias_vz)decoder\.(.+)\.first_sub_layer\.query_netzdecoder.\1.self_attn.q_projz'decoder\.(.+)\.first_sub_layer\.key_netzdecoder.\1.self_attn.k_projz)decoder\.(.+)\.first_sub_layer\.value_netzdecoder.\1.self_attn.v_projz.decoder\.(.+)\.first_sub_layer\.out_projectionzdecoder.\1.self_attn.o_projz\.second_sub_layer\.query_netz.encoder_attn.q_projz\.second_sub_layer\.key_netz.encoder_attn.k_projz\.second_sub_layer\.value_netz.encoder_attn.v_projz"\.second_sub_layer\.out_projectionz.encoder_attn.o_projz\.third_sub_layer\.dense_inz.mlp.fc1z\.third_sub_layer\.dense_outz.mlp.fc2z\.layer_norm_1\.z.input_layernorm.z\.layer_norm_2\.z.post_attention_layernorm.z\.layer_norm_3\.z.final_layernorm.z\.conv\.batch_normz
.conv.normzlog_softmax\.mlp\.layer0proj_outqianfan_ocrz^vision_model\.zmodel\.vision_tower\.zencoder\.layers\.zlayers\.z\.ls1z
\.lambda_1z\.ls2z
\.lambda_2z(layers\.\d+)\.attn\.proj\.z\1.attention.projection_layer.z	\.norm1\.z\.layernorm_before\.z	\.norm2\.z\.layernorm_after\.z\.embeddings\.class_embeddingz\.embeddings\.cls_tokenz \.embeddings\.position_embeddingz!\.embeddings\.position_embeddingsz\.embeddings\.patch_embedding\.z,\.embeddings\.patch_embeddings\.projection\.zmodel\.language_model\.z^language_model\.lm_head\.z	lm_head\.z
^mlp1\.0\.z*model\.multi_modal_projector\.layer_norm\.z
^mlp1\.1\.z(model\.multi_modal_projector\.linear_1\.z
^mlp1\.3\.z(model\.multi_modal_projector\.linear_2\.zattn.qkv.weight)zattention.q_proj.weightzattention.k_proj.weightzattention.v_proj.weightzattn.qkv.bias)zattention.q_proj.biaszattention.k_proj.biaszattention.v_proj.biaslegacyzLayerNorm.gammazLayerNorm.weightzLayerNorm.betazLayerNorm.biassapiens2z^cls_token$zembeddings.cls_tokenz^storage_tokens$zembeddings.register_tokensz^patch_embed\.projection\.zembeddings.patch_embeddings.zblocks\.(\d+)\.zmodel.layer.\1.zattn\.proj\.zattention.o_proj.z
attn\.wq\.zattention.q_proj.z
attn\.wk\.zattention.k_proj.z
attn\.wv\.zattention.v_proj.zattn\.q_norm\.zattention.q_norm.zattn\.k_norm\.zattention.k_norm.zattn\.gamma\.weight$zlayer_scale1.lambda1z	ffn\.w3\.zmlp.down_proj.z\.ln1\.z.norm1.z\.ln2\.z.norm2.z^ln1\.znorm.zffn\.w12\.weightzffn\.w12\.biaszmlp.gate_proj.biaszmlp.up_proj.biasSapiens2ForSemanticSegmentationz^backbone\.z%decode_head\.deconv_layers\.0\.weightz0decode_head.upsample_layers.0.convolution.weightz%decode_head\.deconv_layers\.3\.weightz0decode_head.upsample_layers.1.convolution.weightz%decode_head\.deconv_layers\.6\.weightz0decode_head.upsample_layers.2.convolution.weightz%decode_head\.deconv_layers\.9\.weightz0decode_head.upsample_layers.3.convolution.weightz*decode_head\.conv_layers\.0\.(weight|bias)z(decode_head.conv_layers.0.convolution.\1z*decode_head\.conv_layers\.3\.(weight|bias)z(decode_head.conv_layers.1.convolution.\1zdecode_head\.conv_seg\.zdecode_head.predictor.Sapiens2ForPoseEstimationz*decode_head\.conv_layers\.6\.(weight|bias)z(decode_head.conv_layers.2.convolution.\1zdecode_head\.conv_pose\.Sapiens2ForNormalEstimationz)decode_head\.input_conv\.0\.(weight|bias)z%decode_head.input_conv.convolution.\1z.decode_head\.upsample_blocks\.(\d+)\.0\.weightz1decode_head.upsample_layers.\1.convolution.weightz,decode_head\.upsample_blocks\.(\d+)\.0\.biasz/decode_head.upsample_layers.\1.convolution.biaszdecode_head\.conv_normal\.Sapiens2ForPointmapEstimationzdecode_head\.conv_pointmap\.z)decode_head\.scale_conv_layers\.0\.weightz+scale_head.conv_layers.0.convolution.weightz'decode_head\.scale_conv_layers\.0\.biasz)scale_head.conv_layers.0.convolution.biasz)decode_head\.scale_conv_layers\.3\.weightz+scale_head.conv_layers.1.convolution.weightz'decode_head\.scale_conv_layers\.3\.biasz)scale_head.conv_layers.1.convolution.biasz)decode_head\.scale_conv_layers\.6\.weightz+scale_head.conv_layers.2.convolution.weightz'decode_head\.scale_conv_layers\.6\.biasz)scale_head.conv_layers.2.convolution.biasz#decode_head\.scale_final_layer\.1\.z%scale_head.predictor.block1.layers.0.z#decode_head\.scale_final_layer\.3\.z%scale_head.predictor.block2.layers.0.z#decode_head\.scale_final_layer\.5\.zscale_head.predictor.proj.Sapiens2ForImageMattingzdecode_head\.conv_matting\.tipsv2text_encodervision_encoderTipsv2TextModelz
ln_final\.zfinal_layer_norm.ztoken_embedding\.zembeddings.token_embedding.ztransformer\.resblocks\.zencoder.layers.z\.ln_1\.z.layer_norm1.z\.ln_2\.z.layer_norm2.z\.attn\.z.self_attn.z\.mlp\.c_fc\.z	.mlp.fc1.z\.mlp\.c_proj\.z	.mlp.fc2.z\.in_proj_weight)z.q_proj.weightz.k_proj.weightz.v_proj.weightz\.in_proj_bias)z.q_proj.biasz.k_proj.biasz.v_proj.biaszpatch_embed\.proj\.z'embeddings.patch_embeddings.projection.	cls_token
mask_tokenzembeddings.mask_tokenregister_tokens	pos_embedzembeddings.position_embeddingsznorm\.z
layernorm.zblocks\.zencoder.layer.z\.attn\.proj\.z.attention.output.dense.z\.ls1\.gammaz.layer_scale1.lambda1z\.ls2\.gammaz.layer_scale2.lambda1z\.mlp\.w12\.z.mlp.weights_in.z\.mlp\.w3\.z.mlp.weights_out.z\.attn\.qkv\.weight)z!.attention.attention.query.weightz.attention.attention.key.weightz!.attention.attention.value.weightz\.attn\.qkv\.bias)z.attention.attention.query.biasz.attention.attention.key.biasz.attention.attention.value.biasz)head\.reassemble\.readout_projects\.(\d+)z2neck.reassemble_stage.readout_projects.\1.layers.0z*head\.reassemble\.out_projections\.(\d+)\.z+neck.reassemble_stage.layers.\1.projection.z(head\.reassemble\.resize_layers\.(\d+)\.z'neck.reassemble_stage.layers.\1.resize.z&head\.fusion_blocks\.(\d+)\.out_conv\.z'neck.fusion_stage.layers.\1.projection.z.head\.fusion_blocks\.(\d+)\.main_unit\.conv1\.z9neck.fusion_stage.layers.\1.residual_layer2.convolution1.z.head\.fusion_blocks\.(\d+)\.main_unit\.conv2\.z9neck.fusion_stage.layers.\1.residual_layer2.convolution2.z2head\.fusion_blocks\.(\d+)\.residual_unit\.conv1\.z9neck.fusion_stage.layers.\1.residual_layer1.convolution1.z2head\.fusion_blocks\.(\d+)\.residual_unit\.conv2\.z9neck.fusion_stage.layers.\1.residual_layer1.convolution2.zhead\.convsz
neck.convszhead\.projectzdecoder.projectzdepth_head\.depth_head\.zdepth_decoder.head.znormals_head\.normals_head\.znormals_decoder.head.z&segmentation_head\.segmentation_head\.zsegmentation_decoder.head.z/depth_head\.reassemble\.readout_projects\.(\d+)z0depth_head\.reassemble\.out_projections\.(\d+)\.z.depth_head\.reassemble\.resize_layers\.(\d+)\.z,depth_head\.fusion_blocks\.(\d+)\.out_conv\.z4depth_head\.fusion_blocks\.(\d+)\.main_unit\.conv1\.z4depth_head\.fusion_blocks\.(\d+)\.main_unit\.conv2\.z8depth_head\.fusion_blocks\.(\d+)\.residual_unit\.conv1\.z8depth_head\.fusion_blocks\.(\d+)\.residual_unit\.conv2\.zdepth_head\.convszdepth_head\.projectzdecoder.head.)r~   
tipsv2_dptTipsv2DptForDepthEstimationr%  depthnormalsTipsv2DptForNormalEstimationsegmentation Tipsv2DptForSemanticSegmentationz
.weight_g$z".parametrizations.weight.original0z
.weight_v$z".parametrizations.weight.original1zbbox_attention.q_linearzbbox_attention.q_projzbbox_attention.k_linearzbbox_attention.k_projzmask_head.lay1zmask_head.conv1.convzmask_head.gn1zmask_head.conv1.normzmask_head.lay2zmask_head.conv2.convzmask_head.gn2zmask_head.conv2.normzmask_head.adapter1z"mask_head.fpn_stages.0.fpn_adapterzmask_head.lay3z"mask_head.fpn_stages.0.refine.convzmask_head.gn3z"mask_head.fpn_stages.0.refine.normzmask_head.adapter2z"mask_head.fpn_stages.1.fpn_adapterzmask_head.lay4z"mask_head.fpn_stages.1.refine.convzmask_head.gn4z"mask_head.fpn_stages.1.refine.normzmask_head.adapter3z"mask_head.fpn_stages.2.fpn_adapterzmask_head.lay5z"mask_head.fpn_stages.2.refine.convzmask_head.gn5z"mask_head.fpn_stages.2.refine.normzmask_head.out_layzmask_head.output_convDetrForSegmentationConditionalDetrForSegmentationr    z,mlp.gate.moe_statics.e_score_correction_biaszencoder.relative_position_biasshared_position_biaszGattention.attention.relative_position_bias.relative_position_bias_tablez3relative_position_bias.relative_position_bias_tabler   pixiozpixio.r   z).block_sparse_moe.e_score_correction_biasz.mlp.e_score_correction_biasr/   zmlp.e_score_correction_biasmimo_v2_flashzself_attn.attention_sink_biaszself_attn.sinkshy_v3zmlp\.router\.gate\.weightzmlp\.expert_biaszmlp\.shared_mlp\.zmlp.shared_experts.r]   lagunaz#mlp.experts.e_score_correction_biaszmlp.shared_expert.mtpz.shared_head.norm.z.post_norm.z.mtp_block.enorm.z.enorm.z.mtp_block.hnorm.z.hnorm.z.mtp_block.eh_proj.z	.eh_proj.z.mtp_block.post_norm.z\.hidden_norm\.z\.embed_norm\.z\.input_proj\.z^chain_norm\.zshared_post_norm.z"layers\.(\d+)\.transformer_block\.zlayers.\1.mtp_block.MtpModel)r   r   r   r   r   r   r   r	   r   r   r
   r   replacer   copy_MODEL_TO_CONVERSION_PATTERNitems)mappingrenaming
model_typebase_patterns       j/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/conversion_mapping.py$_build_checkpoint_conversion_mappingr=     s/   X I
+@RpqI
 A II
  < KI
  ;MpI
 +I[lmI
 +<NcdI
 +;MbcI
"  C L#I
*  A L+I
:  = [;I
B  @RlCI
N  3!,i 8&1-u|<OI
X +>P\]YI
Z  8!; <&1-.[I
d +CUmneI
f  3!79M N&1-u|<gI
p +>PghqI
r +;MpqsI
v >K^_wI
x >K^_yI
z >K^_{I
| >K^_}I
~ >K^_I
@ +<NbcAI
B +<NbcCI
D +=OklEI
F +=OklGI
H +EWtuII
J +ASnoKI
L +@RlmMI
N ;HcdOI
P <I[\QI
XV 	?JW
WX\ 	+HZrs ?Qk +HZrs ASo +GYpq E W
]Xz 	MOrsGIfgHJijNPop5G;(@A:<OP5~F *!
 "aL>
{X` 	 9!79M N!aL>
  7! "aL>	 +>Pde!
aXD 	+>PYZ+>PYZ I =  R = +AShi+ASgh=/Z P 6 >K_`7DXY'
EXn 	.	:,h7?H5,h735GH/;>95
oX@ 	'=.9)
AXF 	,h7?H5,h735GH/;>95!
GXV 	=*EF=*CD=*EF=+6/1FG+-?@,h7?H5,h735GH/;>95
WXr 	&>@PQFH\]=*EF=*CD=*EF=+646STCL ;H(
sXT 	68JK46HI68JK-/AB	
UX` 	=?]^24HI68OP13EF/1CD13EF.0ab68ab35GH<3<3>+=>>+<=
aX~ 	+^<RTt-u,vX@ 	13EF/1CD13EF=O 35GH/;>95
AXX 	=/:+-?@
YX` 	:yQ
aXf 	+BTjk+DV_` >>!
 <;!	 @@!
 >=!	  G K +BThi+ASop+ASpq9hO J \
 !(	!
 :aV^`hUijkQ1
gXJ	 	 z
6 +=Ode7z
8 +<N^_9z
: +<m\;z
< ?O\=z
> +<N_`?z
@ +=OabAz
B  > =Cz
J  = FKz
R +I[rsSz
T  @RkUz
Z  ASm[z
` +HZpqaz
b +J\tucz
d  @Rkez
j  9 7kz
r  8 1sz
D  H <Ez
L  Y RMz
T  W WUz
\  S J]z
d  G Jez
l  a ^mz
t  P Juz
|  N O}z
N  K COz
V  K CWz
^  J B_z
f  L Dgz
n  K Coz
v  K Cwz
~  D @z
F  D @Gz
N  C ?Oz
V  D @Wz
^  D @_z
n  F @oz
z  C M{z
B  L JCz
J  L JKz
R  L HSz
Z --! !;+2KA4FG[z
j  9 7+23kz
K	X@ 	+CUef
AXF 	+EW`a+=Oef+;Mab+DVst	
GXR 	 +FXab+FXop
  ] E  Q <  N B  E G  E G  ? M  ? M  _ I  f P  b L  m ]  > <  > <  > <  > < --! !;+2KA4FG  9 7+23
 !79M N 9'A./
 97! !I'A./Il
SXl 	+CUkl+EW`a?L_`+DVst	
mXx 	+CUef
yX~ 	+CUkl+EW`a;X=J[\	
XL 	 I G  J D  J @
MXh 	+CUef
iXn 	+CUkl+EW`a >Pr  >Pr +DVst

oXD 	+CUef
EXJ 	+EW`a+=Oef+;Mab+DVst+<Ncd
KXZ 	L.IJ[X\ 	,EF]X^ 	+CUef
_Xd 	+EW`a+=Oef?L_`?L_`+DVst
eXr 	+EW`a+=Oef+BTop
sX| 	+EW`a+=Oef+;Mab+DVst	
}XH 	+?Q]^
IXN 	+AS\]>K]^;X
OXX 	:GXY:~V T 6
YXh 	'7gN
iXn 	*:~V FXn,
oXz 	 D R  D R  C K  B J  A R  7 D  7 F  7 L  7 F  7 L  5 F  5 F  F E  D C  ; D  < E  6 8 +<N^_ < A +ASno+?Qjk42! !;+2KA4FG  @ 7+23iY
{Xn 	\7OPoXp 	G'RSqXr 	LABsXt 	=Jhi+<Npq 5Gm  6Ho +Tfqr+Witu N 8  K G!
uX^ 	K,
_Xj 	N+@/RSkXl 	~&;_MNmXn 	5%(5%(
oXv 	13DE35OP
wX~ 	7GV]^_X@ 	 J\v +;Mcd+@RWX
AXP 	KMghSUgh_auv
QXZ 	/9**! !8#  A&	 *! !5#

[XP 	42! !;+2KA4FG  @ 7+23
QXn 	 : :%at<=
  7 7%at<=
oXF 	  D :  i 2 +ASgh+ASgh+ASgh+CUij+CUij+CUij'
GXp 	/9>+;<**! !8+2KA4FG  6 4+23
qXR 	66! !D+2KA4FG  B @+23
SXp 	>>:-/CD-/CD-/BC.0EF.0EF.0DE?A^_9;RS13IJ 3 <%1156
  1 :%1156
 !J KKM! "aL> != >02! ?WXYZ 0.!
 45! ?WXYZ
Q3
qXf 	.0DE.0DE
gXn 	2J?:x0.0DE.0DE	
oXz 	:x0.0DE.0DE:<UV	
{XF  	8:NO24IJ;=de9;bc;=de9;bc24KL8:p 68n 8:p 68n 1:>8:cd8:de:<XY:<XY8:YZ?,@A;=OP6F=?UV<>ST46UV02EF 9 n!aL>
  ; t!aL>S.
G Xd! 	#3I%
e!Xj! 	(+CU]^PRqrPRqrNPlmDF\]FHcdGIdeFH`aDF\]57KL*
k!XB" 	2J?/1CD24IJ.0DE.0DECErs?AjkCErs?Ajk<>cdCEuv?AmnCEuv?Amn<>fg9;l%!
C"Xn" 	2J?/1CD.0DE.0DE	
o"Xz" 	:x0.0IJ.0IJ:<UV	
{"XF# 	;1-/BC4! !8+23 6! !:+23
G#Xj# 	=;! !D+2KA4FG  I @+23
k#XH$ 	,i89&=>+-@A7J/7L16<08%@A% !,!
 "aL>
I$Xt$ 	8E[\+;XV+;M_`7D^_7DXY ,!
 "aL>
u$XT% 	9;YZ8:XYUWpqIKbcDFdeH/Z>@QR46FG@B`a@B`a@B`aBDbcBDklBDbcBDbcGIghEGefGIghLNlm;=TU9;RS;=TU@BYZ9;G:KH.0DE.0MN.0DE0-@6D=
U%XT& 	-/GH/=8]38]39;\]<)@A<)?@;=WX>@de=?no68RS8,G=*WX=*UV=*UV!2 3 q!aL>
 !0 1 k!aL>+
U&XJ' 	 1 2  0 0	
K'X^' 	>+BC.0MN8:YZ-/AB?,@A=*>?=*>?=*>?,.BC,.BC24KL<):;:z2:z29h/ 3!8:O P!aL>
  1!68K L!aL>+
_'XT( 	*>958:m 8:m 8:m 8:m HJuvHJuv57PQ!,
U(Xx( 	$>958:m 8:m HJuvHJuvHJuv68QR&
y(XR) 	&>95<8 AD ?B =; =; =; 8:ST5(
S)XJ* 	(>95<8 AD ?B =; =; =; :<UV<> :< <> :< <> :< ACklACklAC`ak6*
K*Xx+ 	">95<8 AD ?B =; =; =; 9;TU5$
y+Xp, 	><8+^<
q,Xx, 	.9=*=>/1NO68JK;8;8;6+[9-{; 3 V!aL>
  1 P!aL>
y,Xd- *:;13\]<)?@=*AB-/KL<)IJ9l3;(9:,.HI?,CD?,CD+[9-{;?,>?>+>? 6!
 "aL>  4!
 "aL>3"
H +Z8<E =?m FHrsDFpqAL AL EL EL ><8+->?68MN:<STDFbc? 
D +Z8BE CEs ACm ?Ak GL GL KL KL />13DE6HC"(
k/XGx0   =>/ 	x//2::7INPXPhPhijPkl/G*+   =>3 	x//2::7NSU]UmUmnoUpq3G./ ENgh',,..NH(@	
 	(@	
	 	 	02IJ02IJ')?@(>?')?@(>?+-QR')MN(LM+-QR')MN(LM+-QR')MN(LM*,CD!&G!"$ 188M0N0S0S0UG,-J7;/4466%k2779GNN@Bpq   #:.33579OPUA	
9 GK z*//1GGGw 23w 12}h/  $I.335GLLBDbc  $K0557GLLn-JLnopp&{388:GOO68IJ!  {+002GGG'CUfg':Lij';Mbc 
 #*."9">">"@G7;#7#<#<#>>,113GHH<>`a+-BC  	g.e,';][':IV':IV'<kZ'>P]^ 	'9:V'8*U'8,W'7I]^'L^uvGJ$ %A$F$F$H ; 
L %l388:
;
 Ng/3s   K?B^&L?B^+Nc                ^    t         
t               a t        t         j                  |             S )N)$_checkpoint_conversion_mapping_cacher=  r   get)r:  s    r<  !get_checkpoint_conversion_mappingrA  "  s(    +3/S/U,8<<ZHII    c                    t         
t               a | t         v r|st        d|  d      |t         | <   t        j	                  |        y)aR  
    Register a conversion mapping for a model type string or a class name.

    Class names take priority over `model_type` strings during lookup (see
    `extract_weight_conversions_for_model`), making it possible to define
    task-head-specific or class-specific conversions that differ from the shared
    `model_type` baseline.
    NzConversion mapping for 'z4' already exists. Pass overwrite=True to replace it.)r?  r=  
ValueErrorUSER_REGISTERED_MAPPINGSadd)model_type_or_class_namer8  	overwrites      r<  &register_checkpoint_conversion_mappingrI  ,  sZ     ,3/S/U,#GGPY&'?&@@tu
 	
 FM()AB  !9:rB  c                    t        |       j                  }| j                  j                  }t	        |      }||rt	        |      }|S )aF  
    Return the registered conversion list for `model`, or `None` if none exists.

    Looks up by class name first (enables task-head-specific overrides), then
    falls back to `model.config.model_type`.  Transforms are returned
    unmodified; the caller sets `scope_prefix` on each transform for sub-module isolation.
    )type__name__configr:  rA  )r   
class_namer:  conversionss       r<  $extract_weight_conversions_for_modelrP  E  sF     e%%J((J 4J?Kz7
CrB  c                   ddl m} g }|-|j                         D cg c]  \  }}t        ||       }}}t	        t
              }| j                         D ]E  \  }	t        |	|      st        |	      j                  }
|	j                  j                  }|	j                         r|
t        vr	|t        vr`t        fd||
   D              rxt        |
      }|du}|s'|rt        fd||   D              r|t        |      }|dk(  }|sKj!                  | j"                        }j!                  d      }|D ]  }||_        | j"                  |_         |j'                  |       ||
   j)                         |r.|s2||   j)                         H |r|j'                  t        d	             ||j+                  |      }|S c c}}w )
a-  
    Collect the ordered list of weight transforms for `model` (used during
    loading and, when reversed, during saving).

    Each `PreTrainedModel` sub-module is looked up by class name then
    `model_type`.  Root transforms are applied globally; sub-module transforms
    have their `scope_prefix` set so they only match keys under that prefix.  After any
    sub-module is processed, both its class name and `model_type` are marked
    seen to prevent `XForY` / `XModel` pairs from applying the same mapping
    twice via different lookup paths.
    r   r   Nr   c              3  T   K   | ]  }|d k(  xs j                  |dz          ! yw .N
startswith.0seenmodule_names     r<  	<genexpr>z/get_model_conversion_mapping.<locals>.<genexpr>  s,     iDtrz?[33D3J??i   %(c              3  T   K   | ]  }|d k(  xs j                  |dz          ! ywrS  rV  rX  s     r<  r\  z/get_model_conversion_mapping.<locals>.<genexpr>  s1      "EI
@k44TCZ@@"r]  rT  rU  r  )modeling_utilsr   r7  r   r   listnamed_modules
isinstancerK  rL  rM  r:  is_custom_coderE  anyrA  removeprefixbase_model_prefixscope_prefixextendappendupdate_weight_conversions)r   key_mappinghf_quantizer
add_legacyr   weight_conversionskvseen_identifiers	submodulerN  r:  rO  found_via_classis_root_modelrg  	transformr[  s                    @r<  get_model_conversion_mappingrv  Y  s   " 0  _j_p_p_rsW[WXZ[nQPQRss 5@4E"'"5"5"7 9=Y)_5)_--
%%00

 $$&"::":: iL\]gLhii
 8
C%T1c "M]^hMi"  %?
K#r) '33E4K4KLL&33C8L( F	)5	&.3.E.E	+F 	!!+.$++K8
 :Z(//<s9=v !!"CH"MN )CCDVW_ ts   G)F)rG  strr8  z&list[WeightConverter | WeightRenaming]rH  boolreturnNone)r   r   ry  zlist[WeightTransform] | None)NNT)
r   r   rk  zdict[str, str] | Nonerl  zHfQuantizer | Nonerm  rx  ry  zlist[WeightTransform])"
__future__r   collectionsr   r5  r   typingr   core_model_loadingr   r	   r
   r   r   r   r   r   r   r   r   r   r_  r   
quantizersr   r6  r=  r?  rA  setrE  rI  rP  rv   rB  r<  <module>r     s   # #        /'a ya  )a 
 [a  ;a  ;a  Ka  [a  Ka  a  [a  ;a  a  [a   +!a " k#a $ %a & k'a ( k)a * ++a , k-a . /a 0 [1a 2 +3a 4 ;5a 6 )7a 8 y9a : y;a < .=a > +?a @ /Aa B +Ca D -Ea F $Ga H Ia J *Ka L +Ma N )Oa P Qa R /Sa T Ua V Wa X oYa Z [a \ ']a ^ _a ` gaa b ca d ea f ga h gia j }ka l ma n moa p mqa r ]sa t +ua v wa x ya z N{a | }a ~ a @ |Aa D lEa F lGa H LIa J <Ka L \Ma N \Oa P \Qa R ,Sa T lUa V <Wa X <Ya Z [a \ <]a ^ %_a ` -aa b ,ca d $ea f +ga h 2ia j [ka l ~ma n )*Koa p /qa t Aa  HNb4 (, $J 5  ;!;3; ; 
	;2!, *.'+	gg&g %g 	g
 grB  