Ë
    ÛÓ^j'%  ã                   ó¤   — d dl mZ ddlmZ e G d„ de«      «       Ze G d„ de«      «       Ze G d„ d	e«      «       Ze G d
„ de«      «       Zg d¢Zy)é    )Ústricté   )ÚPreTrainedConfigc                   ó,  ‡ — e Zd ZU dZdZddddddddddddœZd	gd
gfddgdgfdgdgfdœZdddddœZddddddœZdZ	e
ed<   dZe
dz  ed<   dZe
ed<   dZe
ed<   dZe
ed <   d!Ze
ed"<   d#Ze
ed$<   dZe
ed%<   d&Ze
ed'<   d#Ze
ed(<   d)Ze
ed<   d&Ze
ed*<   d+Ze
ed,<   dZe
dz  ed-<   d.Zeed/<   dZee
   dz  ed0<   dZee   dz  ed1<   d2Ze
ed<   d3Z eed4<   d5Z!e
ed<   dZ"ee   dz  ed6<   d7Z#e
ed8<   d9Z$eed:<   d;Z%e
ed<<   d=Z&e
ed<   d>Z'e
ed?<   d@Z(e
edA<   dBZ)e*edC<   dDZ+eedE<   dFZ,eed<   d3Z-eedG<   dHZ.eedI<   dJZ/eedK<   dZ0e
dz  edL<   dMZ1e
dz  edN<   d@Z2e
dz  edO<   dZ3e
dz  edP<   dQZ4e*edR<   dBZ5e*edS<   dZ6ee
   dz  edT<   ˆ fdU„Z7e8dV„ «       Z9e8dW„ «       Z:ˆ xZ;S )XÚInklingTextConfigÚinkling_textÚtext_configÚembedding_rowwiseÚcolwiseÚrowwiseÚmoe_tp_expertsÚ
all_reduce)Úembed_tokensú!layers.*.mlp.experts.gate_up_projúlayers.*.mlp.experts.down_projúlayers.*.mlp.expertsz%layers.*.mlp.shared_experts.gate_projz#layers.*.mlp.shared_experts.up_projz%layers.*.mlp.shared_experts.down_projzlayers.*.mlp.shared_expertszlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚ	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)r   ÚlayersÚnormÚ	ep_routerÚgrouped_gemm)zlayers.*.mlp.gater   r   r   Úlogits_mup_width_multiplierÚsliding_window_sizeÚn_routed_expertsÚconv_kernel_sizeÚmax_position_embeddings)Úembedding_multiplierÚsliding_windowÚnum_local_expertsÚsconv_kernel_sizeÚmodel_max_lengthi@ Ú
vocab_sizeNÚunpadded_vocab_sizeé   Úhidden_sizeéB   Únum_hidden_layersé@   Únum_attention_headsé   Únum_key_value_headsé€   Úhead_dimÚswa_num_attention_headsé   Úswa_num_key_value_headsÚswa_head_dimi   Úd_relé   Ú
rel_extentÚlog_scaling_n_floorgš™™™™™¹?Úlog_scaling_alphaÚlocal_layer_idsÚlayer_typesi   ç�íµ ÷Æ°>Úrms_norm_epsé   Úmlp_layer_typesi `  Úintermediate_sizeÚsiluÚ
hidden_acti   Úmoe_intermediate_sizeé   é   Únum_experts_per_toké   Ún_shared_expertsTÚshared_expert_sinkg       @Úroute_scaleg      8@Úrms_norm_eps_moe_gateg        Úattention_dropoutç{®Gáz”?Úinitializer_rangeÚpad_token_idé   Úbos_token_idÚeos_token_idÚnum_mtp_layersFÚchain_hidden_post_normÚmtp_hidden_states_firstÚmtp_local_layer_idsc                 óF  •— | j                   €{| j                  �t        | j                  «      }n+t        | j                  «      D �ch c]  }|dz   dz  sŒ|’Œ }}t        | j                  «      D �cg c]
  }||v rdnd‘Œ c}| _         | j
                  €A|j                  dd«      }t        | j                  «      D �cg c]  }||k  rdnd‘Œ c}| _        |j                  d	«      �|j                  d	«      | _        d
| _	        t        ‰| �,  di |¤Ž y c c}w c c}w c c}w )NrP   rE   Úhybrid_slidingÚhybridÚdense_mlp_idxr   ÚdenseÚsparseÚdense_intermediate_sizer>   © )r;   r:   ÚsetÚranger*   r?   ÚpopÚgetr@   Únumber_of_conv_statesÚsuperÚ__post_init__)ÚselfÚkwargsr:   ÚirZ   Ú	__class__s        €ú|/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/inkling/configuration_inkling.pyre   zInklingTextConfig.__post_init__p   s  ø€ Ø×ÑÐ#Ø×#Ñ#Ð/Ü"% d×&:Ñ&:Ó";‘ä.3°D×4JÑ4JÓ.KÖ"[¨ÐPQÐTUÑPUÐYZË{¢1Ð"[�Ð"[äPUÐVZ×VlÑVlÓPmö ØKL A¨Ñ$8Ñ ¸hÑFò ˆDÔð ×ÑÐ'Ø"ŸJ™J ¸Ó:ˆMÜX]Ð^b×^tÑ^tÓXuÖ#vÐST¨q°=Ò/@¡GÀhÑ$NÒ#vˆDÔ à�:‰:Ð/Ó0Ð<Ø%+§Z¡ZÐ0IÓ%JˆDÔ"ð &'ˆÔ"ä‰ÑÑ' Ó'ùò #\ùò ùò
 $ws   ÁDÁDÁ2DÂ>Dc                 óÄ   — | j                   �O| j                  €dg| j                   z  S t        | j                   «      D �cg c]  }|| j                  v rdnd‘Œ c}S y c c}w )NrY   rX   )rS   rV   r`   )rf   rh   s     rj   Úmtp_layer_typesz!InklingTextConfig.mtp_layer_types…   sr   € à×ÑÐ*Ø×'Ñ'Ð/Ø �z D×$7Ñ$7Ñ7Ð7ô ^cÐcg×cvÑcvÓ]wöØXY¨¨T×-EÑ-EÑ(EÑ$È8ÑSòð ð ùòs   Á Ac                 ó<   — | j                   �dg| j                   z  S y )Nr[   )rS   )rf   s    rj   Úmtp_mlp_layer_typesz%InklingTextConfig.mtp_mlp_layer_types‘   s$   € à×ÑÐ*Ø�9˜t×2Ñ2Ñ2Ð2Øó    )<Ú__name__Ú
__module__Ú__qualname__Ú
model_typeÚbase_config_keyÚbase_model_tp_planÚbase_model_pp_planÚbase_model_ep_planÚattribute_mapr%   ÚintÚ__annotations__r&   r(   r*   r,   r.   r0   r1   r3   r4   r   r5   r7   r8   r9   Úfloatr:   Úlistr;   Ústrr   r=   r   r?   r@   rB   rC   r   rF   rH   rI   ÚboolrJ   r   rK   rL   rN   rO   rQ   rR   rS   rT   rU   rV   re   Úpropertyrl   rn   Ú__classcell__©ri   s   @rj   r   r      s®  ø… à€JØ#€Oà+Ø-6Ø*3Ø 0Ø1:Ø/8Ø1:Ø'3Ø"+Ø )Ø"+ñÐð &˜¨Ð(9Ð:Ø#Ð%5Ð6¸Ð8IÐJØ!Ð" _Ð$5Ð6ñÐð )Ø-;Ø*8Ø 0ñ	Ðð !>Ø/Ø/ð 0à5ñ	€Mð €J�Óà&*Ð˜˜t™Ó*Ø€K�ÓØÐ�sÓØ!Ð˜Ó!Ø Ð˜Ó Ø€HˆcÓØ#%Ð˜SÓ%Ø#%Ð˜SÓ%Ø€L�#ÓØ"Ð˜Ó"Ø€Eˆ3ƒOØ€J�ÓØ&*Ð˜˜t™Ó*Ø"Ð�uÓ"Ø(,€O�T˜#‘Y Ñ%Ó,Ø$(€K��c‘˜TÑ!Ó(Ø#)Ð˜SÓ)Ø€L�%ÓØÐ�cÓØ(,€O�T˜#‘Y Ñ%Ó,Ø"Ð�sÓ"Ø€J�Óà!%Ð˜3Ó%ØÐ�cÓØ Ð˜Ó ØÐ�cÓØ#Ð˜Ó#Ø€K�Óà)-Ð Ó-Ø#'Ð˜5Ó'Ø"Ð�uÓ"Ø#Ð�uÓ#Ø#€L�#˜‘*Ó#Ø €L�#˜‘*Ó Ø €L�#˜‘*Ó à!%€N�C˜$‘JÓ%Ø#(Ð˜DÓ(Ø$(Ð˜TÓ(Ø,0Ð˜˜c™ TÑ)Ó0ô(ð* ñó ðð ñó ôro   r   c                   óh   — e Zd ZU dZdZddddœZdZeed<   dZ	eed<   d	Z
eed<   d
Zeed<   dZeed<   y)ÚInklingAudioConfigÚinkling_audioÚaudio_configÚ
n_mel_binsÚmel_vocab_sizeÚtext_hidden_size)Únum_codebooksÚcodebook_sizer(   éP   rD   r'   r<   r=   rM   rN   N)rp   rq   rr   rs   rt   rx   r†   ry   rz   r‡   rˆ   r=   r{   rN   r^   ro   rj   rƒ   rƒ   ˜   sR   … à €JØ$€Oà%Ø)Ø)ñ€Mð €J�ÓØ€N�CÓØ Ð�cÓ Ø€L�%ÓØ#Ð�uÔ#ro   rƒ   c                   óœ   — e Zd ZU dZdZddiZdZeed<   dZ	eed<   d	Z
eed
<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   y)ÚInklingVisionConfigÚinkling_visionÚvision_configr*   Ún_layersr'   rˆ   é(   Ú
patch_sizerG   Útemporal_patch_sizer   Únum_channelsr6   r(   é   r2   r,   r<   r=   rM   rN   N)rp   rq   rr   rs   rt   rx   rˆ   ry   rz   r’   r“   r”   r(   r*   r,   r=   r{   rN   r^   ro   rj   r�   r�   ©   su   … à!€JØ%€OØ(¨*Ð5€Mà Ð�cÓ Ø€J�ÓØ Ð˜Ó Ø€L�#ÓØ€K�ÓØÐ�sÓØ!Ð˜Ó!Ø€L�%ÓØ#Ð�uÔ#ro   r�   c                   óº   ‡ — e Zd ZU dZdZeeedœZdZ	ee
z  dz  ed<   dZee
z  dz  ed<   dZee
z  dz  ed<   dZeed	<   d
Zeed<   dZeed<   dZeed<   ˆ fd„Zˆ xZS )ÚInklingConfigzETop-level multimodal config (`InklingMMConfig` in the SGLang source).Úinkling_mm_model)r	   r…   r�   Nr	   r…   r�   iv Úimage_token_idiu Úaudio_token_idiE Úimage_bos_token_idiT Úaudio_bos_token_idc                 ór  •— |j                  d«      xs i }t        | j                  t        «      r‚| j                  j	                  d|j                  d«      «       | j                  j	                  d|j                  dd«      «       | j                  j	                  d|j                  d«      «       t        | j
                  t        «      r% | j                  d   di | j
                  ¤Ž| _        n%| j
                  € | j                  d   «       | _        t        | j                  t        «      r% | j                  d	   di | j                  ¤Ž| _        n%| j                  € | j                  d	   «       | _        t        | j                  t        «      r% | j                  d
   di | j                  ¤Ž| _        n%| j                  € | j                  d
   «       | _        | j                  j                  | j                  _	        | j                  j                  | j
                  _	        t        ‰| �,  di |¤Ž y )NÚ
mtp_configrS   Únum_nextn_predict_layersrT   FrV   r:   r…   r�   r	   r^   )rb   Ú
isinstancer	   ÚdictÚ
setdefaultr…   Úsub_configsr�   r(   rˆ   rd   re   )rf   rg   rž   ri   s      €rj   re   zInklingConfig.__post_init__Í   sÕ  ø€ à—Z‘Z Ó-Ò3°ˆ
Ü�d×&Ñ&¬Ô-Ø×Ñ×'Ñ'Ð(8¸*¿.¹.ÐIcÓ:dÔeØ×Ñ×'Ñ'Ð(@À*Ç.Á.ÐQiÐkpÓBqÔrØ×Ñ×'Ñ'Ð(=¸z¿~¹~ÐN_Ó?`Ôaä�d×'Ñ'¬Ô.Ø @ × 0Ñ 0°Ñ @Ñ UÀ4×CTÑCTÑ UˆDÕØ×ÑÐ&Ø @ × 0Ñ 0°Ñ @Ó BˆDÔä�d×(Ñ(¬$Ô/Ø!B ×!1Ñ!1°/Ñ!BÑ!XÀT×EWÑEWÑ!XˆDÕØ×ÑÐ'Ø!B ×!1Ñ!1°/Ñ!BÓ!DˆDÔä�d×&Ñ&¬Ô-Ø>˜t×/Ñ/°Ñ>ÑRÀ×AQÑAQÑRˆDÕØ×ÑÐ%Ø>˜t×/Ñ/°Ñ>Ó@ˆDÔà.2×.>Ñ.>×.JÑ.Jˆ×ÑÔ+Ø-1×-=Ñ-=×-IÑ-Iˆ×ÑÔ*Ü‰ÑÑ' Ó'ro   )rp   rq   rr   Ú__doc__rs   r   rƒ   r�   r£   r	   r¡   rz   r…   r�   r™   ry   rš   r›   rœ   re   r€   r�   s   @rj   r—   r—   º   s�   ø… áOà#€Jà(Ø*Ø,ñ€Kð 48€KÐ" TÑ)¨DÑ0Ó7Ø59€LÐ$ tÑ+¨dÑ2Ó9Ø7;€MÐ&¨Ñ-°Ñ4Ó;Ø €N�CÓ Ø €N�CÓ Ø$Ð˜Ó$Ø$Ð˜Ó$÷(ð (ro   r—   )r—   r   rƒ   r�   N)	Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   r   rƒ   r�   r—   Ú__all__r^   ro   rj   ú<module>r¨      sŠ   ðõ, /å 3ð ôyÐ(ó yó ðyðx ô$Ð)ó $ó ð$ð  ô$Ð*ó $ó ð$ð  ô+(Ð$ó +(ó ð+(ò\ ^�ro   