
    ^j'%                         d dl mZ ddlmZ e G d de             Ze G d de             Ze G d d	e             Ze G d
 de             Zg dZy)    )strict   )PreTrainedConfigc                   ,    e Zd ZU dZdZddddddddddddZd	gd
gfddgdgfdgdgfdZdddddZddddddZdZ	e
ed<   dZe
dz  ed<   dZe
ed<   dZe
ed<   dZe
ed <   d!Ze
ed"<   d#Ze
ed$<   dZe
ed%<   d&Ze
ed'<   d#Ze
ed(<   d)Ze
ed<   d&Ze
ed*<   d+Ze
ed,<   dZe
dz  ed-<   d.Zeed/<   dZee
   dz  ed0<   dZee   dz  ed1<   d2Ze
ed<   d3Z eed4<   d5Z!e
ed<   dZ"ee   dz  ed6<   d7Z#e
ed8<   d9Z$eed:<   d;Z%e
ed<<   d=Z&e
ed<   d>Z'e
ed?<   d@Z(e
edA<   dBZ)e*edC<   dDZ+eedE<   dFZ,eed<   d3Z-eedG<   dHZ.eedI<   dJZ/eedK<   dZ0e
dz  edL<   dMZ1e
dz  edN<   d@Z2e
dz  edO<   dZ3e
dz  edP<   dQZ4e*edR<   dBZ5e*edS<   dZ6ee
   dz  edT<    fdUZ7e8dV        Z9e8dW        Z: xZ;S )XInklingTextConfiginkling_texttext_configembedding_rowwisecolwiserowwisemoe_tp_experts
all_reduce)embed_tokens!layers.*.mlp.experts.gate_up_projlayers.*.mlp.experts.down_projlayers.*.mlp.expertsz%layers.*.mlp.shared_experts.gate_projz#layers.*.mlp.shared_experts.up_projz%layers.*.mlp.shared_experts.down_projzlayers.*.mlp.shared_expertszlayers.*.mlp.gate_projzlayers.*.mlp.up_projzlayers.*.mlp.down_proj	input_idsinputs_embedshidden_statesattention_mask)r   layersnorm	ep_routergrouped_gemm)zlayers.*.mlp.gater   r   r   logits_mup_width_multipliersliding_window_sizen_routed_expertsconv_kernel_sizemax_position_embeddings)embedding_multipliersliding_windownum_local_expertssconv_kernel_sizemodel_max_lengthi@ 
vocab_sizeNunpadded_vocab_size   hidden_sizeB   num_hidden_layers@   num_attention_heads   num_key_value_heads   head_dimswa_num_attention_heads   swa_num_key_value_headsswa_head_dimi   d_rel   
rel_extentlog_scaling_n_floorg?log_scaling_alphalocal_layer_idslayer_typesi   ư>rms_norm_eps   mlp_layer_typesi `  intermediate_sizesilu
hidden_acti   moe_intermediate_size      num_experts_per_tok   n_shared_expertsTshared_expert_sinkg       @route_scaleg      8@rms_norm_eps_moe_gateg        attention_dropout{Gz?initializer_rangepad_token_id   bos_token_ideos_token_idnum_mtp_layersFchain_hidden_post_normmtp_hidden_states_firstmtp_local_layer_idsc                 F   | j                   {| j                  t        | j                        }n+t        | j                        D ch c]  }|dz   dz  s| }}t        | j                        D cg c]
  }||v rdnd c}| _         | j
                  A|j                  dd      }t        | j                        D cg c]  }||k  rdnd c}| _        |j                  d	      |j                  d	      | _        d
| _	        t        | ,  di | y c c}w c c}w c c}w )NrP   rE   hybrid_slidinghybriddense_mlp_idxr   densesparsedense_intermediate_sizer>    )r;   r:   setranger*   r?   popgetr@   number_of_conv_statessuper__post_init__)selfkwargsr:   irZ   	__class__s        |/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/inkling/configuration_inkling.pyre   zInklingTextConfig.__post_init__p   s   ###/"%d&:&:";.3D4J4J.K"[PQTUPUYZ{1"["[PUVZVlVlPm KLA$8 hF D '"JJ:MX]^b^t^tXu#vSTq=/@Gh$N#vD ::/0<%+ZZ0I%JD" &'"'' #\ 
 $ws   DD2D>Dc                     | j                   O| j                  dg| j                   z  S t        | j                         D cg c]  }|| j                  v rdnd c}S y c c}w )NrY   rX   )rS   rV   r`   )rf   rh   s     rj   mtp_layer_typesz!InklingTextConfig.mtp_layer_types   sr    *''/ zD$7$777 ^ccgcvcv]wXYT-E-E(E$8S  s    Ac                 <    | j                   dg| j                   z  S y )Nr[   )rS   )rf   s    rj   mtp_mlp_layer_typesz%InklingTextConfig.mtp_mlp_layer_types   s$    *9t2222    )<__name__
__module____qualname__
model_typebase_config_keybase_model_tp_planbase_model_pp_planbase_model_ep_planattribute_mapr%   int__annotations__r&   r(   r*   r,   r.   r0   r1   r3   r4   r   r5   r7   r8   r9   floatr:   listr;   strr   r=   r   r?   r@   rB   rC   r   rF   rH   rI   boolrJ   r   rK   rL   rN   rO   rQ   rR   rS   rT   rU   rV   re   propertyrl   rn   __classcell__ri   s   @rj   r   r      s   J#O+-6*3 01:/81:'3"+ )"+ &(9:#%568IJ!"_$56 )-;*8 0	 !>// 05	M J&*t*Ks!!  Hc#%S%#%S%L#""E3OJ&*t*"u"(,OT#Y%,$(KcT!(#)S)L%c(,OT#Y%,"s"J!%3%c  c##K)--#'5'"u"#u##L#*# L#*  L#* !%NC$J%#(D($(T(,0cT)0(*    ro   r   c                   h    e Zd ZU dZdZddddZdZeed<   dZ	eed<   d	Z
eed<   d
Zeed<   dZeed<   y)InklingAudioConfiginkling_audioaudio_config
n_mel_binsmel_vocab_sizetext_hidden_size)num_codebookscodebook_sizer(   P   rD   r'   r<   r=   rM   rN   N)rp   rq   rr   rs   rt   rx   r   ry   rz   r   r   r=   r{   rN   r^   ro   rj   r   r      sR     J$O%))M JNC c L%#u#ro   r   c                       e Zd ZU dZdZddiZdZeed<   dZ	eed<   d	Z
eed
<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   y)InklingVisionConfiginkling_visionvision_configr*   n_layersr'   r   (   
patch_sizerG   temporal_patch_sizer   num_channelsr6   r(      r2   r,   r<   r=   rM   rN   N)rp   rq   rr   rs   rt   rx   r   ry   rz   r   r   r   r(   r*   r,   r=   r{   rN   r^   ro   rj   r   r      su    !J%O(*5M c J  L#Ks!!L%#u#ro   r   c                        e Zd ZU dZdZeeedZdZ	ee
z  dz  ed<   dZee
z  dz  ed<   dZee
z  dz  ed<   dZeed	<   d
Zeed<   dZeed<   dZeed<    fdZ xZS )InklingConfigzETop-level multimodal config (`InklingMMConfig` in the SGLang source).inkling_mm_model)r	   r   r   Nr	   r   r   iv image_token_idiu audio_token_idiE image_bos_token_idiT audio_bos_token_idc                 r   |j                  d      xs i }t        | j                  t              r| j                  j	                  d|j                  d             | j                  j	                  d|j                  dd             | j                  j	                  d|j                  d             t        | j
                  t              r% | j                  d   di | j
                  | _        n%| j
                   | j                  d          | _        t        | j                  t              r% | j                  d	   di | j                  | _        n%| j                   | j                  d	          | _        t        | j                  t              r% | j                  d
   di | j                  | _        n%| j                   | j                  d
          | _        | j                  j                  | j                  _	        | j                  j                  | j
                  _	        t        | ,  di | y )N
mtp_configrS   num_nextn_predict_layersrT   FrV   r:   r   r   r	   r^   )rb   
isinstancer	   dict
setdefaultr   sub_configsr   r(   r   rd   re   )rf   rg   r   ri   s      rj   re   zInklingConfig.__post_init__   s   ZZ-3
d&&-''(8*..Ic:de''(@*..QikpBqr''(=z~~N_?`ad''. @ 0 0 @ U4CTCT UD& @ 0 0 @ BDd(($/!B!1!1/!B!XTEWEW!XD'!B!1!1/!B!DDd&&->t//>RAQAQRD%>t//>@D.2.>.>.J.J+-1-=-=-I-I*''ro   )rp   rq   rr   __doc__rs   r   r   r   r   r	   r   rz   r   r   r   ry   r   r   r   re   r   r   s   @rj   r   r      s    O#J(*,K 48K"T)D0759L$t+d297;M&-4; NC  NC $$$$( (ro   r   )r   r   r   r   N)	huggingface_hub.dataclassesr   configuration_utilsr   r   r   r   r   __all__r^   ro   rj   <module>r      s   , / 3 y( y yx $) $ $  $* $ $  +($ +( +(\ ^ro   