Ë
    ÛÓ^j  ã                   óÈ   — d dl mZ ddlmZ ddlmZ ddlmZ ddlm	Z	 ddl
mZmZ  ed	¬
«      e G d„ de«      «       «       Z ed	¬
«      e G d„ de«      «       «       ZddgZy)é    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstring)Úintervalé   )ÚCONFIG_MAPPINGÚ
AutoConfigzrhymes-ai/Aria)Ú
checkpointc                   ó(  ‡ — e Zd ZU dZdZdgZddddddddœZdgdgfd	d
gd	gfd	gd	gfdœZdZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	dz  e
d<   dZee
d<   dZe	e
d<     edd¬«      d¬«      Zee
d<   d Zee
d!<   d"Zee
d#<   d$Ze	dz  e
d%<   d&Ze	dz  e
d'<   d$Ze	ee	   z  dz  e
d(<   d&Ze	dz  e
d)<   d*Zee
d+<   dZe e!z  dz  e
d,<   d*Z"ee
d-<   dZ#e	ez  dz  e
d.<   d*Z$ee
d/<   dZ%e	dz  e
d0<   d1Z&d2Z'e	e
d3<   d$Z(e	e
d4<   d$Z)e	e
d5<   ˆ fd6„Z*d7„ Z+ˆ xZ,S )8ÚAriaTextConfigaA  
    moe_num_experts (`int`, *optional*, defaults to 8):
        The number of experts in the MoE layer.
    moe_topk (`int`, *optional*, defaults to 2):
        The number of top experts to route to for each token.
    moe_num_shared_experts (`int`, *optional*, defaults to 2):
        The number of shared experts.
    Ú	aria_textÚpast_key_valuesÚcolwiseÚrowwise)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projz%layers.*.mlp.shared_experts.gate_projz#layers.*.mlp.shared_experts.up_projz%layers.*.mlp.shared_experts.down_projÚ	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)Úembed_tokensÚlayersÚnormi }  Ú
vocab_sizei   Úhidden_sizeÚintermediate_sizeé    Únum_hidden_layersÚnum_attention_headsNÚnum_key_value_headsÚsiluÚ
hidden_acti   Úmax_position_embeddingsg        g      ð?)ÚminÚmaxç{®Gáz”?)ÚdefaultÚinitializer_rangeg�íµ ÷Æ°>Úrms_norm_epsTÚ	use_cacher	   Úpad_token_idé   Úbos_token_idÚeos_token_idÚpretraining_tpFÚtie_word_embeddingsÚrope_parametersÚattention_biasÚattention_dropoutÚmlp_biasÚhead_dimÚtext_configé   Úmoe_num_expertsÚmoe_topkÚmoe_num_shared_expertsc                 ó²   •— | j                   €| j                  | j                  z  | _         | j                  €| j                  | _        t	        ‰| �  di |¤Ž y )N© )r5   r   r   r    ÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s     €úv/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/aria/configuration_aria.pyr>   zAriaTextConfig.__post_init__U   sO   ø€ Ø�=‰=Ð Ø ×,Ñ,°×0HÑ0HÑHˆDŒMØ×#Ñ#Ð+Ø'+×'?Ñ'?ˆDÔ$ä‰ÑÑ' Ó'ó    c                 óˆ   — | j                   | j                  z  dk7  r&t        d| j                   › d| j                  › d�«      ‚y)zOPart of `@strict`-powered validation. Validates the architecture of the config.r   zThe hidden size (z6) is not a multiple of the number of attention heads (z).N)r   r   Ú
ValueError)r?   s    rB   Úvalidate_architecturez$AriaTextConfig.validate_architecture]   sS   € à×Ñ˜d×6Ñ6Ñ6¸!Ò;ÜØ# D×$4Ñ$4Ð#5ð 6Ø×2Ñ2Ð3°2ð7óð ð <rC   )-Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr   ÚintÚ__annotations__r   r   r   r   r    r"   Ústrr#   r   r(   Úfloatr)   r*   Úboolr+   r-   r.   Úlistr/   r0   r1   r   Údictr2   r3   r4   r5   Úbase_config_keyr8   r9   r:   r>   rF   Ú__classcell__©rA   s   @rB   r   r      s·  ø… ñð €JØ#4Ð"5Ðà%.Ø%.Ø%.Ø%.Ø1:Ø/8Ø1:ñÐð &˜¨Ð(9Ð:Ø#Ð%5Ð6¸Ð8IÐJØ!Ð" _Ð$5Ð6ñÐð €J�ÓØ€K�Óà!Ð�sÓ!ØÐ�sÓØ!Ð˜Ó!Ø&*Ð˜˜t™Ó*Ø€J�ÓØ#'Ð˜SÓ'Ø9™x¨C°SÔ9À$ÔGÐ�uÓGØ€L�%ÓØ€IˆtÓØ €L�#˜‘*Ó Ø €L�#˜‘*Ó Ø+,€L�#˜˜S™	‘/ DÑ(Ó,Ø!"€N�C˜$‘JÓ"Ø %Ð˜Ó%Ø48€O�^ dÑ*¨TÑ1Ó8Ø €N�DÓ Ø,/Ð�s˜U‘{ TÑ)Ó/Ø€HˆdÓØ€Hˆc�D‰jÓØ#€OØ€O�SÓØ€HˆcÓØ"#Ð˜CÓ#ô(örC   r   c                   óÆ   ‡ — e Zd ZU dZdZddiZeedœZdZ	e
ez  dz  ed<   dZe
ez  dz  ed<   d	Zeee   z  ed
<   dZe
dz  ed<   dZeed<   dZeed<   dZeed<   ˆ fd„Zˆ xZS )Ú
AriaConfigzq
    projector_patch_to_query_dict (`dict`, *optional*):
        Mapping of patch sizes to query dimensions.
    ÚariaÚimage_token_idÚimage_token_index)r6   Úvision_configNr^   r6   éÿÿÿÿÚvision_feature_layerÚprojector_patch_to_query_dicté	   r&   r(   Fr0   c                 óÖ  •— | j                   €
dddœ| _         | j                   j                  «       D ��ci c]  \  }}t        |«      t        |«      “Œ c}}| _         t        | j                   j	                  «       «      | _        t        | j                  t        «      r:d| j                  d<   t        | j                  d      di | j                  ¤Ž| _        n| j                  €t        d   «       | _        t        | j                  t        «      r)d| j                  v rt        di | j                  ¤Ž| _
        n| j                  €t        «       | _
        t        ‰| �4  di |¤Ž y c c}}w )Né€   é   )iÉ  i$  Úidefics3_visionrK   r<   )ra   ÚitemsrO   r%   ÚvaluesÚ'max_value_projector_patch_to_query_dictÚ
isinstancer^   rU   r
   r6   r   r=   r>   )r?   r@   ÚkÚvrA   s       €rB   r>   zAriaConfig.__post_init__|   s7  ø€ ð ×-Ñ-Ð5àØñ2ˆDÔ.ð JN×IkÑIk×IqÑIqÓIs×-tÁÀÀA¬c°!«f´c¸!³f©nÓ-tˆÔ*Ü7:¸4×;]Ñ;]×;dÑ;dÓ;fÓ7gˆÔ4ä�d×(Ñ(¬$Ô/Ø/@ˆD×Ñ˜|Ñ,Ü!/°×0BÑ0BÀ<Ñ0PÑ!QÑ!gÐTX×TfÑTfÑ!gˆDÕØ×ÑÐ'Ü!/Ð0AÑ!BÓ!DˆDÔä�d×&Ñ&¬Ô-°,À$×BRÑBRÑ2RÜ-ÑA°×0@Ñ0@ÑAˆDÕØ×ÑÐ%Ü-Ó/ˆDÔä‰ÑÑ' Ó'ùó .us   µE%)rG   rH   rI   rJ   rK   Úattribute_mapr   r   Úsub_configsr^   rU   r   rP   r6   r`   rO   rT   ra   r]   r(   rR   r0   rS   r>   rW   rX   s   @rB   rZ   rZ   f   sž   ø… ñð
 €JàÐ-ð€Mð #1À:ÑN€Kà48€M�4Ð*Ñ*¨TÑ1Ó8Ø04€K�˜Ñ&¨Ñ-Ó4Ø,.Ð˜#  S¡	™/Ó.Ø15Ð! 4¨$¡;Ó5ØÐ�sÓØ#Ð�uÓ#Ø %Ð˜Ó%÷(ð (rC   rZ   N)Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   Úutils.type_validatorsr   Úautor
   r   r   rZ   Ú__all__r<   rC   rB   ú<module>rv      s   ðõ( /å 3Ý 1Ý #Ý -ß -ñ Ð+Ô,ØôDÐ%ó Dó ó -ðDñN Ð+Ô,Øô*(Ð!ó *(ó ó -ð*(ðZ Ð)Ð
*�rC   