Ë
    ÛÓ^js  ã                   ó’  — d Z ddlmZ ddlmZmZ ddlmZ ddlm	Z	 ddl
mZmZmZmZ dd	lmZ  ej"                  e«      Z ed
¬«      e G d„ de	«      «       «       Z G d„ de«      Z ed
¬«       G d„ de«      «       Z ed
¬«       G d„ de«      «       Z ed
¬«       G d„ de«      «       Z ed
¬«       G d„ de«      «       Zg d¢Zy)zPyTorch Arcee model.é    )Ústrict)Úauto_docstringÚloggingé   )ÚRopeParametersé   )ÚLlamaConfig)ÚLlamaForCausalLMÚLlamaForQuestionAnsweringÚLlamaForSequenceClassificationÚLlamaForTokenClassification)ÚNemotronMLPzarcee-ai/AFM-4.5B)Ú
checkpointc                   óŠ  — e Zd ZU dZdZdddddddœZdZeed<   dZ	eed	<   d
Z
eed<   dZeed<   dZeed<   dZedz  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZedz  ed<   dZeee   z  dz  ed<   d Zeed!<   dZeez  dz  ed"<   d Zeed#<   d$Zeez  ed%<   d Z eed&<   dZ!edz  ed'<    e"«       Z#y)(ÚArceeConfiga  
    ```python
    >>> from transformers import ArceeModel, ArceeConfig

    >>> # Initializing an Arcee AFM-4.5B-Base style configuration
    >>> configuration = ArceeConfig()

    >>> # Initializing a model from the AFM-4.5B-Base style configuration
    >>> model = ArceeModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚarceeÚcolwiseÚrowwise)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projzlayers.*.mlp.up_projzlayers.*.mlp.down_proji }  Ú
vocab_sizei 
  Úhidden_sizei H  Úintermediate_sizeé    Únum_hidden_layersÚnum_attention_headsNÚnum_key_value_headsÚrelu2Ú
hidden_acti   Úmax_position_embeddingsg{®Gáz”?Úinitializer_rangegñhãˆµøä>Úrms_norm_epsTÚ	use_cacheÚpad_token_idi ô Úbos_token_idiô Úeos_token_idFÚtie_word_embeddingsÚrope_parametersÚattention_biasg        Úattention_dropoutÚmlp_biasÚhead_dim)$Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚbase_model_tp_planr   ÚintÚ__annotations__r   r   r   r   r   r   Ústrr   r   Úfloatr    r!   Úboolr"   r#   r$   Úlistr%   r&   r   Údictr'   r(   r)   r*   ÚAttributeErrorÚpretraining_tp© ó    úr/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/arcee/modular_arcee.pyr   r   "   s-  … ñð €Jà%.Ø%.Ø%.Ø%.Ø )Ø"+ñÐð €J�ÓØ€K�ÓØ"Ð�sÓ"ØÐ�sÓØ!Ð˜Ó!Ø&*Ð˜˜t™Ó*Ø€J�ÓØ#'Ð˜SÓ'Ø#Ð�uÓ#Ø€L�%ÓØ€IˆtÓØ#€L�#˜‘*Ó#Ø%€L�#˜‘*Ó%Ø+1€L�#˜˜S™	‘/ DÑ(Ó1Ø %Ð˜Ó%Ø48€O�^ dÑ*¨TÑ1Ó8Ø €N�DÓ Ø%(Ð�u˜s‘{Ó(Ø€HˆdÓØ€Hˆc�D‰jÓá#Ó%�Nr;   r   c                   ó   — e Zd Zy)ÚArceeMLPN©r+   r,   r-   r:   r;   r<   r>   r>   U   s   „ Ør;   r>   c                   ó   — e Zd Zy)ÚArceeForCausalLMNr?   r:   r;   r<   rA   rA   Y   ó   „ àr;   rA   c                   ó   — e Zd Zy)ÚArceeForSequenceClassificationNr?   r:   r;   r<   rD   rD   ^   rB   r;   rD   c                   ó   — e Zd Zy)ÚArceeForQuestionAnsweringNr?   r:   r;   r<   rF   rF   c   rB   r;   rF   c                   ó   — e Zd Zy)ÚArceeForTokenClassificationNr?   r:   r;   r<   rH   rH   h   rB   r;   rH   )r   rA   rF   rD   rH   Ú
ArceeModelÚArceePreTrainedModelN)r.   Úhuggingface_hub.dataclassesr   Útransformers.utilsr   r   Úmodeling_rope_utilsr   Úllama.configuration_llamar	   Úllama.modeling_llamar
   r   r   r   Únemotron.modeling_nemotronr   Ú
get_loggerr+   Úloggerr   r>   rA   rD   rF   rH   Ú__all__r:   r;   r<   ú<module>rT      sþ   ðñ å .ç 6å 1Ý 3÷ó õ 5ð 
ˆ×	Ñ	˜HÓ	%€ñ Ð.Ô/Øô.&�+ó .&ó ó 0ð.&ôb	ˆ{ô 	ñ Ð.Ô/ô	Ð'ó 	ó 0ð	ñ Ð.Ô/ô	Ð%Có 	ó 0ð	ñ Ð.Ô/ô	Ð 9ó 	ó 0ð	ñ Ð.Ô/ô	Ð"=ó 	ó 0ð	ò�r;   