Ë
    ÛÓ^jT  ã                   ór   — d dl mZ d dlmZ ddlmZ ddlmZ  ed¬«      e G d„ d	e«      «       «       Zd	gZ	y
)é    )Ústrict)Úauto_docstringé   )ÚPreTrainedConfig)ÚRopeParameterszarcee-ai/AFM-4.5B)Ú
checkpointc                   óÀ  ‡ — e Zd ZU dZdZdgZdddddddœZdgdgfd	d
gd	gfd	gd	gfdœZdZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	dz  e
d<   dZee
d<   dZe	e
d<   dZee
d<   dZee
d<   dZee
d <   dZe	dz  e
d!<   d"Ze	dz  e
d#<   d$Ze	ee	   z  dz  e
d%<   d&Zee
d'<   dZeez  dz  e
d(<   d&Z ee
d)<   d*Z!ee	z  e
d+<   d&Z"ee
d,<   dZ#e	dz  e
d-<   ˆ fd.„Z$d/„ Z%ˆ xZ&S )0ÚArceeConfiga  
    ```python
    >>> from transformers import ArceeModel, ArceeConfig

    >>> # Initializing an Arcee AFM-4.5B-Base style configuration
    >>> configuration = ArceeConfig()

    >>> # Initializing a model from the AFM-4.5B-Base style configuration
    >>> model = ArceeModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚarceeÚpast_key_valuesÚcolwiseÚrowwise)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projzlayers.*.mlp.up_projzlayers.*.mlp.down_projÚ	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)Úembed_tokensÚlayersÚnormi }  Ú
vocab_sizei 
  Úhidden_sizei H  Úintermediate_sizeé    Únum_hidden_layersÚnum_attention_headsNÚnum_key_value_headsÚrelu2Ú
hidden_acti   Úmax_position_embeddingsg{®Gáz”?Úinitializer_rangegñhãˆµøä>Úrms_norm_epsTÚ	use_cacheÚpad_token_idi ô Úbos_token_idiô Úeos_token_idFÚtie_word_embeddingsÚrope_parametersÚattention_biasg        Úattention_dropoutÚmlp_biasÚhead_dimc                 ó²   •— | j                   €| j                  | j                  z  | _         | j                  €| j                  | _        t	        ‰| �  di |¤Ž y )N© )r+   r   r   r   ÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s     €úx/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/arcee/configuration_arcee.pyr/   zArceeConfig.__post_init__S   sO   ø€ Ø�=‰=Ð Ø ×,Ñ,°×0HÑ0HÑHˆDŒMØ×#Ñ#Ð+Ø'+×'?Ñ'?ˆDÔ$ä‰ÑÑ' Ó'ó    c                 óˆ   — | j                   | j                  z  dk7  r&t        d| j                   › d| j                  › d�«      ‚y)zOPart of `@strict`-powered validation. Validates the architecture of the config.r   zThe hidden size (z6) is not a multiple of the number of attention heads (z).N)r   r   Ú
ValueError)r0   s    r3   Úvalidate_architecturez!ArceeConfig.validate_architecture[   sS   € à×Ñ˜d×6Ñ6Ñ6¸!Ò;ÜØ# D×$4Ñ$4Ð#5ð 6Ø×2Ñ2Ð3°2ð7óð ð <r4   )'Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr   ÚintÚ__annotations__r   r   r   r   r   r   Ústrr   r    Úfloatr!   r"   Úboolr#   r$   r%   Úlistr&   r'   r   Údictr(   r)   r*   r+   r/   r7   Ú__classcell__)r2   s   @r3   r
   r
      so  ø… ñð €JØ#4Ð"5Ðà%.Ø%.Ø%.Ø%.Ø )Ø"+ñÐð &˜¨Ð(9Ð:Ø#Ð%5Ð6¸Ð8IÐJØ!Ð" _Ð$5Ð6ñÐð €J�ÓØ€K�ÓØ"Ð�sÓ"ØÐ�sÓØ!Ð˜Ó!Ø&*Ð˜˜t™Ó*Ø€J�ÓØ#'Ð˜SÓ'Ø#Ð�uÓ#Ø€L�%ÓØ€IˆtÓØ#€L�#˜‘*Ó#Ø%€L�#˜‘*Ó%Ø+1€L�#˜˜S™	‘/ DÑ(Ó1Ø %Ð˜Ó%Ø48€O�^ dÑ*¨TÑ1Ó8Ø €N�DÓ Ø%(Ð�u˜s‘{Ó(Ø€HˆdÓØ€Hˆc�D‰jÓô(ör4   r
   N)
Úhuggingface_hub.dataclassesr   Útransformers.utilsr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   r
   Ú__all__r-   r4   r3   ú<module>rM      sJ   ðõ* /å -å 3Ý 1ñ Ð.Ô/ØôBÐ"ó Bó ó 0ðBðJ ˆ/�r4   