Ë
    ÜÓ^j  ã                   ój   — d Z ddlmZ ddlmZ ddlmZ  ed¬«      e G d„ d	e«      «       «       Zd	gZy
)zSqueezeBERT model configurationé    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringzsqueezebert/squeezebert-uncased)Ú
checkpointc                   ó‚  — e Zd ZU dZdZdZeed<   dZeed<   dZ	eed<   dZ
eed	<   d
Zeed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZedz  ed<   dZeee   z  dz  ed<   dZeed<   dZeed <   dZeed!<   dZeed"<   d#Zeed$<   dZeed%<   dZeed&<   d'Z e!ed(<   y))ÚSqueezeBertConfiga6  
    q_groups (`int`, *optional*, defaults to 4):
        The number of groups in Q layer.
    k_groups (`int`, *optional*, defaults to 4):
        The number of groups in K layer.
    v_groups (`int`, *optional*, defaults to 4):
        The number of groups in V layer.
    post_attention_groups (`int`, *optional*, defaults to 1):
        The number of groups in the first feed forward network layer.
    intermediate_groups (`int`, *optional*, defaults to 4):
        The number of groups in the second feed forward network layer.
    output_groups (`int`, *optional*, defaults to 4):
        The number of groups in the third feed forward network layer.

    Examples:

    ```python
    >>> from transformers import SqueezeBertConfig, SqueezeBertModel

    >>> # Initializing a SqueezeBERT configuration
    >>> configuration = SqueezeBertConfig()

    >>> # Initializing a model (with random weights) from the configuration above
    >>> model = SqueezeBertModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```
    Úsqueezeberti:w  Ú
vocab_sizei   Úhidden_sizeé   Únum_hidden_layersÚnum_attention_headsi   Úintermediate_sizeÚgeluÚ
hidden_actgš™™™™™¹?Úhidden_dropout_probÚattention_probs_dropout_probi   Úmax_position_embeddingsé   Útype_vocab_sizeg{®Gáz”?Úinitializer_rangegê-�™—q=Úlayer_norm_epsr   NÚpad_token_idÚbos_token_idÚeos_token_idÚembedding_sizeé   Úq_groupsÚk_groupsÚv_groupsé   Úpost_attention_groupsÚintermediate_groupsÚoutput_groupsTÚtie_word_embeddings)"Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typer   ÚintÚ__annotations__r   r   r   r   r   Ústrr   Úfloatr   r   r   r   r   r   r   r   Úlistr   r   r    r!   r#   r$   r%   r&   Úbool© ó    ú„/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/squeezebert/configuration_squeezebert.pyr	   r	      s  … ñð< €Jà€J�ÓØ€K�ÓØÐ�sÓØ!Ð˜Ó!Ø!Ð�sÓ!Ø€J�ÓØ'*Ð˜ ™Ó*Ø03Ð  %¨#¡+Ó3Ø#&Ð˜SÓ&Ø€O�SÓØ#Ð�uÓ#Ø!€N�EÓ!Ø €L�#˜‘*Ó Ø#€L�#˜‘*Ó#Ø+/€L�#˜˜S™	‘/ DÑ(Ó/Ø€N�CÓØ€HˆcÓØ€HˆcÓØ€HˆcÓØ!"Ð˜3Ó"Ø Ð˜Ó Ø€M�3ÓØ $Ð˜Ô$r3   r	   N)	r*   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r	   Ú__all__r2   r3   r4   ú<module>r9      sH   ðñ &å .å 3Ý #ñ Ð<Ô=Øô7%Ð(ó 7%ó ó >ð7%ðt Ð
�r3   