Ë
    ÛÓ^j{	  ã                   ój   — d Z ddlmZ ddlmZ ddlmZ  ed¬«      e G d„ d	e«      «       «       Zd	gZy
)zConvBERT model configurationé    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringzYituTech/conv-bert-base)Ú
checkpointc                   óŽ  — e Zd ZU dZdZdZeed<   dZeed<   dZ	eed<   dZ
eed	<   d
Zeed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZedz  ed<   dZeee   z  dz  ed<   dZeed<   dZeed <   d!Zeed"<   dZeed#<   dZeez  dz  ed$<   d%Zeed&<   d%Z eed'<   d(Z!eed)<   y)*ÚConvBertConfiga¯  
    head_ratio (`int`, *optional*, defaults to 2):
        Ratio gamma to reduce the number of attention heads.
    num_groups (`int`, *optional*, defaults to 1):
        The number of groups for grouped linear layers for ConvBert model

    Example:

    ```python
    >>> from transformers import ConvBertConfig, ConvBertModel

    >>> # Initializing a ConvBERT convbert-base-uncased style configuration
    >>> configuration = ConvBertConfig()

    >>> # Initializing a model (with random weights) from the convbert-base-uncased style configuration
    >>> model = ConvBertModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```Úconvberti:w  Ú
vocab_sizei   Úhidden_sizeé   Únum_hidden_layersÚnum_attention_headsi   Úintermediate_sizeÚgeluÚ
hidden_actgš™™™™™¹?Úhidden_dropout_probÚattention_probs_dropout_probi   Úmax_position_embeddingsé   Útype_vocab_sizeg{®Gáz”?Úinitializer_rangegê-�™—q=Úlayer_norm_epsé   NÚpad_token_idr   Úbos_token_idÚeos_token_idÚembedding_sizeÚ
head_ratioé	   Úconv_kernel_sizeÚ
num_groupsÚclassifier_dropoutFÚ
is_decoderÚadd_cross_attentionTÚtie_word_embeddings)"Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typer   ÚintÚ__annotations__r   r   r   r   r   Ústrr   Úfloatr   r   r   r   r   r   r   r   Úlistr   r   r!   r"   r#   r$   Úboolr%   r&   © ó    ú~/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/convbert/configuration_convbert.pyr	   r	      s%  … ñð* €Jà€J�ÓØ€K�ÓØÐ�sÓØ!Ð˜Ó!Ø!Ð�sÓ!Ø€J�ÓØ'*Ð˜ ™Ó*Ø03Ð  %¨#¡+Ó3Ø#&Ð˜SÓ&Ø€O�SÓØ#Ð�uÓ#Ø!€N�EÓ!Ø €L�#˜‘*Ó Ø €L�#˜‘*Ó Ø+,€L�#˜˜S™	‘/ DÑ(Ó,Ø€N�CÓØ€J�ÓØÐ�cÓØ€J�ÓØ-1Ð˜ ™ dÑ*Ó1Ø€J�ÓØ %Ð˜Ó%Ø $Ð˜Ô$r3   r	   N)	r*   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r	   Ú__all__r2   r3   r4   ú<module>r9      sH   ðñ #å .å 3Ý #ñ Ð4Ô5Øô.%Ð%ó .%ó ó 6ð.%ðb Ð
�r3   