Ë
    ÜÓ^jS  ã                   ój   — d Z ddlmZ ddlmZ ddlmZ  ed¬«      e G d„ d	e«      «       «       Zd	gZy
)zRoBERTa configurationé    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringzFacebookAI/roberta-base)Ú
checkpointc                   ód  — e Zd ZU dZdZdZeed<   dZeed<   dZ	eed<   dZ
eed	<   d
Zeed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZedz  ed<   dZeee   z  dz  ed<   dZeed <   dZeez  dz  ed!<   d"Zeed#<   d"Zeed$<   dZeed%<   y)&ÚRobertaConfiga…  
    Examples:

    ```python
    >>> from transformers import RobertaConfig, RobertaModel

    >>> # Initializing a RoBERTa configuration
    >>> configuration = RobertaConfig()

    >>> # Initializing a model (with random weights) from the configuration
    >>> model = RobertaModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚrobertaiYÄ  Ú
vocab_sizei   Úhidden_sizeé   Únum_hidden_layersÚnum_attention_headsi   Úintermediate_sizeÚgeluÚ
hidden_actgš™™™™™¹?Úhidden_dropout_probÚattention_probs_dropout_probi   Úmax_position_embeddingsé   Útype_vocab_sizeg{®Gáz”?Úinitializer_rangegê-�™—q=Úlayer_norm_epsé   NÚpad_token_idr   Úbos_token_idÚeos_token_idTÚ	use_cacheÚclassifier_dropoutFÚ
is_decoderÚadd_cross_attentionÚtie_word_embeddings)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typer   ÚintÚ__annotations__r   r   r   r   r   Ústrr   Úfloatr   r   r   r   r   r   r   r   Úlistr   Úboolr   r    r!   r"   © ó    ú|/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/roberta/configuration_roberta.pyr	   r	      s  … ñð  €Jà€J�ÓØ€K�ÓØÐ�sÓØ!Ð˜Ó!Ø!Ð�sÓ!Ø€J�ÓØ'*Ð˜ ™Ó*Ø03Ð  %¨#¡+Ó3Ø#&Ð˜SÓ&Ø€O�SÓØ#Ð�uÓ#Ø!€N�EÓ!Ø €L�#˜‘*Ó Ø €L�#˜‘*Ó Ø+,€L�#˜˜S™	‘/ DÑ(Ó,Ø€IˆtÓØ-1Ð˜ ™ dÑ*Ó1Ø€J�ÓØ %Ð˜Ó%Ø $Ð˜Ô$r/   r	   N)	r&   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r	   Ú__all__r.   r/   r0   ú<module>r5      sH   ðñ å .å 3Ý #ñ Ð4Ô5Øô&%Ð$ó &%ó ó 6ð&%ðR Ð
�r/   