Ë
    ÜÓ^jÆ
  ã                   ój   — d Z ddlmZ ddlmZ ddlmZ  ed¬«      e G d„ d	e«      «       «       Zd	gZy
)zMRA model configurationé    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringzuw-madison/mra-base-512-4)Ú
checkpointc                   óf  — e Zd ZU dZdZdZeed<   dZeed<   dZ	eed<   dZ
eed	<   d
Zeed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZed z  ed!<   dZed z  ed"<   d#Zeee   z  d z  ed$<   d%Zeed&<   d'Zeed(<   y ))Ú	MraConfiga.  
    block_per_row (`int`, *optional*, defaults to 4):
        Used to set the budget for the high resolution scale.
    approx_mode (`str`, *optional*, defaults to `"full"`):
        Controls whether both low and high resolution approximations are used. Set to `"full"` for both low and
        high resolution and `"sparse"` for only low resolution.
    initial_prior_first_n_blocks (`int`, *optional*, defaults to 0):
        The initial number of blocks for which high resolution is used.
    initial_prior_diagonal_n_blocks (`int`, *optional*, defaults to 0):
        The number of diagonal blocks for which high resolution is used.

    Example:

    ```python
    >>> from transformers import MraConfig, MraModel

    >>> # Initializing a Mra uw-madison/mra-base-512-4 style configuration
    >>> configuration = MraConfig()

    >>> # Initializing a model (with random weights) from the uw-madison/mra-base-512-4 style configuration
    >>> model = MraModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚmraiYÄ  Ú
vocab_sizei   Úhidden_sizeé   Únum_hidden_layersÚnum_attention_headsi   Úintermediate_sizeÚgeluÚ
hidden_actgš™™™™™¹?Úhidden_dropout_probÚattention_probs_dropout_probi   Úmax_position_embeddingsé   Útype_vocab_sizeg{®Gáz”?Úinitializer_rangegñhãˆµøä>Úlayer_norm_epsé   Úblock_per_rowÚfullÚapprox_moder   Úinitial_prior_first_n_blocksÚinitial_prior_diagonal_n_blocksNÚpad_token_idÚbos_token_idé   Úeos_token_idFÚadd_cross_attentionTÚtie_word_embeddings) Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typer   ÚintÚ__annotations__r   r   r   r   r   Ústrr   Úfloatr   r   r   r   r   r   r   r   r   r    r!   r#   Úlistr$   Úboolr%   © ó    út/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/mra/configuration_mra.pyr	   r	      s  … ñð4 €Jà€J�ÓØ€K�ÓØÐ�sÓØ!Ð˜Ó!Ø!Ð�sÓ!Ø€J�ÓØ'*Ð˜ ™Ó*Ø03Ð  %¨#¡+Ó3Ø#&Ð˜SÓ&Ø€O�SÓØ#Ð�uÓ#Ø €N�EÓ Ø€M�3ÓØ€K�ÓØ()Ð  #Ó)Ø+,Ð# SÓ,Ø €L�#˜‘*Ó Ø €L�#˜‘*Ó Ø+,€L�#˜˜S™	‘/ DÑ(Ó,Ø %Ð˜Ó%Ø $Ð˜Ô$r2   r	   N)	r)   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r	   Ú__all__r1   r2   r3   ú<module>r8      sG   ðñ å .å 3Ý #ñ Ð6Ô7Øô1%Ð ó 1%ó ó 8ð1%ðh ˆ-�r2   