Ë
    ÜÓ^jd  ã                   ó°   — d dl mZ ddlmZ ddlmZ ddlmZmZ  ed¬«      e G d	„ d
e«      «       «       Z	 ed¬«      e G d„ de«      «       «       Z
d
dgZy)é    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringé   )ÚCONFIG_MAPPINGÚ
AutoConfigzmistralai/Voxtral-Mini-3B-2507)Ú
checkpointc                   ó  — e Zd ZU dZdZddddddœZd	Zeed
<   dZ	eed<   dZ
eed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeez  ed<   dZeez  ed<   y)ÚVoxtralEncoderConfiga,  
    max_source_positions (`int`, *optional*, defaults to 1500):
        The maximum sequence length of log-mel filter-bank features that this model might ever be used with.

    ```python
    >>> from transformers import VoxtralEncoderConfig, VoxtralEncoder

    >>> # Initializing a VoxtralEncoderConfig
    >>> configuration = VoxtralEncoderConfig()

    >>> # Initializing a VoxtralEncoder (with random weights)
    >>> model = VoxtralEncoder(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```
    Úvoxtral_encoderÚhidden_sizeÚnum_hidden_layersÚnum_attention_headsÚintermediate_sizeÚ	layerdrop)Úd_modelÚencoder_layersÚencoder_attention_headsÚencoder_ffn_dimÚencoder_layerdropišÊ  Ú
vocab_sizei   i   é    é   FÚscale_embeddingÚgeluÚactivation_functioné€   Únum_mel_binsiÜ  Úmax_source_positionsg{®Gáz”?Úinitializer_rangeg        Úattention_dropoutÚdropoutÚactivation_dropoutN)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚattribute_mapr   ÚintÚ__annotations__r   r   r   r   r   Úboolr   Ústrr   r    r!   Úfloatr"   r#   r   r$   © ó    ú|/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/voxtral/configuration_voxtral.pyr   r      sÎ   … ñð$ #€Jð !Ø-Ø#8Ø.Ø(ñ€Mð €J�ÓØ€K�ÓØ!Ð�sÓ!ØÐ�sÓØ!Ð˜Ó!Ø!€O�TÓ!Ø%Ð˜Ó%Ø€L�#ÓØ $Ð˜#Ó$Ø#Ð�uÓ#Ø%(Ð�u˜s‘{Ó(ð
 €GˆU�S‰[ÓØ €Iˆu�s‰{Ó Ø&)Ð˜ ™Ô)r1   r   c                   ó¢   ‡ — e Zd ZU dZdZeedœZddddddd	d
dddœ
ZdZe	e
z  dz  ed<   dZe	e
z  dz  ed<   dZedz  ed<   dZeed<   ˆ fd„Zˆ xZS )ÚVoxtralConfigaÂ  
    Example:

    ```python
    >>> from transformers import VoxtralForConditionalGeneration, VoxtralConfig

    >>> # Initializing a Voxtral configuration
    >>> configuration = VoxtralConfig(audio_token_id=24, projector_hidden_act="gelu")

    >>> # Initializing a 3B model with random weights
    >>> model = VoxtralForConditionalGeneration(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```Úvoxtral)Útext_configÚaudio_configi   i   i    é   é   gñhãˆµøä>Tg    „×—Ar   )
r   r   r   r   Únum_key_value_headsÚmax_position_embeddingsÚrms_norm_epsÚ	use_cacheÚ
rope_thetaÚhead_dimNr7   r6   Úaudio_token_idr   Úprojector_hidden_actc                 ó¼  •— t        | j                  t        «      rT| j                  j                  dd«      | j                  d<   t	        | j                  d      di | j                  ¤Ž| _        n| j                  €t	        d   «       | _        t        | j
                  t        «      rb| j
                  j                  dd«      | j
                  d<   t	        | j
                  d      di i | j                  ¥| j
                  ¥¤Ž| _        n)| j
                  €t	        d   di | j                  ¤Ž| _        | j
                  j                  | _        t        ‰| �$  di |¤Ž y )Nr)   r   Úllamar0   )
Ú
isinstancer7   ÚdictÚgetr   r6   Ú_default_text_config_kwargsr   ÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s     €r2   rI   zVoxtralConfig.__post_init__r   s7  ø€ Ü�d×'Ñ'¬Ô.Ø.2×.?Ñ.?×.CÑ.CÀLÐRcÓ.dˆD×Ñ˜lÑ+Ü .¨t×/@Ñ/@ÀÑ/NÑ OÑ dÐRV×RcÑRcÑ dˆDÕØ×ÑÐ&Ü .Ð/@Ñ AÓ CˆDÔä�d×&Ñ&¬Ô-Ø-1×-=Ñ-=×-AÑ-AÀ,ÐPWÓ-XˆD×Ñ˜\Ñ*Ü-¨d×.>Ñ.>¸|Ñ.LÑMñ  ØJ�T×5Ñ5ÐJ¸×9IÑ9IÐJñ ˆDÕð ×ÑÐ%Ü-¨gÑ6ÑZ¸×9YÑ9YÑZˆDÔà×+Ñ+×7Ñ7ˆÔÜ‰ÑÑ' Ó'r1   )r%   r&   r'   r(   r)   r	   Úsub_configsrG   r7   rE   r   r,   r6   r@   r+   rA   r.   rI   Ú__classcell__)rL   s   @r2   r4   r4   J   s�   ø… ñð  €JØ",¸jÑI€Kð ØØ!ØØ Ø#)ØØØ!Øñ#Ðð 48€L�$Ð)Ñ)¨DÑ0Ó7Ø26€K�Ð(Ñ(¨4Ñ/Ó6Ø!%€N�C˜$‘JÓ%Ø &Ð˜#Ó&÷(ð (r1   r4   N)Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   Úautor   r	   r   r4   Ú__all__r0   r1   r2   ú<module>rT      su   ðõ  /å 3Ý #ß -ñ Ð;Ô<Øô.*Ð+ó .*ó ó =ð.*ñb Ð;Ô<Øô6(Ð$ó 6(ó ó =ð6(ðr " ?Ð
3�r1   