Ë
    ÜÓ^jr  ã                   ór   — d dl mZ ddlmZ ddlmZ ddlmZ  ed¬«      e G d„ d	e«      «       «       Zd	gZ	y
)é    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringzLiquidAI/LFM2-1.2B)Ú
checkpointc                   ó®  ‡ — e Zd ZU dZdZdgZdZdZee	d<   dZ
ee	d<   d	Zee	d
<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZedz  e	d<   dZedz  e	d<   dZeee   z  dz  e	d<   dZee	d<   dZeez  dz  e	d <   d!Zee	d"<   d#Zee	d$<   d%Zee	d&<   d'Z eez  e	d(<   dZ!ee	d)<   dZ"ee   dz  e	d*<   dZ#ee$   dz  e	d+<   ˆ fd,„Z%ˆ xZ&S )-Ú
Lfm2Configaç  
    conv_bias (`bool`, *optional*, defaults to `False`):
        Whether to use bias in the conv layers.
    conv_L_cache (`int`, *optional*, defaults to 3):
        L_cache dim in the conv layers.
    block_multiple_of (`int`, *optional*, defaults to 256):
        Multiple for the `intermediate_size`.
    block_ffn_dim_multiplier (`float`, *optional*, defaults to 1.0):
        Multiplier for the `intermediate_size`.
    block_auto_adjust_ff_dim (`bool`, *optional*, defaults to `True`):
        Whether to adjust the dim of the `intermediate_size`.
    full_attn_idxs (`Optional`, *optional*):
        Index of the layers which use attention.

    ```python
    >>> from transformers import Lfm2Model, Lfm2Config

    >>> # Initializing a LFM2 model
    >>> configuration = Lfm2Config()

    >>> # Initializing a model from the LFM2-1.2B style configuration
    >>> model = Lfm2Model(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```
    Úlfm2Úpast_key_valuesg    €„.Ai   Ú
vocab_sizei 
  Úhidden_sizei 0  Úintermediate_sizeé    Únum_hidden_layersÚnum_attention_headsé   Únum_key_value_headsi ô Úmax_position_embeddingsg{®Gáz”?Úinitializer_rangegñhãˆµøä>Únorm_epsTÚ	use_cacher   NÚpad_token_idé   Úbos_token_idé   Úeos_token_idÚtie_word_embeddingsÚrope_parametersFÚ	conv_biasr   Úconv_L_cacheé   Úblock_multiple_ofg      ð?Úblock_ffn_dim_multiplierÚblock_auto_adjust_ff_dimÚfull_attn_idxsÚlayer_typesc                 ó°  •— | j                   €s| j                  �| j                  nt        t        | j                  «      «      | _        t        | j                  «      D �cg c]  }|| j                  v rdnd‘Œ c}| _         |j                  d| j                  «      | _        |j                  d| j                  «      | _        t        ‰| �$  di |¤Ž y c c}w )NÚfull_attentionÚconvÚtie_embeddingÚblock_ff_dim© )
r'   r&   ÚlistÚranger   Úpopr   r   ÚsuperÚ__post_init__)ÚselfÚkwargsÚiÚ	__class__s      €úv/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/lfm2/configuration_lfm2.pyr2   zLfm2Config.__post_init__Q   sÃ   ø€ Ø×ÑÐ#à'+×':Ñ':Ð'F�×#Ò#ÌDÔQVÐW[×WmÑWmÓQnÓLoð Ôô SXÐX\×XnÑXnÓRoö ØMN A¨×)<Ñ)<Ñ$<Ñ À&ÑHò ˆDÔð $*§:¡:¨o¸t×?WÑ?WÓ#XˆÔ Ø!'§¡¨N¸D×<RÑ<RÓ!SˆÔÜ‰ÑÑ' Ó'ùò s   Á C)'Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚdefault_thetar   ÚintÚ__annotations__r   r   r   r   r   r   r   Úfloatr   r   Úboolr   r   r   r.   r   r   r   Údictr    r!   r#   r$   r%   r&   r'   Ústrr2   Ú__classcell__)r6   s   @r7   r
   r
      sB  ø… ñð8 €JØ#4Ð"5ÐØ€Mà€J�ÓØ€K�ÓØ"Ð�sÓ"ØÐ�sÓØ!Ð˜Ó!Ø Ð˜Ó Ø#*Ð˜SÓ*Ø#Ð�uÓ#Ø€HˆeÓØ€IˆtÓØ €L�#˜‘*Ó Ø €L�#˜‘*Ó Ø+,€L�#˜˜S™	‘/ DÑ(Ó,Ø $Ð˜Ó$Ø48€O�^ dÑ*¨TÑ1Ó8Ø€IˆtÓØ€L�#ÓØ Ð�sÓ Ø,/Ð˜e c™kÓ/Ø%)Ð˜dÓ)Ø'+€N�D˜‘I Ñ$Ó+Ø$(€K��c‘˜TÑ!Ó(÷(ð (ó    r
   N)
Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r
   Ú__all__r-   rF   r7   ú<module>rL      sJ   ðõ  /å 3Ý 1Ý #ñ Ð/Ô0ØôC(Ð!ó C(ó ó 1ðC(ðL ˆ.�rF   