Ë
    ÛÓ^jî  ã                   ó®   — d Z ddlmZ ddlmZ ddlmZ ddlmZm	Z	 ddl
mZmZ  e	j                  e«      Z ed	¬
«      e G d„ de«      «       «       ZdgZy)zFuyu model configurationé    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringÚloggingé   )ÚCONFIG_MAPPINGÚ
AutoConfigzadept/fuyu-8b)Ú
checkpointc                   óî  ‡ — e Zd ZU dZdZdeiZdgZdZdZ	e
ed<   dZe
ed	<   d
Ze
ed<   dZe
ed<   dZe
ed<   dZeed<   d
Ze
ed<   dZe
dz  ed<   dZe
dz  ed<   dZe
dz  ed<   dZeed<   dZedz  ed<   dZeed<   d Zeed!<   dZeez  dz  ed"<   dZedz  ed#<   d$Z ee
z  dz  ed%<   d$Z!ee
z  dz  ed&<   dZ"e
dz  ed'<   d(Z#e
dz  ed)<   d*Z$e
e%e
   z  dz  ed+<   d,Z&e
dz  ed-<   dZ'ee(z  dz  ed<   ˆ fd.„Z)ˆ xZ*S )/Ú
FuyuConfigz°
    Example:

    ```python
    >>> from transformers import FuyuConfig

    >>> # Initializing a Fuyu fuyu-7b style configuration
    >>> configuration = FuyuConfig()
    ```ÚfuyuÚtext_configÚpast_key_valuesg     jØ@i   Ú
vocab_sizei   Úhidden_sizei @  Úintermediate_sizeé$   Únum_hidden_layersé@   Únum_attention_headsÚrelu2Ú
hidden_actÚmax_position_embeddingsi,  NÚ
image_sizeé   Ú
patch_sizer   Únum_channelsg{®Gáz”?Úinitializer_rangegñhãˆµøä>Úlayer_norm_epsTÚ	use_cacheFÚtie_word_embeddingsÚrope_parametersÚqk_layernormg        Úhidden_dropoutÚattention_dropoutÚpad_token_idé   Úbos_token_idr	   Úeos_token_idic Úimage_token_idc                 ó  •— | j                   �€i d| j                  “d| j                  “d| j                  “d| j                  “d| j
                  “d| j                  “d| j                  “d| j                  “d	| j                  “d
| j                  “d| j                  “d| j                  “d| j                  “d| j                  “d| j                  “d| j                   “d| j"                  “}t$        j'                  d«       t)        d   di |¤Ž| _         nSt+        | j                   t,        «      r9| j                   j/                  dd«      }t)        |   di | j                   ¤Ž| _         |j1                  dd«       t3        ‰| �h  di |¤Ž y )Nr   r   r   r   r   r   r   r    r!   r"   r$   r%   r&   r'   r(   r*   r+   zEtext_config is None. initializing the text model with default values.Ú	persimmonÚ
model_typeÚpartial_rotary_factorg      à?© )r   r   r   r   r   r   r   r   r    r!   r"   r$   r%   r&   r'   r(   r*   r+   ÚloggerÚinfor
   Ú
isinstanceÚdictÚgetÚ
setdefaultÚsuperÚ__post_init__)ÚselfÚkwargsr   Útext_model_typeÚ	__class__s       €úv/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/fuyu/configuration_fuyu.pyr9   zFuyuConfig.__post_init__E   sÆ  ø€ Ø×ÑÑ#ðØ˜dŸo™oðà)¨4×+GÑ+Gðð ˜t×/Ñ/ðð $ T×%;Ñ%;ð	ð
 $ T×%;Ñ%;ðð & t×'?Ñ'?ðð ˜dŸo™oðð $ T×%;Ñ%;ðð ! $×"5Ñ"5ðð ˜TŸ^™^ðð " 4×#7Ñ#7ðð  × 1Ñ 1ðð ! $×"5Ñ"5ðð $ T×%;Ñ%;ðð  × 1Ñ 1ðð   × 1Ñ 1ð!ð"  × 1Ñ 1ð#ˆKô& �K‰KÐ_Ô`Ü-¨kÑ:ÑI¸[ÑIˆDÕÜ˜×(Ñ(¬$Ô/Ø"×.Ñ.×2Ñ2°<ÀÓMˆOÜ-¨oÑ>ÑRÀ×AQÑAQÑRˆDÔà×ÑÐ1°3Ô7Ü‰ÑÑ' Ó'ó    )+Ú__name__Ú
__module__Ú__qualname__Ú__doc__r/   r   Úsub_configsÚkeys_to_ignore_at_inferenceÚdefault_thetar   ÚintÚ__annotations__r   r   r   r   r   Ústrr   r   r   r   r    Úfloatr!   r"   Úboolr#   r$   r   r5   r%   r&   r'   r(   r*   r+   Úlistr,   r   r   r9   Ú__classcell__)r=   s   @r>   r   r      sr  ø… ñð €JØ  *Ð-€KØ#4Ð"5ÐØ€Mà€J�ÓØ€K�ÓØ"Ð�sÓ"ØÐ�sÓØ!Ð˜Ó!Ø€J�ÓØ#(Ð˜SÓ(Ø €J��d‘
Ó Ø€J��d‘
ÓØ €L�#˜‘*Ó Ø#Ð�uÓ#Ø#'€N�E˜D‘LÓ'Ø€IˆtÓØ %Ð˜Ó%Ø48€O�^ dÑ*¨TÑ1Ó8Ø $€L�$˜‘+Ó$Ø),€N�E˜C‘K $Ñ&Ó,Ø,/Ð�u˜s‘{ TÑ)Ó/Ø#€L�#˜‘*Ó#Ø €L�#˜‘*Ó Ø+,€L�#˜˜S™	‘/ DÑ(Ó,Ø!&€N�C˜$‘JÓ&Ø26€K�Ð(Ñ(¨4Ñ/Ó6÷(ð (r?   r   N)rC   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r   Úautor
   r   Ú
get_loggerr@   r2   r   Ú__all__r1   r?   r>   ú<module>rU      sc   ðñ å .å 3Ý 1ß ,ß -ð 
ˆ×	Ñ	˜HÓ	%€ñ ˜?Ô+ØôD(Ð!ó D(ó ó ,ðD(ðN ˆ.�r?   