Ë
    ÛÓ^j-  ã                   ó  — d Z ddlmZ ddlmZ ddlmZmZ  ej                  e	«      Z
 ed¬«      e G d„ d	e«      «       «       Z ed¬«      e G d
„ de«      «       «       Z ed¬«      e G d„ de«      «       «       Zg d¢Zy)zKOSMOS-2 model configurationé    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringÚloggingzmicrosoft/kosmos-2-patch14-224)Ú
checkpointc                   óv  — e Zd ZU dZdZdgZddddœZdZee	d	<   d
Z
ee	d<   d
Zee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZeez  e	d<   dZeez  e	d<   dZeez  e	d<   dZeez  e	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   d Zed!z  e	d"<   d#Zed!z  e	d$<   d%Zeee   z  d!z  e	d&<   d'Z ee	d(<   y!))ÚKosmos2TextConfigÚkosmos_2_text_modelÚtext_configÚpast_key_valuesÚattention_headsÚ	embed_dimÚlayers)Únum_attention_headsÚhidden_sizeÚnum_hidden_layersiþ  Ú
vocab_sizei   Úmax_position_embeddingsé   i    Úffn_dimé    ÚgeluÚactivation_functiongš™™™™™¹?ÚdropoutÚattention_dropoutç        Úactivation_dropoutÚ	layerdropçñhãˆµøä>Úlayer_norm_epsç{®Gáz”?Úinit_stdTÚscale_embeddingÚ	use_cacheÚtie_word_embeddingsé   NÚpad_token_idr   Úbos_token_idé   Úeos_token_idFÚadd_cross_attention)!Ú__name__Ú
__module__Ú__qualname__Ú
model_typeÚbase_config_keyÚkeys_to_ignore_at_inferenceÚattribute_mapr   ÚintÚ__annotations__r   r   r   r   r   r   Ústrr   Úfloatr   r   r   r!   r#   r$   Úboolr%   r&   r(   r)   r+   Úlistr,   © ó    ú|/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/kosmos2/configuration_kosmos2.pyr
   r
      s  … ð '€JØ#€OØ#4Ð"5Ðà0Ø"Ø%ñ€Mð €J�ÓØ#'Ð˜SÓ'Ø€IˆsÓØ€FˆCÓØ€GˆSÓØ€O�SÓØ%Ð˜Ó%Ø€GˆU�S‰[ÓØ%(Ð�u˜s‘{Ó(Ø&)Ð˜ ™Ó)Ø €Iˆu�s‰{Ó Ø €N�EÓ Ø€HˆeÓØ €O�TÓ Ø€IˆtÓØ $Ð˜Ó$Ø €L�#˜‘*Ó Ø €L�#˜‘*Ó Ø+,€L�#˜˜S™	‘/ DÑ(Ó,Ø %Ð˜Ô%r;   r
   c                   óü   — e Zd ZU dZdZdZeed<   dZeed<   dZ	eed<   d	Z
eed
<   dZeed<   dZeee   z  eeef   z  ed<   dZeee   z  eeef   z  ed<   dZeed<   dZeed<   dZeez  ed<   dZeed<   dZeed<   y)ÚKosmos2VisionConfigÚkosmos_2_vision_modelÚvision_configi   r   i   Úintermediate_sizer   r   é   r   r   Únum_channelséà   Ú
image_sizeé   Ú
patch_sizeÚ
quick_geluÚ
hidden_actr    r!   r   r   r"   Úinitializer_rangeg      ð?Úinitializer_factorN)r-   r.   r/   r0   r1   r   r4   r5   rA   r   r   rC   rE   r9   ÚtuplerG   rI   r6   r!   r7   r   rJ   rK   r:   r;   r<   r>   r>   ;   sº   … ð )€JØ%€Oà€K�ÓØ!Ð�sÓ!ØÐ�sÓØ!Ð˜Ó!Ø€L�#ÓØ47€J��d˜3‘i‘ %¨¨S¨¡/Ñ1Ó7Ø46€J��d˜3‘i‘ %¨¨S¨¡/Ñ1Ó6Ø"€J�Ó"Ø €N�EÓ Ø%(Ð�u˜s‘{Ó(Ø#Ð�uÓ#Ø #Ð˜Ô#r;   r>   c                   ó‚   ‡ — e Zd ZU dZdZeedœZdZe	e
z  dz  ed<   dZe	e
z  dz  ed<   dZeed<   d	Zeed
<   ˆ fd„Zˆ xZS )ÚKosmos2Configaf  
    latent_query_num (`int`, *optional*, defaults to 64):
        The number of latent query tokens that represent the image features used in the text decoder component.

    Example:

    ```python
    >>> from transformers import Kosmos2Config, Kosmos2Model

    >>> # Initializing a Kosmos-2 kosmos-2-patch14-224 style configuration
    >>> configuration = Kosmos2Config()

    >>> # Initializing a model (with random weights) from the kosmos-2-patch14-224 style configuration
    >>> model = Kosmos2Model(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```zkosmos-2)r   r@   Nr   r@   é@   Úlatent_query_numTr&   c                 ó¸  •— | j                   €%t        «       | _         t        j                  d«       n4t	        | j                   t
        «      rt        di | j                   ¤Ž| _         | j                  €%t        «       | _        t        j                  d«       n4t	        | j                  t
        «      rt        di | j                  ¤Ž| _        t        ‰| �$  di |¤Ž y )NzR`text_config` is `None`. initializing the `Kosmos2TextConfig` with default values.zV`vision_config` is `None`. initializing the `Kosmos2VisionConfig` with default values.r:   )
r   r
   ÚloggerÚinfoÚ
isinstanceÚdictr@   r>   ÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s     €r<   rW   zKosmos2Config.__post_init__m   s§   ø€ Ø×ÑÐ#Ü0Ó2ˆDÔÜ�K‰KÐlÕmÜ˜×(Ñ(¬$Ô/Ü0ÑD°4×3CÑ3CÑDˆDÔà×ÑÐ%Ü!4Ó!6ˆDÔÜ�K‰KÐpÕqÜ˜×*Ñ*¬DÔ1Ü!4Ñ!J°t×7IÑ7IÑ!JˆDÔä‰ÑÑ' Ó'r;   )r-   r.   r/   Ú__doc__r0   r
   r>   Úsub_configsr   rU   r   r5   r@   rP   r4   r&   r8   rW   Ú__classcell__)rZ   s   @r<   rN   rN   O   sd   ø… ñð& €JØ"3ÐFYÑZ€Kà26€K�Ð(Ñ(¨4Ñ/Ó6Ø48€M�4Ð*Ñ*¨TÑ1Ó8ØÐ�cÓØ $Ð˜Ó$÷(ð (r;   rN   )rN   r
   r>   N)r[   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r   Ú
get_loggerr-   rR   r
   r>   rN   Ú__all__r:   r;   r<   ú<module>rc      s¯   ðñ #å .å 3ß ,ð 
ˆ×	Ñ	˜HÓ	%€ñ Ð;Ô<Øô&Ð(ó &ó ó =ð&ñ@ Ð;Ô<Øô$Ð*ó $ó ó =ð$ñ$ Ð;Ô<Øô)(Ð$ó )(ó ó =ð)(òX H�r;   