Ë
    ÜÓ^jÂ  ã                   ó‚   — d dl mZ d dlmZ ddlmZ ddlmZ ddlm	Z	m
Z
  ed¬	«      e G d
„ de«      «       «       ZdgZy)é    )ÚLiteral)Ústricté   )ÚPreTrainedConfig)Úauto_docstringé   )ÚCONFIG_MAPPINGÚ
AutoConfigzModernVBERT/modernvbert)Ú
checkpointc                   óâ   ‡ — e Zd ZU dZdZeedœZdZee	z  dz  e
d<   dZee	z  dz  e
d<   dZee
d<   d	Zee
d
<   dZee
d<   dZee
d<   dZed   e
d<   dZeez  e
d<   dZee
d<   dZee
d<   ˆ fd„Zˆ xZS )ÚModernVBertConfiga?  
    pixel_shuffle_factor (`int | None`, *optional*, defaults to 4):
        Scale factor used by any pixel-shuffle / upsampling operations in the vision head.
    initializer_cutoff_factor (`float | None`, *optional*, defaults to 2.0):
        The cutoff factor for the truncated_normal_initializer for initializing all weight matrices.
    classifier_pooling (`Literal["cls", "mean"]`, *optional*, defaults to `"cls"`):
        The pooling strategy to use for classification tasks.
    classifier_bias (`bool | None`, *optional*, defaults to `False`):
        Whether to add a bias term to the classification head

    Example:
    ```python
    >>> from transformers import ModernVBertConfig

    >>> # Initializing configuration
    >>> configuration = ModernVBertConfig()

    >>> # Initializing a model from the configuration (model class is implemented in
    >>> # `modernvbert.modeling_modernvbert`)

    >>> from transformers import ModernVBertModel
    >>> model = ModernVBertModel(configuration)

    >>> # Accessing the model configuration
    >>> cfg = model.config
    ```Úmodernvbert)Útext_configÚvision_configNr   r   içÄ  Úimage_token_idé   Úpixel_shuffle_factorg{®Gáz”?Úinitializer_rangeg       @Úinitializer_cutoff_factorÚcls)r   ÚmeanÚclassifier_poolingg        Úclassifier_dropoutFÚclassifier_biasÚtie_word_embeddingsc                 ó|  •— | j                   €t        d   «       | _         n7t        | j                   t        «      rt        d   di | j                   ¤Ž| _         | j                  €t        d   «       | _        n7t        | j                  t        «      rt        d   di | j                  ¤Ž| _        t        ‰| �  di |¤Ž y )NÚ
modernbertÚsiglip_vision_model© )r   r	   Ú
isinstanceÚdictr   ÚsuperÚ__post_init__)ÚselfÚkwargsÚ	__class__s     €ú„/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/modernvbert/configuration_modernvbert.pyr#   zModernVBertConfig.__post_init__J   s£   ø€ Ø×ÑÐ#Ü-¨lÑ;Ó=ˆDÕÜ˜×(Ñ(¬$Ô/Ü-¨lÑ;ÑO¸d×>NÑ>NÑOˆDÔà×ÑÐ%Ü!/Ð0EÑ!FÓ!HˆDÕÜ˜×*Ñ*¬DÔ1Ü!/Ð0EÑ!FÑ!\È×I[ÑI[Ñ!\ˆDÔä‰ÑÑ' Ó'ó    )Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typer
   Úsub_configsr   r   r!   Ú__annotations__r   r   Úintr   r   Úfloatr   r   r   r   r   Úboolr   r#   Ú__classcell__)r&   s   @r'   r   r      s¬   ø… ñð6 €JØ",¸zÑJ€Kà26€KÐ! DÑ(¨4Ñ/Ó6Ø48€MÐ# dÑ*¨TÑ1Ó8Ø€N�CÓØ !Ð˜#Ó!Ø#Ð�uÓ#Ø'*Ð˜uÓ*Ø16Ð˜ Ñ.Ó6Ø&)Ð˜ ™Ó)Ø!€O�TÓ!Ø %Ð˜Ó%÷(ð (r(   r   N)Útypingr   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   Úautor	   r
   r   Ú__all__r   r(   r'   ú<module>r:      sK   ðõ* å .å 3Ý #ß -ñ Ð4Ô5Øô5(Ð(ó 5(ó ó 6ð5(ðp Ð
�r(   