Ë
    ÛÓ^jÁ
  ã                   ój   — d Z ddlmZ ddlmZ ddlmZ  ed¬«      e G d„ d	e«      «       «       Zd	gZy
)zOpenAI ImageGPT configurationé    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringzopenai/imagegpt-small)Ú
checkpointc                   ó†  — e Zd ZU dZdZdgZdddddœZd	Zee	d
<   dZ
ee	d<   dZee	d<   dZee	d<   dZee	d<   dZedz  e	d<   dZee	d<   dZeez  e	d<   dZeez  e	d<   dZeez  e	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d<   dZee	d <   dZee	d!<   dZee	d"<   dZedz  e	d#<   dZedz  e	d$<   dZ ee!e   z  dz  e	d%<   y)&ÚImageGPTConfiga  
    scale_attn_by_inverse_layer_idx (`bool`, *optional*, defaults to `False`):
        Whether to additionally scale attention weights by `1 / layer_idx + 1`.
    reorder_and_upcast_attn (`bool`, *optional*, defaults to `False`):
        Whether to scale keys (K) prior to computing attention (dot-product) and upcast attention
        dot-product/softmax to float() when training with mixed precision.

    Example:

    ```python
    >>> from transformers import ImageGPTConfig, ImageGPTModel

    >>> # Initializing a ImageGPT configuration
    >>> configuration = ImageGPTConfig()

    >>> # Initializing a model (with random weights) from the configuration
    >>> model = ImageGPTModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚimagegptÚpast_key_valuesÚn_embdÚn_positionsÚn_headÚn_layer)Úhidden_sizeÚmax_position_embeddingsÚnum_attention_headsÚnum_hidden_layersi  Ú
vocab_sizei   i   é   é   NÚn_innerÚ
quick_geluÚactivation_functiongš™™™™™¹?Úresid_pdropÚ
embd_pdropÚ
attn_pdropgñhãˆµøä>Úlayer_norm_epsilong{®Gáz”?Úinitializer_rangeTÚscale_attn_weightsÚ	use_cacheFÚtie_word_embeddingsÚscale_attn_by_inverse_layer_idxÚreorder_and_upcast_attnÚadd_cross_attentionÚpad_token_idÚbos_token_idÚeos_token_id)"Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚattribute_mapr   ÚintÚ__annotations__r   r   r   r   r   r   Ústrr   Úfloatr   r   r   r   r   Úboolr    r!   r"   r#   r$   r%   r&   r'   Úlist© ó    ú~/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/imagegpt/configuration_imagegpt.pyr	   r	      s*  … ñð, €JØ#4Ð"5ÐàØ#0Ø'Ø&ñ	€Mð €J�ÓØ€K�ÓØ€FˆCÓØ€GˆSÓØ€FˆCƒOØ€GˆS�4‰ZÓØ+Ð˜Ó+Ø"€K�˜‘Ó"Ø!€J�˜‘Ó!Ø!€J�˜‘Ó!Ø $Ð˜Ó$Ø#Ð�uÓ#Ø#Ð˜Ó#Ø€IˆtÓØ %Ð˜Ó%Ø,1Ð# TÓ1Ø$)Ð˜TÓ)Ø %Ð˜Ó%Ø#€L�#˜‘*Ó#Ø#€L�#˜‘*Ó#Ø+/€L�#˜˜S™	‘/ DÑ(Ô/r6   r	   N)	r+   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r	   Ú__all__r5   r6   r7   ú<module>r<      sH   ðñ $å .å 3Ý #ñ Ð2Ô3Øô40Ð%ó 40ó ó 4ð40ðn Ð
�r6   