Ë
    ÛÓ^j³  ã                   ój   — d Z ddlmZ ddlmZ ddlmZ  ed¬«      e G d„ d	e«      «       «       Zd	gZy
)zGPT-J model configurationé    )Ústricté   )ÚPreTrainedConfig)Úauto_docstringzEleutherAI/gpt-j-6B)Ú
checkpointc                   óV  — e Zd ZU dZdZdddddœZdZeed	<   d
Z	eed<   dZ
eed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZeed<   dZeez  ed<   dZeez  ed<   dZeez  ed<   dZeed<   dZeed<   dZeed<   dZedz  ed<   dZeee   z  dz  ed <   dZedz  ed!<   d"Zeed#<   y)$Ú
GPTJConfigaô  
    rotary_dim (`int`, *optional*, defaults to 64):
        Number of dimensions in the embedding that Rotary Position Embedding is applied to.

    Example:

    ```python
    >>> from transformers import GPTJModel, GPTJConfig

    >>> # Initializing a GPT-J 6B configuration
    >>> configuration = GPTJConfig()

    >>> # Initializing a model from the configuration
    >>> model = GPTJModel(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```ÚgptjÚn_positionsÚn_embdÚn_headÚn_layer)Úmax_position_embeddingsÚhidden_sizeÚnum_attention_headsÚnum_hidden_layersiàÄ  Ú
vocab_sizei   i   é   é   é@   Ú
rotary_dimNÚn_innerÚgelu_newÚactivation_functiong        Úresid_pdropÚ
embd_pdropÚ
attn_pdropgñhãˆµøä>Úlayer_norm_epsilong{®Gáz”?Úinitializer_rangeTÚ	use_cacheiPÄ  Úbos_token_idÚeos_token_idÚpad_token_idFÚtie_word_embeddings)Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚattribute_mapr   ÚintÚ__annotations__r   r   r   r   r   r   r   Ústrr   Úfloatr   r   r   r   r    Úboolr!   r"   Úlistr#   r$   © ó    úv/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/gptj/configuration_gptj.pyr	   r	      s   … ñð& €Jà#0ØØ'Ø&ñ	€Mð €J�ÓØ€K�ÓØ€FˆCÓØ€GˆSÓØ€FˆCÓØ€J�ÓØ€GˆS�4‰ZÓØ)Ð˜Ó)Ø"€K�˜‘Ó"Ø!€J�˜‘Ó!Ø!€J�˜‘Ó!Ø $Ð˜Ó$Ø#Ð�uÓ#Ø€IˆtÓØ$€L�#˜‘*Ó$Ø+0€L�#˜˜S™	‘/ DÑ(Ó0Ø#€L�#˜‘*Ó#Ø %Ð˜Ô%r2   r	   N)	r(   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úutilsr   r	   Ú__all__r1   r2   r3   ú<module>r8      sG   ðñ  å .å 3Ý #ñ Ð0Ô1Øô-&Ð!ó -&ó ó 2ð-&ð` ˆ.�r2   