Ë
    ÜÓ^jš  ã                   óv   — d Z ddlmZ ddlmZ ddlmZ ddlmZ  ed¬«      e G d	„ d
e«      «       «       Z	d
gZ
y)zStarcoder2 model configurationé    )Ústricté   )ÚPreTrainedConfig)ÚRopeParameters)Úauto_docstringzbigcode/starcoder2-7b)Ú
checkpointc                   ó¼  — e Zd ZU dZdZdgZdddddddœZdgdgfd	d
gd	gfd	gd	gfdœZdZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZe	e
d<   dZee
d<   dZe	e
d<   dZee
d<   dZee
d<   d Zee
d!<   d"Ze	d#z  e
d$<   d"Ze	ee	   z  d#z  e
d%<   d#Ze	d#z  e
d&<   d#Zeez  d#z  e
d'<   d#Ze	d#z  e
d(<   d)Z ee	z  e
d*<   d)Z!ee	z  e
d+<   d)Z"ee	z  e
d,<   d Z#ee
d-<   d Z$ee
d.<   y#)/ÚStarcoder2Configa	  
    use_bias (`bool`, *optional*, defaults to `True`):
        Whether to use bias term on linear layers of the model.

    ```python
    >>> from transformers import Starcoder2Model, Starcoder2Config

    >>> # Initializing a Starcoder2 7B style configuration
    >>> configuration = Starcoder2Config()

    >>> # Initializing a model from the Starcoder2 7B style configuration
    >>> model = Starcoder2Model(configuration)

    >>> # Accessing the model configuration
    >>> configuration = model.config
    ```
    Ú
starcoder2Úpast_key_valuesÚcolwiseÚrowwise)zlayers.*.self_attn.q_projzlayers.*.self_attn.k_projzlayers.*.self_attn.v_projzlayers.*.self_attn.o_projzlayers.*.mlp.c_fczlayers.*.mlp.c_projÚ	input_idsÚinputs_embedsÚhidden_statesÚattention_mask)Úembed_tokensÚlayersÚnormi À  Ú
vocab_sizei   Úhidden_sizei 0  Úintermediate_sizeé   Únum_hidden_layersé   Únum_attention_headsé   Únum_key_value_headsÚgelu_pytorch_tanhÚ
hidden_acti   Úmax_position_embeddingsgŸVÑšy’?Úinitializer_rangegñhãˆµøä>Únorm_epsilonTÚ	use_cacheiPÄ  NÚbos_token_idÚeos_token_idÚpad_token_idÚrope_parametersÚsliding_windowg        Úattention_dropoutÚresidual_dropoutÚembedding_dropoutÚuse_biasÚtie_word_embeddings)%Ú__name__Ú
__module__Ú__qualname__Ú__doc__Ú
model_typeÚkeys_to_ignore_at_inferenceÚbase_model_tp_planÚbase_model_pp_planr   ÚintÚ__annotations__r   r   r   r   r   r    Ústrr!   r"   Úfloatr#   r$   Úboolr%   r&   Úlistr'   r(   r   Údictr)   r*   r+   r,   r-   r.   © ó    ú‚/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/starcoder2/configuration_starcoder2.pyr
   r
      sv  … ñð$ €JØ#4Ð"5Ðð &/Ø%.Ø%.Ø%.Ø&Ø(ñÐð &˜¨Ð(9Ð:Ø#Ð%5Ð6¸Ð8IÐJØ!Ð" _Ð$5Ð6ñÐð €J�ÓØ€K�ÓØ"Ð�sÓ"ØÐ�sÓØ!Ð˜Ó!Ø Ð˜Ó Ø)€J�Ó)Ø#'Ð˜SÓ'Ø'Ð�uÓ'Ø€L�%ÓØ€IˆtÓØ$€L�#˜‘*Ó$Ø+0€L�#˜˜S™	‘/ DÑ(Ó0Ø#€L�#˜‘*Ó#Ø48€O�^ dÑ*¨TÑ1Ó8Ø!%€N�C˜$‘JÓ%Ø%(Ð�u˜s‘{Ó(Ø$'Ð�e˜c‘kÓ'Ø%(Ð�u˜s‘{Ó(Ø€HˆdÓØ $Ð˜Ô$r?   r
   N)r2   Úhuggingface_hub.dataclassesr   Úconfiguration_utilsr   Úmodeling_rope_utilsr   Úutilsr   r
   Ú__all__r>   r?   r@   ú<module>rF      sK   ðñ %å .å 3Ý 1Ý #ñ Ð2Ô3Øô8%Ð'ó 8%ó ó 4ð8%ðv Ð
�r?   