^j-dZddlmZddlmZddlmZddlmZm Z e je Z edeGd d eZ edeGd d eZedeGd deZedeGddeZedeGddeZgdZy)zBlt model configuration)strict)PreTrainedConfig)RopeParameters)auto_docstringloggingzitazap/blt-1b-hf) checkpointc4eZdZUdZdZdZdZeed<dZ e dzed<d Z edzed <d Z edzed <d Z eed<dZeed<dZedzed<dZeed<dZeed<dZeezdzed<dZeed<dZeezdzed<dZeed<dZedzed<dZeed<fd ZxZS)!BltLocalEncoderConfigb cross_attn_all_layers (`bool`, *optional*, defaults to `True`): Whether all attention layers have cross attention. cross_attn_k (`int`, *optional*, defaults to 2): Number of cross-attention heads used in the model. hidden_size_global (`int`, *int*, defaults to 2048): Hidden size of the global transformer layer. blt_local_encoderA vocab_sizeFNcross_attn_all_layers cross_attn_khidden_size_global hidden_sizenum_attention_headsnum_key_value_headsnum_hidden_layersh㈵> rms_norm_epsdropout`max_position_embeddingsrope_parameterssilu hidden_actintermediate_size{Gz?initializer_rangec |jxs |j|_|jxstd|jzdz |_d|_t |di|yNrF)rrr&intrtie_word_embeddingssuper __post_init__selfkwargs __class__s t/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/blt/configuration_blt.pyr0z#BltLocalEncoderConfig.__post_init__9s]#'#;#;#Wt?W?W !%!7!7!X3q4CSCS?SVW?W;X#(  '')__name__ __module__ __qualname____doc__ model_type default_thetarr-__annotations__rboolrrrrrrrfloatr r"r#rdictr%strr&r(r0 __classcell__r4s@r5r r s%JMJ).4$;. L#* %)d )K!!&*t*sL%"%GUS[4 %#(S(48O^d*T18J$(sTz(#u#((r6r ceZdZUdZdZdZdZeed<dZ e dzed<d Z edzed <d Z edzed <d Z eed<dZeed<dZedzed<dZeed<dZeed<dZeezdzed<dZeed<dZeezdzed<dZeed<dZeed<dZeed <dZedzed!<dZedzed"<dZeeezdzed#<d$Z e ed%<fd&Z!xZ"S)'BltLocalDecoderConfigr blt_local_decoderrrrTNrrrrrrrrrr rrrrr r!r"r#r$r%i r&r'r( pad_token_id bos_token_id eos_token_idFr.c |jxs |j|_|j|jz|_|jxst d|jzdz |_d|_t| di|yr* rrrhead_dimr&r-r.r/r0r1s r5r0z#BltLocalDecoderConfig.__post_init__csu#'#;#;#Wt?W?W ((D,D,DD !%!7!7!X3q4CSCS?SVW?W;X#(  ''r6)#r7r8r9r:r;r<rr-r=rr>rrrrrrrr?r r"r#rr@r%rAr&r(rHrIrJlistr.r0rBrCs@r5rErE@s%JMJ)-4$;- L#* %)d )K!!&*t*sL%"%GUS[4 %#(S(48O^d*T18J!s!#u##L#*##L#*#+/L#S /D(/ %%((r6rEceZdZUdZdZdZeed<dZeed<dZ edzed<d Z eed <d Z e ed <d Z e ezdzed<dZeed<dZeezdzed<dZeed<dZeed<dZe ed<dZeed<fdZxZS)BltGlobalTransformerConfigblt_global_transformerrrrrrNrrrrrr r"r#r$r%ir&r'r(Fr.c |jxs |j|_|j|jz|_|jxst d|jzdz |_d|_t| di|yr*rLr1s r5r0z(BltGlobalTransformerConfig.__post_init__~su#'#;#;#Wt?W?W ((D,D,DD !%!7!7!X3q4CSCS?SVW?W;X#(  ''r6)r7r8r9r;r<rr-r=rrrrr?r r"r#rr@r%rAr&r(r.r>r0rBrCs@r5rPrPks*JMK!!&*t*sL%"%GUS[4 %#'S'48O^d*T18J!s!#u# %%((r6rPceZdZUdZdZeed<dZeed<dZeed<dZ eed <d Z ed zed <d Z eed <dZ e ed<dZe ezd zed<dZeed<d Zeezd zed<dZe ed<dZeed<fdZxZS)BltPatcherConfig blt_patcherrrirr rNri r"rrrr rr&r#r'r(Fr.c |jxs |j|_|j|jz|_|jxst d|jzdz |_d|_d|_t|$di|y)Nr+rFr$r,) rrrrMr&r-r.r%r/r0r1s r5r0zBltPatcherConfig.__post_init__s|#'#;#;#Wt?W?W ((D,D,DD !%!7!7!X3q4CSCS?SVW?W;X#(   ''r6)r7r8r9r;rr-r=rrrrr"rr?r r&r#rr@r(r.r>r0rBrCs@r5rVrVsJJKs!!&*t*#'S'L%"%GUS[4 %!s!48O^d*T18#u# %%((r6rVceZdZUdZdZdgZdZeee e dZ dZ e ed<dZe ed <d Zed zed <d Ze d zed<dZed zed<dZed zed<dZe d zed<d Ze d zed<dZe d zed<d Zee d zed<dZe d zed<dZe d zed<d Zee zd zed<d Z!ee zd zed<d Z"ee zd zed<d Z#ee zd zed<d Z$eed!<d Z%eed"<d Z&e d zed#<d Z'e d zed$<d Z(e ee zd zed%<d&Z)eed'<d Z*e+ezd zed(<fd)Z,xZ-S)* BltConfiga patch_in_forward (`bool`, *optional*, defaults to `True`): Whether to perform patching during the forward pass. patch_size (`int`, *optional*, defaults to 4): Size of the patches used in the patching mechanism. patching_mode (`str`, *optional*, defaults to `"entropy"`): The mode used for patching, such as entropy-based patching. patching_threshold (`float`, *optional*, defaults to 1.34): Threshold value used for determining when to apply patches. patching_batch_size (`int`, *optional*, defaults to 1): Batch size used during the patching process. max_patch_length (`int`, *optional*): Maximum length of patches that can be generated. cross_attn_k (`int`, *optional*, defaults to 2): Number of cross-attention heads used in the model. encoder_hash_byte_group_size (`list`, *optional*): List of byte group sizes used in the encoder hash function. encoder_hash_byte_group_vocab (`int`, *optional*, defaults to 500002): Vocabulary size for the encoder hash byte groups. encoder_hash_byte_group_nb_functions (`int`, *optional*, defaults to 1): Number of hash functions used in the encoder byte grouping. patcher_config (`BltPatcherConfig`, *optional*): Configuration for the patcher component of the model. global_config (`BltGlobalTransformerConfig`, *optional*): Configuration for the global transformer component of the model. Example: ```python >>> from transformers import BltModel, BltConfig >>> # Initializing a Blt configuration >>> configuration = BltConfig() >>> # Initializing a model from the configuration >>> model = BltModel(configuration) >>> # Accessing the model configuration >>> configuration = model.config ```bltpast_key_valuesr)patcher_configencoder_configdecoder_config global_configrrrSr"TNpatch_in_forward patch_sizeentropy patching_modeg]?patching_thresholdrpatching_batch_sizemax_patch_lengthrrencoder_hash_byte_group_sizei"encoder_hash_byte_group_vocab$encoder_hash_byte_group_nb_functionsr_r`rarbFr. use_cacherHrIrJr'r(r#c |jxsgd|_|j1t|j|_tj dnZt |jtr@|jjd|jtdi|j|_|j1t|j|_ tj dnZt |jtr@|jjd|jtdi|j|_ |j1t|j|_ tj dnZt |jtr@|jjd|jtdi|j|_ |j1t|j|_ tj dnZt |jtr@|jjd|jtdi|j|_ |jj|j z}||jjk7r|nd|j_t%|Ldi|y) N)rrdr+)r(z8patcher_config is None, using default Blt patcher configr(z8encoder_config is None, using default Blt encoder configz8decoder_config is None, using default Blt decoder configz6global_config is None, using default Blt global configr,)rkr_rVr(loggerinfo isinstancer@ setdefaultr`r rarErbrPrrencoder_cross_output_sizer/r0)r2r3rwr4s r5r0zBltConfig.__post_init__s.,0,M,M,cQc)    &"2TE[E["\D  KKR S ++T 2    * *+>@V@V W"2"IT5H5H"ID     &"7$J`J`"aD  KKR S ++T 2    * *+>@V@V W"7"N$:M:M"ND     &"7$J`J`"aD  KKR S ++T 2    * *+>@V@V W"7"N$:M:M"ND     %!;dNdNd!eD  KKP Q **D 1    ) )*=t?U?U V!;!Qd>P>P!QD %)$7$7$C$CdFWFW$W!)BdFXFXFdFd)d %jn 4 ''r6).r7r8r9r:r;keys_to_ignore_at_inferencer<rVr rErP sub_configsrr-r=r"rcr>rergrArhr?rirjrrkrNrlrmr_r@rr`rarbr.rnrHrIrJr(r#rr0rBrCs@r5r\r\s& PJ#4"5M*//3 KJ#'S'$(dTk(Jd  )M3:)'8 8&'t'#'cDj' L#* 59 $s)d"2906!3:678(#*859ND++d2959ND++d2959ND++d2948M4**T18 %%It#L#*##L#*#+/L#S /D(/#u#48O^d*T18&(&(r6r\)r\rVr rErPN)r:huggingface_hub.dataclassesrconfiguration_utilsrmodeling_rope_utilsrutilsrr get_loggerr7rsr rErPrVr\__all__r,r6r5rs .31,   H %-.!(,!(/!(H-.&(,&(/&(R-.(!1(/(4-.('(/(4-.q( q(/q(h r6