^j ddlmZddlmZddlmZddlmZmZddl m Z m Z eje Zed eGd d eZed eGd d eZed eGddeZgdZy))strict)PreTrainedConfig)!MODEL_FOR_CAUSAL_LM_MAPPING_NAMES)auto_docstringlogging)CONFIG_MAPPING AutoConfigz"Salesforce/instructblip-flan-t5-xl) checkpointceZdZUdZdZdZdZeed<dZ eed<dZ eed <d Z eed <d Z ee ezeeefzed <dZee ezeeefzed<dZeed<dZeed<dZeezed<dZeed<dZeed<y)InstructBlipVideoVisionConfigaH Example: ```python >>> from transformers import InstructBlipVideoVisionConfig, InstructBlipVideoVisionModel >>> # Initializing a InstructBlipVideoVisionConfig with Salesforce/instructblip-flan-t5-xl style configuration >>> configuration = InstructBlipVideoVisionConfig() >>> # Initializing a InstructBlipVideoVisionModel (with random weights) from the Salesforce/instructblip-flan-t5-xl style configuration >>> model = InstructBlipVideoVisionModel(configuration) >>> # Accessing the model configuration >>> configuration = model.config ```instructblipvideo_vision_model vision_config hidden_sizeiintermediate_size'num_hidden_layersnum_attention_heads image_size patch_sizegelu hidden_actgư>layer_norm_epsgattention_dropoutg|=initializer_rangeTqkv_biasN)__name__ __module__ __qualname____doc__ model_typebase_config_keyrint__annotations__rrrrlisttuplerrstrrfloatrr r!bool/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/instructblipvideo/configuration_instructblipvideo.pyrr!s 2J%OK!s!s!!47Jd3i%S/1746Jd3i%S/16J NE %(us{($u$Hdr0rceZdZUdZdZdZdZeed<dZ eed<dZ eed <dZ eed <d Z eed <d Z eed<dZeezed<dZeezed<dZeed<dZeed<dZeed<dZedzed<dZeed<dZeed<y)InstructBlipVideoQFormerConfiga3 cross_attention_frequency (`int`, *optional*, defaults to 2): The frequency of adding cross-attention to the Transformer layers. encoder_hidden_size (`int`, *optional*, defaults to 1408): The hidden size of the hidden states for cross-attention. Examples: ```python >>> from transformers import InstructBlipVideoQFormerConfig, InstructBlipVideoQFormerModel >>> # Initializing a InstructBlipVideo Salesforce/instructblip-flan-t5-xl style configuration >>> configuration = InstructBlipVideoQFormerConfig() >>> # Initializing a model (with random weights) from the Salesforce/instructblip-flan-t5-xl style configuration >>> model = InstructBlipVideoQFormerModel(configuration) >>> # Accessing the model configuration >>> configuration = model.config ```instructblipvideo_qformerqformer_configi:w vocab_sizeir rri rrrg?hidden_dropout_probattention_probs_dropout_probimax_position_embeddings{Gz?r g-q=rrN pad_token_idr cross_attention_frequencyrencoder_hidden_size)r"r#r$r%r&r'r6r(r)rrrrrr,r8r-r9r:r rr<r=r>r/r0r1r3r3Ds (-J&OJKs!!!s!J'**03 %#+3#&S&#u#!NE! L#* %&s&##r0r3ceZdZUdZdZddiZeeedZ dZ e e zdze d<dZe e zdze d<dZe e zdze d <d Zee d <d Zee d <dZee d<dZedze d<fdZxZS)InstructBlipVideoConfiga qformer_config (`dict`, *optional*): Dictionary of configuration options used to initialize [`InstructBlipVideoQFormerConfig`]. num_query_tokens (`int`, *optional*, defaults to 32): The number of query tokens passed through the Transformer. Example: ```python >>> from transformers import ( ... InstructBlipVideoVisionConfig, ... InstructBlipVideoQFormerConfig, ... OPTConfig, ... InstructBlipVideoConfig, ... InstructBlipVideoForConditionalGeneration, ... ) >>> # Initializing a InstructBlipVideoConfig with Salesforce/instructblip-flan-t5-xl style configuration >>> configuration = InstructBlipVideoConfig() >>> # Initializing a InstructBlipVideoForConditionalGeneration (with random weights) from the Salesforce/instructblip-flan-t5-xl style configuration >>> model = InstructBlipVideoForConditionalGeneration(configuration) >>> # Accessing the model configuration >>> configuration = model.config >>> # We can also initialize a InstructBlipVideoConfig from a InstructBlipVideoVisionConfig, InstructBlipVideoQFormerConfig and any PreTrainedConfig >>> # Initializing Instructblipvideo vision, Instructblipvideo Q-Former and language model configurations >>> vision_config = InstructBlipVideoVisionConfig() >>> qformer_config = InstructBlipVideoQFormerConfig() >>> text_config = OPTConfig() >>> config = InstructBlipVideoConfig(vision_config=vision_config, qformer_config=qformer_config, text_config=text_config) ```instructblipvideovideo_token_idvideo_token_index) text_configr5rNrr5rD num_query_tokensg?initializer_factorr;r c R|j(td|_tjdnSt |jt r9|jj dd}t|di|j|_|j%t|_tjdn4t |jt rtdi|j|_|j%t|_ tjdn4t |jt rtdi|j|_ |jj|j_ |jjtv|_t!|Ddi|y)NoptzTtext_config is None. Initializing the text config with default values (`OPTConfig`).r&z\qformer_config is None. Initializing the InstructBlipVideoQFormerConfig with default values.z``vision_config` is `None`. initializing the `InstructBlipVideoVisionConfig` with default values.r/)rDr loggerinfo isinstancedictgetr5r3rrrr>r&ruse_decoder_only_language_modelsuper __post_init__)selfkwargstext_model_type __class__s r1rQz%InstructBlipVideoConfig.__post_init__sK    #-e46D  KKn o (($ /"..22<GO-o>RAQAQRD     &"@"BD  KKv w ++T 2"@"W4CVCV"WD     %!>!@D  KKr **D 1!>!TASAS!TD 262D2D2P2P//3/?/?/J/JNo/o, ''r0)r"r#r$r%r& attribute_mapr r3r sub_configsrrMrr)r5rDrFr(rGr-r rCrQ __classcell__)rUs@r1r@r@ns" H%J%':;M!86K 59M4**T1859ND++d2926K((4/6c ###u#$(sTz(((r0r@)r@r3rN)huggingface_hub.dataclassesrconfiguration_utilsrmodels.auto.modeling_autorutilsrrautor r get_loggerr"rJrr3r@__all__r/r0r1r`s,/3J,-   H %?@$4AB?@%$%5%$A%$P?@N(.N(AN(b ir0