^j dZddlmZddlmZddlmZddlmZm Z ddl m Z m Z e jeZed eGd d eZed eGd deZed eGddeZgdZy)z InstructBLIP model configuration)strict)PreTrainedConfig)!MODEL_FOR_CAUSAL_LM_MAPPING_NAMES)auto_docstringlogging)CONFIG_MAPPING AutoConfigz"Salesforce/instructblip-flan-t5-xl) checkpointceZdZUdZdZdZdZeed<dZ eed<dZ eed <d Z eed <d Z ee ezeeefzed <dZee ezeeefzed<dZeed<dZeed<dZeezed<dZeed<dZeed<y)InstructBlipVisionConfiga* Example: ```python >>> from transformers import InstructBlipVisionConfig, InstructBlipVisionModel >>> # Initializing a InstructBlipVisionConfig with Salesforce/instructblip-flan-t5-xl style configuration >>> configuration = InstructBlipVisionConfig() >>> # Initializing a InstructBlipVisionModel (with random weights) from the Salesforce/instructblip-flan-t5-xl style configuration >>> model = InstructBlipVisionModel(configuration) >>> # Accessing the model configuration >>> configuration = model.config ```instructblip_vision_model vision_config hidden_sizeiintermediate_size'num_hidden_layersnum_attention_heads image_size patch_sizegelu hidden_actgư>layer_norm_epsgattention_dropoutg|=initializer_rangeTqkv_biasN)__name__ __module__ __qualname____doc__ model_typebase_config_keyrint__annotations__rrrrlisttuplerrstrrfloatrr r!bool/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/models/instructblip/configuration_instructblip.pyrrs -J%OK!s!s!!47Jd3i%S/1746Jd3i%S/16J NE %(us{($u$Hdr0rceZdZUdZdZdZdZeed<dZ eed<dZ eed <dZ eed <d Z eed <d Z eed<dZeezed<dZeezed<dZeed<dZeed<dZeed<dZedzed<dZeed<dZeed<y)InstructBlipQFormerConfiga cross_attention_frequency (`int`, *optional*, defaults to 2): The frequency of adding cross-attention to the Transformer layers. encoder_hidden_size (`int`, *optional*, defaults to 1408): The hidden size of the hidden states for cross-attention. Examples: ```python >>> from transformers import InstructBlipQFormerConfig, InstructBlipQFormerModel >>> # Initializing a InstructBLIP Salesforce/instructblip-flan-t5-xl style configuration >>> configuration = InstructBlipQFormerConfig() >>> # Initializing a model (with random weights) from the Salesforce/instructblip-flan-t5-xl style configuration >>> model = InstructBlipQFormerModel(configuration) >>> # Accessing the model configuration >>> configuration = model.config ```instructblip_qformerqformer_configi:w vocab_sizeir rri rrrg?hidden_dropout_probattention_probs_dropout_probimax_position_embeddings{Gz?r g-q=rrN pad_token_idr cross_attention_frequencyrencoder_hidden_size)r"r#r$r%r&r'r6r(r)rrrrrr,r8r-r9r:r rr<r=r>r/r0r1r3r3>s ((J&OJKs!!!s!J'**03 %#+3#&S&#u#!NE! L#* %&s&##r0r3ceZdZUdZdZddiZeeedZ dZ e e zdze d<dZe e zdze d<dZe e zdze d <d Zee d <dZedze d<d Zee d <dZee d<fdZxZS)InstructBlipConfiga qformer_config (`dict`, *optional*): Dictionary of configuration options used to initialize [`InstructBlipQFormerConfig`]. num_query_tokens (`int`, *optional*, defaults to 32): The number of query tokens passed through the Transformer. Example: ```python >>> from transformers import ( ... InstructBlipVisionConfig, ... InstructBlipQFormerConfig, ... OPTConfig, ... InstructBlipConfig, ... InstructBlipForConditionalGeneration, ... ) >>> # Initializing a InstructBlipConfig with Salesforce/instructblip-flan-t5-xl style configuration >>> configuration = InstructBlipConfig() >>> # Initializing a InstructBlipForConditionalGeneration (with random weights) from the Salesforce/instructblip-flan-t5-xl style configuration >>> model = InstructBlipForConditionalGeneration(configuration) >>> # Accessing the model configuration >>> configuration = model.config >>> # We can also initialize a InstructBlipConfig from a InstructBlipVisionConfig, InstructBlipQFormerConfig and any PreTrainedConfig >>> # Initializing InstructBLIP vision, InstructBLIP Q-Former and language model configurations >>> vision_config = InstructBlipVisionConfig() >>> qformer_config = InstructBlipQFormerConfig() >>> text_config = OPTConfig() >>> config = InstructBlipConfig(vision_config=vision_config, qformer_config=qformer_config, text_config=text_config) ``` instructblipimage_token_idimage_token_index) text_configr5rNrr5rD num_query_tokensg?initializer_factorr;r c R|j(td|_tjdnSt |jt r9|jj dd}t|di|j|_|j%t|_tjdn4t |jt rtdi|j|_|j%t|_ tjdn4t |jt rtdi|j|_ |jj|j_ |jjtv|_t!|Ddi|y)NoptzTtext_config is None. Initializing the text config with default values (`OPTConfig`).r&zWqformer_config is None. Initializing the InstructBlipQFormerConfig with default values.z[`vision_config` is `None`. initializing the `InstructBlipVisionConfig` with default values.r/)rDr loggerinfo isinstancedictgetr5r3rrrr>r&ruse_decoder_only_language_modelsuper __post_init__)selfkwargstext_model_type __class__s r1rQz InstructBlipConfig.__post_init__sG    #-e46D  KKn o (($ /"..22<GO-o>RAQAQRD     &";"=D  KKq r ++T 2";"Rd>Q>Q"RD     %!9!;D  KKu v **D 1!9!ODr`s'.3J,-   H %?@/AB?@%$ 0%$A%$P?@M()M(AM(` Zr0