^jW&UdZddlmZddlZddlmZmZddlmZddl m Z m Z m Z m Z e r ddlZddlmZeZd ed <dezezeeeeefzZd ed <e Zd ed <Gd de ZGdde ZGdde ZGdde ZGdde Zy)z6Typing helpers shared across the Transformers library.) annotationsN)MappingMutableMapping)PathLike) TYPE_CHECKINGAnyProtocol TypeAlias)Cacher LevelExcInfoDeviceMeshLikeceZdZUded<ded<ded<ded<ded <d ed <ded <d1d Zd2dZd3dZd4dZd5dZd5dZ d6dZ d7dZ d7dZ d7dZ d7dZd7dZddd8dZd7dZd7dZd9dZ d: d;d Zdd"Zdr#r$cyrrr msgargskwargss r!debugzTransformersLogger.debugAr#r$cyrrr6s r!infozTransformersLogger.infoBr#r$cyrrr6s r!warningzTransformersLogger.warningCr#r$cyrrr6s r!warnzTransformersLogger.warnDr#r$cyrrr6s r!errorzTransformersLogger.errorEr#r$T)exc_infocyrr)r r7rCr8r9s r! exceptionzTransformersLogger.exceptionFr#r$cyrrr6s r!criticalzTransformersLogger.criticalGr#r$cyrrr6s r!fatalzTransformersLogger.fatalHr#r$cyrr)r rr7r8r9s r!logzTransformersLogger.logKr#r$Nc yrr) r rrfnlnor7r8rCfuncextrasinfos r! makeRecordzTransformersLogger.makeRecordNs r$cyrrr records r!handlezTransformersLogger.handle\r#r$cyrr)r stack_info stacklevels r! findCallerzTransformersLogger.findCaller]s,/r$cyrrrTs r! callHandlerszTransformersLogger.callHandlerscr#r$cyrrr(s r! getMessagezTransformersLogger.getMessagedr#r$cyrr)r rr7r8rCrPrXrYs r!_logzTransformersLogger._logfsr$cyrrr filts r! addFilterzTransformersLogger.addFilterrr#r$cyrrrbs r! removeFilterzTransformersLogger.removeFiltersr#r$cyrrr(s r!filterszTransformersLogger.filtersts/2r$cyrrrTs r!filterzTransformersLogger.filterwr#r$cyrr)r fmts r! setFormatterzTransformersLogger.setFormatterzr#r$cyrrr6s r! debugStackzTransformersLogger.debugStack{r#r$zMutableMapping[str, Any]__dict__cyrrr6s r!warning_advicez!TransformersLogger.warning_advicer#r$cyrrr6s r! warning_oncezTransformersLogger.warning_oncer#r$cyrrr6s r! info_oncezTransformersLogger.info_oncer#r$)rr returnNone)rr rwr)rwr)r+rrwzlogging.Logger)r/zlogging.Handlerrwrxrwr)r7objectr8rzr9rzrwrx) r7rzr8rzrCrr9rzrwrx) rr r7rzr8rzr9rzrwrx)NNN)rrrr rMrrNrr7rzr8)tuple[object, ...] | Mapping[str, object]rCrrO str | NonerPMapping[str, object] | NonerQr|rwlogging.LogRecord)rUr~rwrx)Fr )rXrrYrrwz tuple[str, int, str, str | None])rwr)NNFr )rr r7rzr8r{rCrrPr}rXrrYrrwrx)rczlogging.Filterrwrx)rwzlist[logging.Filter])rUr~rwr)rlzlogging.Formatterrwrx)$__name__ __module__ __qualname____annotations__r"r&r)r,r0r2r4r:r<r>r@rBrErGrIrKrRrVrZr\r^r`rdrfpropertyrhrjrmrorrrtrvrr$r!rr)s I J !!ON##25+:<?&OMPMNHLlQN[ -1              8      +       =!/// * / C$!-1    8    +     ;= 22<@S '&XURr$rceZdZUdZded<ded<ded<ded <ded <d ed <ded <ded<ded<ded<ded<d!dZd"dZd"dZd#dZd$dZ d$dZ d$dZ d%dZ d%dZ d&dZd"dZd#dZy )'GenerativePreTrainedModeluwProtocol for the model interface that GenerationMixin expects. GenerationMixin is designed to be mixed into PreTrainedModel subclasses. This Protocol documents the attributes and methods the mixin relies on from its host class. It is *not* used at runtime — its purpose is to help the ``ty`` type checker resolve ``self.`` accesses inside the mixin. rconfigz torch.devicedevicez torch.dtypedtypermain_input_namebase_model_prefixr _is_stateful hf_quantizerencoderzdict[str, Any] hf_device_mapr _cachegeneration_configcyrr)r rs r! __getattr__z%GenerativePreTrainedModel.__getattr__r#r$cyrrr r8r9s r!forwardz!GenerativePreTrainedModel.forwardr#r$cyrrrs r!__call__z"GenerativePreTrainedModel.__call__r#r$cyrrr(s r! can_generatez&GenerativePreTrainedModel.can_generater#r$cyrrr(s r! get_encoderz%GenerativePreTrainedModel.get_encoderr#r$cyrrr(s r!get_output_embeddingsz/GenerativePreTrainedModel.get_output_embeddingsr#r$cyrrr(s r!get_input_embeddingsz.GenerativePreTrainedModel.get_input_embeddingsr#r$cyrrr values r!set_output_embeddingsz/GenerativePreTrainedModel.set_output_embeddingsr#r$cyrrrs r!set_input_embeddingsz.GenerativePreTrainedModel.set_input_embeddingsr#r$cyrr)r compile_configs r!get_compiled_callz+GenerativePreTrainedModel.get_compiled_callr#r$cyrrrs r!set_experts_implementationz4GenerativePreTrainedModel.set_experts_implementationr#r$cyrrr(s r!_supports_logits_to_keepz2GenerativePreTrainedModel._supports_logits_to_keepr#r$N)rrrwr)r8rr9rrwrry)rwr)rrrwrx)rrrwr)rrr__doc__rrrrrrrrrrrrrrr$r!rrsl K   L!! M0<='%/.<;@O3r$rceZdZUded<y)StringValuedEnumLikerrN)rrrrrr$r!rrs Jr$rc>eZdZUded<ded<ded<ded<d dZy ) PeftConfigLiker peft_typeris_prompt_learningzstr | PathLike[str] | Nonebase_model_name_or_pathinference_modec yrr)r save_directoryr9s r!save_pretrainedzPeftConfigLike.save_pretrainedr#r$N)rzstr | PathLike[str]r9rrwrx)rrrrrrr$r!rrs##77^r$rceZdZUdZded<y)WhisperGenerationConfigLikezXProtocol for Whisper-specific generation config fields accessed in generation internals.rno_timestamps_token_idN)rrrrrrr$r!rrs br$r) r __future__rloggingcollections.abcrrosrtypingrrr r torch cache_utilsr rr rr BaseExceptiontupletyperzrrrrrrrrr$r!rs="3::"y   D  678   \S\S~ 4 4F8_X_ ( r$