^jL' tddlZddlZddlZddlZddlmZmZddlmZddl m Z ejdZ de de fdZd$d eede fd Zd ee e fdee e ffd Zejd Zde de fdZdZdZdddddddddZdZd%dZeGddZ d&de d ed!ed"ej:dzfd#Zy)'N) OrderedDict defaultdict) dataclass)Anyz(?<=\.)(\d+)(?=\.|$)keyreturnc.tjd|S)zBReplace every dot-delimited integer with '*' to get the structure.*) _DIGIT_RXsub)rs l/var/www/ramen.bs-engineer-server.com/venv/lib/python3.12/site-packages/transformers/utils/loading_report.py _pattern_ofrs ==c ""valuesct|dk(rt|dSt|}t||kDr |dd|dSdjt t|S)zEFormat a list of ints as single number, {a, ..., b}, or first...last.rz...z, )lenstrsortedjoinmap)rcutoffs r _fmt_indicesrs` 6{a6!9~ F^F 6{V)Cr |,, 99Sf% &&rmappingc d}t|ts|Dcic]}||}}d}tt}|j D]\}}t j |}t|}t|D]R\}} t|||kr||jt|||jt| T||j|i} |j D]\}} | dd| d}} |jd} | d}tdt| D]h}|dz t| krH| |dz r@t!t#| |dz }t| |dz dkDr |d|zd zz }n ||z }n|dz }|| |z }j|| |<t%| }|r|j'S|Scc}w) z Merge keys like 'layers.0.x', 'layers.1.x' into 'layers.{0, 1}.x' BUT only merge together keys that have the exact same value. Returns a new dict {merged_key: value}. FTNrr rr{}) isinstancedictrlistitemsr findallr enumeraterappendsetaddintsplitrangerrrkeys)r not_mappingkbucketrvaldigspattid out_itemsrsetspartsfinalinsertouts r update_key_namer:)sK gt $!()A1a4)) .9$.?FMMO!S  %3dO (DAq6$< A%t ##CE* 4LO  A ' ( t C !I  f3BKc 3aq#e*% A1us4y T!a%[%fT!a%[&9:tAE{#a'S6\C//EVOE  U1X E  % i Cxxz JC*s F>z\x1b\[[0-9;]*msc@tjdt|S)N)_ansi_rer r)r;s r _strip_ansir?Ys <<CF ##rc jt|}td|tt|z }|d|zzS)Nr )rmaxrr?)textwidthtpads r _padrG]s3 D A a[^,, -C sSy=rc |rtt|g|zn|g}|Dcgc]}td|D}}djdt||D}djd|D}|Dcgc]$}djdt||D&}}dj||g|zScc}wcc}w)Nc3DK|]}tt|ywN)rr?).0xs r z_make_table..fs3!#k!n%3s z | c3:K|]\}}t||ywrJrG)rKhws r rMz_make_table..gsIDAqT!QZIz-+-c3&K|] }d|z yw)-N)rKrQs r rMz_make_table..hs2a#'2sc3:K|]\}}t||ywrJrO)rKcrQs r rMz_make_table..is=datAqz=rR )r!ziprBr) rowsheaderscolscolwidths header_linesep_linerbodys r _make_tablerccs-14wi$&( )yD?C Dc3s33 DF D**IC4HIIKzz2622HGK L!EJJ=c!Vn= = LD L 99k8,t3 44 E Ms B98)B>zzzz zzzz)resetredyelloworangepurplebolditalicdimctj4tjjrt||tdS|S)zdReturn color/style-formatted input `s` if `sys.stdout` is interactive, e.g. connected to a terminal.rd)sysstdoutisattyPALETTE)r;colors r _stylerrys> zz#**"3"3"5%.!!WW%5$677rcb tjjS#t$r|cYSwxYwrJ)shutilget_terminal_sizecolumns Exception)defaults r _get_terminal_widthrys0'')111 s  ..ceZdZUdZeeed<eeed<eeeeeeefed<e eed<e eefed<dZ dZ d ed zfd Z y ) LoadStateDictInfoaj Mutable container for state-dict loading results and diagnostics. Each entry in this structure is mutable, and will usually be mutated in-place during the loading pipeline. Attributes: missing_keys (`set[str]`): Keys that are missing from the loaded checkpoints but expected in the model's architecture. unexpected_keys (`set[str]`): Keys that are found in the checkpoints, but not expected in the model's architecture. mismatched_keys (`set[tuple[str, tuple[int], tuple[int]]]`): Keys that are found in the checkpoints and are expected in the model's architecture, but with a different shape. error_msgs ( `list[str]`): Some potential error messages. conversion_errors (`dict[str, str]`): Errors happening during the on-the-fly weight conversion process. missing_keysunexpected_keysmismatched_keys error_msgsconversion_errorsc`|j|jDchc]}|d c}zScc}w)zMReturn all effective missing keys, including `missing` and `mismatched` keys.r)r|r~)selfr-s r missing_and_mismatchedz(LoadStateDictInfo.missing_and_mismatcheds+  $2F2F#GQAaD#GGG#Gs +c`|j|j|j|jdS)Nr|r}r~rr)rs r to_dictzLoadStateDictInfo.to_dicts0!--#33#33//   rrNc t}g}d}|jr[|dtdddtddzz }t|jD]#}tdd}|j ||d d g%|j rZ|dtd d dtd dzz }t|j D]"}td d }|j ||d g$|j r|dtdddtddzz }|j Dcic] \}}}|||f } }}}t| jD]B\} \} } tdd}| |dt| dt| g} |j | D|jrq|dtdddtddzz }t|jjD]+\}}tdd}d|d}|j |||g-t|dk(ryddg}|dkDr|dgz }n|d d gz }t||}||z}|Scc}}}w) z/Generate the minimal table of a loading report.z Notes:z - z UNEXPECTED:rg zbcan be ignored when loading from different task/architecture; not ok if you expect identical arch.rj UNEXPECTEDr=zMISSING:rezsthose params were newly initialized because missing from the checkpoint. Consider training on your downstream task.MISSINGz MISMATCH:rfzRckpt weights were loaded, but they did not match the original empty weight shapes.MISMATCHz$Reinit due to size mismatch - ckpt: z vs model:z CONVERSION:rhz$originate from the conversion scheme CONVERSIONz rNKeyStatusDetails)r[) ryr}rrr:r%r|r~r"rrrrc)rterm_wrZtipsr-statusabrWiteratorr shape_ckpt shape_modeldatav_detailsr[tablereports r create_loading_reportz'LoadStateDictInfo.create_loading_reports$&    d6-:;2>tB D%T%9%9: 1 h7 QB/0 1    d6*e45R86F< D%T%6%67 - 51 QO, -    d6+x896B D((>(>?EEG 31 h7!!D> Q12 3 t9>(# C<  { "G Bx GD'2 ?GsI)__name__ __module__ __qualname____doc__r&r__annotations__tupler(r!r rrrrUrr r{r{so"c(XsE#Jc :;<<S CH~%H ;sTz;rr{pretrained_model_name_or_pathignore_mismatched_sizes loading_infologgerc|tjt}|jrIdj |j}d|vr|dz }t d|j jd||j}|ytd|j jdtd d |d }|j||z|jr t d |s|jr t d yy)z Log a readable report about state_dict loading issues. This version is terminal-size aware: for very small terminals it falls back to a compact Key | Status view so output doesn't wrap badly. Nz z size mismatchzb You may consider adding `ignore_mismatched_sizes=True` to `from_pretrained(...)` if appropriate.z#Error(s) in loading state_dict for z: riz LOAD REPORTrdz from: rXzWe encountered some issues during automatic conversion of the weights. For details look at the `CONVERSION` entries of the above report!zjYou set `ignore_mismatched_sizes` to `False`, thus raising an error. For details look at the above report!) logging getLoggerrrr RuntimeError __class__rrpwarningrr~)modelrrrr error_msgrpreludes r log_state_dict_reportrs"~""8,KK 7 78 i ' v I@AYAY@ZZ_`i_jkll / / 1F ~!%//":":!;<PWHXGYY`a~`@BCG NN7V#$%%    #|'C'C x  (D "r) )PrJ)rrertrm collectionsrr dataclassesrtypingrcompiler rrr!r(rr r:r>r?rGrcrprrryr{boolLoggerrrUrr rs. 0! BJJ. / #S#S# 'c'#'*T#s(^*S#X*Z 2::' ($3$3$ 5     `` `P%) , #&, ", $ , NNT ! , r