#jddlmZddlmZddlmZddlmZmZm Z m Z m Z m Z m Z mZmZer ddlmZddlmZidd d d d d d d dd dd dd dd dd dd dd dd dd dd dd dd dd idd dd dd dd dd d!d d"d d#d$d%d$d&d$d'd$d(d$d)d$d*d+d,d+d-d$d.d$id/d0d1d2d3d$d4d5d6d5d7d5d8d5d9d5d:d5d;d5dd?d@d?dAd?dBd?dCd?ZdDZdEadFZ d^d_dPZd`dUZ dadbd]ZdES)c) annotations)deepcopy) TYPE_CHECKING) Chunk Concatenate"ErnieFuseAndSplitTextVisionExpertsMergeModulelist PrefixChange TransposeWeightConverterWeightRenamingWeightTransformPreTrainedModel) HfQuantizerminimaxmixtral minimax_m2afmoe qwen2_moe deepseek_v2 deepseek_v3dots1 ernie4_5_moeglm4_moe glm4_moe_lite glm_moe_dsa glm4v_moe longcat_flash solar_open qwen3_moeqwen3_omni_moeqwen3_omni_moe_thinker qwen3_nexthunyuan_v1_moe flex_olmoolmoe exaone_moe rt_detr_v2rt_detrpp_doclayout_v2pp_doclayout_v3 paligemmallava aya_visiongot_ocr2 shieldgemma2gemma3internvlllava_next_video llava_nextllava_onevisionvipllavamistral3 qwen2_5_vlqwen2_vlsam3_tracker_video sam3_trackerpp_chart2tablealtclip_vision_modelclip_vision_modelchinese_clip_vision_modelclipseg_vision_modelmetaclip_2_vision_model mlcd_visionmlcdsiglip_vision_modelsiglip2_vision_modelxclip_vision_modelclipseg_text_modelclip_text_modelmetaclip_2_text_modelsiglip_text_modelsiglip2_text_modelxclip_text_modelc%$idtddgdtddtdd td d td d gdtddtdd td d td d tddgdtdgdtdgdtddtdd tddtddtd d gdtddtdd tddgdtddtdd tdd td d gd!td"d#td$d td%d&gd'td(d)td*d+td,dgd-td.dtd*d+gd/td0d12td3d4gd5td67gd8td9d:td;d<td=d>td?d@tdAdBtdCdDtdEdFtdGdHgdItdJdKgdLtdMdNgdOtdPdQgidRtdSdTtdUdVgdWtdXdYtdZd[gd\td]d02gd^td_d`tdadbtdcddgdetdfdgtdhditdjdkgdltdmdntdodpgdqtdrst dtsgutdvgdwtdrsgugdxtdydzgd{tdrst dtsgutd|d}tdrsgugd~td{d{t dtddgutd}d}t dtddgugdtdmdntddtdodpgdqtdrst dtsgutdvdwtdrsgugdtddgdtdrst dtsgutddtdrsgugdtddtddtddtddtddtddtddtddtddtddtddt drdtgutddt drdtgutdgddgt drsgutdgddgtdrdtgutddgddgtdrdtgugdtddtddtddtddtddtddtddtddtddtddætddŦtddǦtddɦtdd˦tddͦtddϦtddѦtddӦtddզtddצgdtddtddtddtddڦgdgtddtddݦtddߦtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddtddætddŦtddǦtddɦtdd˦tddͦtddϦtddѦtddӦtddզtddצdtddtddݦtddtddgdtddtddtddtddڦgdtddtddtdgdtdrsgutdgdtdrsgugtddgdtdrst dtsgutddtdrsgugtddtdd td dݦtd d td dtdVdtdd[tddtdggdt drsgug tdd tddtdgdt drsgutddݬtdd[tddgtddtddtddtddtdd td!d"td#d$td%d&td'd(td)d*td+d,td-d.td/d0td1d2td3d4td5d6td7d8td9d:td;d<td=d>td?d@tdAdBtdCdDtdEdFtdGdHtdIdJtdKdLtdMdNtdOdPtdQdRgtdSdTtdUdVtdWdXtdYdZtd[d\td]ggd^t drsgutd_ggd`t drsgutdadbtdcddtdedftdgdhtdidjtdkdltdmdntdodptdqdrtdsdtgtdudvtdwdxgdy}|dIxx|dzz cc<|dzxxtd{d|td}d~gz cc<|dx|d<|dxxtddgz cc<|dl|d<|dxxtddgz cc<|dx|d<|dxxtddgz cc<|dx|d<|dxxtddtddtddgz cc<|d\|d<|dxx|dxz cc<|dx|d<|dxxtddtddgz cc<t D]'\}}||vr ||||<(|S(Naltclipzlayer\.zlayers.source_patternstarget_patternsr/z^language_model.modelzmodel.language_modelz^language_model.lm_headlm_headz ^vision_towerzmodel.vision_towerz^multi_modal_projectorzmodel.multi_modal_projectorr6z^image_newlinezmodel.image_newliner@ vision_model)prefix_to_removerJ text_model video_llavaz ^image_towerzmodel.image_towerz ^video_towerzmodel.video_towerfuyuz^vision_embed_tokenszmodel.vision_embed_tokensmllamaz ^vision_modelzmodel.vision_modelemu3z^text_model.modelzmodel.text_modelz^text_model.lm_headz^vqmodelz model.vqmodel paddleocr_vlz^mlp_ARzmodel.projectorz^visualz model.visualz1^model(?!(\.visual|\.projector|\.language_model))r;z((?  +CUk l l l +EW` a a a +;Ma b b b +DVs t t t  ?XJ  +?Qc d d d +AS\ ] ] ] ; X X X KXT  :GX Y Y Y :~ V V V  T 6    UXd   K]s    :~ V V V  eXp  ' F F F +N`t u u u qXx LAAAByXz  =Jh i i i ++; < < **!!8+222KA4F4F4FG      6 4+2223    MXn  66!!D+222KA4F4F4FG      B @+2223    oXL  >> : : -/C D D -/C D D -/B C C .0E F F .0E F F .0D E E ?A^ _ _ 9;R S S 13I J J  3 <%115556     1 :%115556    !J KKM!"aLLL>     != >02!?WXYYYZ     0.! 45!?WXYYYZ   Q3 MXt  2J ? ? :x 0 0 .0D E E .0D E E 46M N N 46M N N +-C D D ?,B C C +-C D D ?,B C C /1U V V +-Q R R ?,P Q Q /1U V V +-Q R R ?,P Q Q /1U V V +-Q R R ?,P Q Q .0G H H- uXd  :x 0 0 .0D E E .0D E E :c d d'  CEu v v'  ?Am n n'  CEu v v' ?Am n n!' " <>f g g#' $ 9;l  %' , 46M N N-' . 46M N N/' 2 +-C D D3' 4 ?,B C C5' 6 +-C D D7' 8 ?,B C C9' : /1U V V;' < +-Q R R=' > ?,P Q Q?' @ /1U V VA' B +-Q R RC' D ?,P Q QE' F /1U V VG' H +-Q R RI' J ?,P Q QK' L .0G H HM' qX@  2J ? ? /1C D D .0D E E .0D E E  A XL  :x 0 0 .0I J J .0I J J : > +-@ A A 7J / / 7L 1 1 6< 0 0 8%@ A A %   !, !!! "aLLL>    . 8E[ \ \ \ +;X V V V  ,!!! "aLLL>    +;M_ ` ` ` 7D^ _ _ _ 7DX Y Y Y " 9;Y Z Z 8:X Y Y UWp q q IKb c c DFd e e H/ Z Z >@Q R R 46F G G @B` a a @B` a a @B` a a BDb c c BDk l l BDb c c BDb c c GIg h h EGe f f GIg h h LNl m m ;=T U U 9;R S S ;=T U U @BY Z Z 9; G G :K H H .0D E E .0M N N .0D E E 0- @ @ 6 D D= B -/G H H / = = 8] 3 3 8] 3 3 9;\ ] ] !2 3 q q q!aLLL>    !0 1 k k k!aLLL>    <)@ A A <)? @ @ ;=W X X >@d e e =?n o o 68R S S 8, G G =*W X X =*U V V =*U V V3 8  1 2     0 0     ]XXXGt ENNNgh',,...NNN H(@    (@    &k27799GN N@Bpqq $I.3355GL LBDbcc$K05577GL Ln-JLnoopp{+0022GG G'CUfggg':Lijjj';Mbccc #*."9">">"@"@G  7;#7#<#<#>#>> ,1133GH H<>`aa+-BCC %A$F$F$H$H;; L  %l388::  NNczttatt|S)N)$_checkpoint_conversion_mapping_cacherrget)rs r!get_checkpoint_conversion_mappingrns1+3/S/U/U, 8<(444rr^rr`list[WeightTransform] | Nonect|jdd}|[t|}|H|dkrBt|D]2\}}t |t r||||<3|SdS)Nr)getattrconfigr enumerate isinstancer with_submodel_prefix)r^r`rmodel_specific_conversionsi conversions r$extract_weight_conversions_for_modelrs|T::J%Fz%R%R" % 1lb6H6H!*+E!F!F b b :j,77b4>4S4ST`4a4a.q1)) 4rT key_mappingdict[str, str] | None hf_quantizerHfQuantizer | None add_legacylist[WeightTransform]cddlm}g}|d|D}t}|D]i\}}t ||rT|jj|vrFt||} | 4| | | |jjj|r"| td|'| | |S)z For a given `model`, obtain the weight conversion mapping if any are registered either as a simple renaming `_checkpoint_conversion_mapping` class argument, or in the general WeightConverter mapping. rrNc6g|]\}}t||S)rQ)r).0kvs r z0get_model_conversion_mapping..s-sssW[WXZ[nQPQRRRsssrr) modeling_utilsrrset named_modulesrrrrextendaddrget_weight_conversions) r^rrrrweight_conversionsseen_model_typesname submodule conversionss rget_model_conversion_mappingrs00/////ss_j_p_p_r_rsssuu ..00BBi i 1 1 Bi6F6QYi6i6i>y$OOK&"))+666 $$Y%5%@AAAO!!"CH"M"MNNN!!,"E"E"G"GHHH r)F)rrrrrrrr)r^rr`rrr)NNT) r^rrrrrrrrr) __future__rrrtypingrcore_model_loadingrrr r r r r rrrr quantizersrrrrrrrrrrrs#"""""                       (//////''''''6  y6 )6   [ 6  ; 6 ;6  [6 K6  6 [6 ;6 6 [6 +6  !6 "k#6 $k%6 &+'6 6 (k)6 *+6 , [-6 .+/6 0)16 2y36 4y56 676 8'96 :;6 <G=6 > g?6 @A6 B C6 D|E6 FG6 HI6 6 6 J*K6 L.M6 NgO6 P/Q6 R !4S6 T/U6 V2W6 X&Y6 Z [6 \.]6 ^/_6 `-a6 b+c6 d.e6 f*g6 h+i6 j)k6 6 rIIIX(,$JJJ ? ? ? ? ?     *.'+ &&&&&&&r