)j~"*ddlZddlZddlZddlZddlZddlmZddlmZm Z ddl m Z ddl m Z ddlmZmZddlmZddlmZddlmZdd lmZmZdd lmZd d lmZd Ze eGddZdZ dZ!dZ"dZ#ddZ$ddZ%dZ&dS)N) dataclass)partialtotal_ordering)Path)TemporaryDirectory)LiteralOptional)LocalEntryNotFoundError)Hostfile) launch_jaccl launch_ring)tqdm)hf_repo_to_pathi@cheZdZUeded<eed<eeed<dZdZe dZ dS) DirectoryEntry directorysymlinkfile entry_typepathdstctddd}||j}||j}||kp||ko|j|jkS)Nrrr)dictrr)selfother order_typeo1o2s V/lsinfo/ai/hellotax_ai/base_platform/venv/lib/python3.11/site-packages/mlx_lm/share.py__lt__zDirectoryEntry.__lt__ sPAqq999  ( ( )Bw?28> EJ(>?cb|j|jko|j|jko|j|jkSN)rrr)rrs r"__eq__zDirectoryEntry.__eq__&s6 Ou/ / & UZ' &EI% r$c.dddd||f}|r|nd}||t||t|S)Nrrr))TF)FT)FF)is_dir is_symlinkreadlinkstr relative_to)clsrootrrrs r" from_pathzDirectoryEntry.from_path-s'$"   ++--** * , "&!2!2s }/000!$-00H2GHHH 8>aIJJJ$  OO MK    C  y $)$$ z 4:&& { DK(( x ""6!!D(.+s;;;;;  W $ $(8L(H(HT8>;<<<<<RSSSr$cs(jtjgfSfddD}t |fS)NcFg|]}t|Sr6)rr0).0frs r" zget_files..ls) H H H1^ % %dA . . H H Hr$*)r)parentrr0rglobsorted)rfiless` r" get_filesrghsj ;;==J{^55dk4HHIII H H H H 3 H H HE  r$ch|dkr |dz ddS|dkr |dz ddS|dkr |dz ddS|ddS) NgeAz.2z GB/sg.Az MB/sg@@z KB/sz B/sr6)xs r" format_bwrjpsmCxxc'#####Cxxc'#####Cxxc'#####====r$c |ptj}ttjj|}d}t j}||kr:t||z d5}|dd| }|dt|dd|dd } | t} | stj |dnjtj |t| tj|| |t| |dddn #1swxYwYnt||z d 5}d} |d} | dkr=|tj| tj } tj | | dkrd} |d} | dkr=|tj| tj } tj| |t-| | } | dkdddn #1swxYwY|t j|z fS) NgrouprrbrBTrF)totalunit unit_scaledescpositionleavewbdtype)mx distributedinitrall_sumtimerankopenseektellrread CHUNK_SIZEevalrR async_evalupdatecloseitemzerosuint8writebytes) rrsrcrmr| total_size start_timer`pbardata chunk_size next_datas r" share_filerzs  *R^((**Ebn,E:::GJJ zz||s $+t $ $  FF1aLLLJ FF1III  D 'vvj))GGGAJJ'''D **+++ ggdmm,,, CII&&& ' JJLLL-               2$+t $ $ !D **JA~~wrx "(CCCDD q.. $WQZZ__.. >> '28(L(L(L M MIM),,,d $$$ q.. ! ! ! ! ! ! ! ! ! ! ! ! ! ! !" ty{{Z/ //s&DFF #F Files)rprsrtdisablerr)speed)ryrzr{rr|r~pickledumpsrrRrrrloadsrrrmkdir symlink_torrrr set_postfixrjr)rrfrrmr| file_listfile_list_sizerrr total_timersts r" share_filesrs   *R^((**Ebn,E:::G zz||sL''  I''(((  ""####!**wrxbh???@@ U4[[)) 8 8D+-- !((****I-- !--dh777JJ c%jjwEJJLLTWDW X X XDCC ?f $ $dDIsE::DAq !OJ !OJ A yj)@AABBBBJJLLLLLr$c tjd}|dtd|dtd|dtd |d td |d td |}|j|jcxurnn|dtj tj tj }| dkrt|dSd}g}|j;t|jx}rt#|\}}n|jx t%|j}|jjdkrt+dt|t#|jj\}}n#t,$r }Yd}~nd}~wwxYwtj t1|dk}|}|}|s2tdtdt9jd|jH||krt| d}tj!tj "t1|tj!tj "|ntj "d} tj "tj#| tj$}ttK|&d}n,||krt|j}tO|j(5} ||krtS||||nKtSt| ||||*ddtWj,| |ddddS#1swxYwYdS)Nz8Distribute a model to other nodes using MLX distributed.) descriptionrIz"Path to a file or folder to share.)typehelprJz.The path to a local model or Hugging Face repoz --hostfilez8The file containing the hosts and connection informationrLzCThe destination path in other nodes (defaults to --path or --model)rKz?Intermediate temporary directory to ensure successfull transferz)One of --path or --model must be providedr snapshotsz=The model repository appears to be corrupted, it resolved to rz/The --path needs to exist in at least one node.zAIf it is a remote repository download it first with `hf download`zutf-8rw)dirT)parentsexist_ok)-rTArgumentParser add_argumentr, parse_argsrrXr=ryset_default_devicecpurzr{sizer\rexistsrgrrcnamerP Exception all_gatherrRargmaxranyr8exitrr~encoderr|rrrdecoderrYrrosrename) parserr;worldrrfehas_filerr data_sizetmps r"mainrs  $NF s1UVVV "R   G    R    N     D yDJ&&&&&&&& @AAA"&!!! N   ! !E zz||qt  D E y$ty//"9$!A!A!C!Coo ee   "4:..D{;.. _TWX\T]T]__$DK$677KD%%    DDDD ~((Ua88H //   " "C||~~""$$H  ?@@@ QRRR   x ::<<3  t99##G,,D GBN**3t9955 6 6 6 GBN**400 1 1 1 1..q116688I>))"(9BH*M*M*MNNDd **73344DD   DH~~  , , ,! ::<<3   eS% 0 0 0 0 S 5#u 5 5 5 JJtdJ 3 3 3 Ic4 !!!!!!!!!!!!!!!!!!s&AG77 H H A7SSSr&)'rTrrr8r} dataclassesr functoolsrrpathlibrtempfilertypingrr mlx.corecoreryhuggingface_hub.errorsr mlx._distributed_utils.commonr mlx._distributed_utils.launchr r rutilsrrrr=r\rgrjrrrr6r$r"rs !!!!!!--------''''''$$$$$$$$::::::222222CCCCCCCC""""""   FFFFFFF F<999 'T'T'TT10101010h""""JO!O!O!O!O!r$