#jqdddlZddlZddlZddlZddlZddlZddlZddlmZm Z ddl m Z m Z ddl mZmZddlZddlZddlZddlZddlmZmZddlmZddlmZ ddlZn #e$rYnwxYwejdkrddlZer,dd lm Z dd l!m"Z"dd l#m$Z$dd l%m&Z&dd l'm(Z(m)Z)m*Z*m+Z+m,Z,ddl-m.Z.dddZ/e0ej1ej2zZ3e0ej1ej4zej2zdzZ5ddiddiddiddiddiddiddidZ6dZ7dd8e69dZ:Gd d!Z;Gd"d#Zd'e?e=dzd%e@fd(ZAd3d)e=dzd%e?e@fd*ZBd+e=d,e?e@d-e@d%e=fd.ZCd%e=fd/ZDeEd0kre?@[]^_`{|}~textz5There is a Llama in my lawn, how can I get rid of it?zyWrite a Python function that integrates any Python function f(x) numerically over an arbitrary interval [x_start, x_end].z4How many helicopters can a human eat in one sitting?z4Count to 10 but skip every number ending with an 'e'zWhy aren't birds real?z2Why is it important to eat socks after meditating?z$Which number is larger, 9.9 or 9.11?)llamacode helicopternumbersbirdssocksnumbers2a **TRANSFORMERS CHAT INTERFACE** Chat interface to try out a model. Besides chatting with the model, here are some basic commands: - **!help**: shows all available commands (set generation settings, save chat, etc.) - **!status**: shows the current status of the model and generation settings - **!clear**: clears the current conversation and starts a new one - **!exit**: closes the interface am **TRANSFORMERS CHAT INTERFACE HELP** Full command list: - **!help**: shows this help message - **!clear**: clears the current conversation and starts a new one - **!status**: shows the current status of the model and generation settings - **!example {NAME}**: loads example named `{NAME}` from the config and uses it as the user input. Available example names: `z`, `a#` - **!set {ARG_1}={VALUE_1} {ARG_2}={VALUE_2}** ...: changes the system prompt or generation settings (multiple settings are separated by a space). Accepts the same flags and format as the `generate_flags` CLI argument. If you're a new user, check this basic flag guide: https://huggingface.co/docs/transformers/llm_tutorial#common-options - **!save {SAVE_NAME} (optional)**: saves the current chat and settings to file by default to `./chat_history/{MODEL_ID}/chat_{DATETIME}.yaml` or `{SAVE_NAME}` if provided - **!exit**: closes the interface ceZdZdededefdZdeeedeeee zdzffdZ defd Z d Z d efd Z d ed efdZddededefdZddefdZdefdZdefdZdS) RichInterfacemodel_iduser_idbase_urlcVt|_||_||_||_dSN)r_consoler%r&r')selfr%r&r's _/lsinfo/ai/hellotax_ai/base_platform/venv/lib/python3.11/site-packages/transformers/cli/chat.py__init__zRichInterface.__init__ks&       streamreturnNc fK|jd|jdt|jd5}d}d}t j}d}|d{V23d{V}|jdjj}t|jdd|}t|dd} | t| d |}|satj d d |}||z }g} | D]W} | | | d r| d B| dXtd| d} || d96 dddn #1swxYwYt j|z } | dkrJ|dkrD|| z }|j|jd|d| dd|dd|j||fS)Nz [bold blue]:)consolerefresh_per_secondr finish_reasonusagecompletion_tokensz <(/*)(\w*)>z\<\1\2\>z``` z z github-dark) code_themeT)refreshz[dim]z tokens in z.1fzs (z tok/s)[/dim])r*printr%rtimechoicesdeltacontentgetattrresub splitlinesappend startswithrjoinstripupdate)r+r/liverr8 start_timer6tokenoutputsr7lineslinemarkdownelapsed tok_per_secs r, stream_outputzRichInterface.stream_outputqs <4=<<<=== $-A > > >. 4$D ! J(,M%+||||||) 4) 4) 4) 4) 4) 4) 4e-*08 ' a(8/= Y Y w55$(/7JL](^(^%&gFF OO----DLL&&&u--- T**** V,,,,#BGGENN$8$8$:$:}UUU Hd 3333S ,| . 4. 4. 4. 4. 4. 4. 4. 4. 4. 4. 4. 4. 4. 4. 4`)++ * Q;;,q00+g5K M   ! ! ! M   t(9 t tg t t tVa t t t t u u u ]""s"F%F$D4F%%F),F)c~|jd|jd}|j|S)z!Gets user input from the console. [bold red]: )r*inputr&r<)r+rVs r,rVzRichInterface.inputs> ##$D$,$D$D$DEE  r.c8|jdS)zClears the console.N)r*clear)r+s r,rXzRichInterface.clears r.rc|jd|jd||jdS)z%Prints a user message to the console.rUz>:[/ bold red] N)r*r<r&)r+rs r,print_user_messagez RichInterface.print_user_messagesE N$,NNNNOOO r.colorcx|jd|d||jdS)z,Prints text in a given color to the console.z[bold ]N)r*r<)r+rr[s r, print_colorzRichInterface.print_colorsC 3U33T33444 r.Fmessagedefaultc|rdnd}|jd|d|d}|j|}|s|S|dvS)zFDisplays a yes/no prompt to the user, returning True for confirmation.zY/nzy/Nz [bold yellow]z (z): >yyes)r*rVr<rHlower)r+r_r` default_hintresponses r,confirmzRichInterface.confirms '2uuU =&&'Sw'S'S,'S'S'STT >>##))++ N<''r.minimalc|jt|rtnt|jdS)z'Prints the help message to the console.N)r*r<rHELP_STRING_MINIMAL HELP_STRING)r+rhs r, print_helpzRichInterface.print_helpsE HG%T%8%8UUVVV r.modelc tj|jdddid}|Gddt }dd d d d |jjtd zdzkfd}ttdtd|t|j}| |dd}d}t||jd5|D](}|r|dst#j|dd} | d} | dkr| dd}n| dkr#t)| dd| d kr| d!} | d"} || } | r?| d#krd$nd%}||| | d&| d'|(||| d)d**dddn #1swxYwY|r,|jt/d+d,n+|jt/d+d-|jdS).N/z /load_modelrmT)jsonr/ceZdZdZdS)3RichInterface.print_model_load..StatsColumnc|jstdS|jddkrt jt |j}t jt |j}|jr*dt jt |jdnd}|j 4dt |j dzdt |j dzd}nd}t|d |||d Stt |jd t |jS) Nr5unitbytesz z/s<:02drozprogress.download)style) totalrfieldsgetrdecimalint completedspeedtime_remaining)r+taskdonetotretas r,renderz:RichInterface.print_model_load..StatsColumn.renders6z$88O;??6**g55#+C,?,?@@D"*3tz??;;CJN*\F!1#dj//!B!BFFFFZ\E*6g3t':b'@#A#AggCH[^`H`DaDaggg 4 ; ;# ;u ;c ; ;CVWWWWs4>22FFS__FFGGGr.N)__name__ __module__ __qualname__rr.r, StatsColumnrrs( H H H H Hr.rzLoading processorzLoading configzDownloading fileszLoading into memory) processorconfigdownloadweightsFcF||}rd|S|S)Nu → )r|) stage_key stage_textrmshow_model_prefix stage_labelss r,_labelz.RichInterface.print_model_load.._labels:%)))Y??J  544 444 r.z[bold]{task.description}() bar_width)r3r)rzF)r3 transientsdata: statusreadycachederrorr_z Unknown errorloadingstageprogressrruitemscurrentrz) descriptionrrzrtr)rrrzz_*z was already loaded.*_z is warm.*_)requestspostr'rstripraise_for_statusrr*widthlenrrrradd_taskr iter_linesrFrploadsr| RuntimeErrorrIr<r)r+rmrfrrrtask_idrrOeventrrproglabelrtrrs ` @@r,print_model_loadzRichInterface.print_model_loads=DM$8$8$=$=!J!J!JRY[`Qajnooo!!### H H H H H. H H H&-&+,   !M/3u::>B3FF         1 2 2  # # # KMM   M    ##FF;$7$7t#DD (DMT B B B ] ] ++-- ] ]4??9#=#= 48,,8,,W$$"YYx77FEW$$&uyyO'L'LMMMY&&!IIg..E 99Z00D"F5MME]*/:*=*=ww7 #$y/Y]YaYabiYjYjqu(!UaW[\\\3 ] ] ] ] ] ] ] ] ] ] ] ] ] ] ]6  C M  )Ke)K)K)K L L M M M M M  )@e)@)@)@ A A B B B sD?II #I rc|jd|jd|jd||jdS)zFPrints the status of the model and generation settings to the console.z[bold blue]Model: r9z [bold blue]N)r*r<r%)r+rs r, print_statuszRichInterface.print_status%s_ BBBBCCC 2&22333 r.)F)rrrstrr-rrr tuplerrSrVrXrZr^boolrgrlrr rrr.r,r$r$jsr!!s!c!!!! ;# .H IJ;# sC#I$$ %;#;#;#;#zs s C ( (s (T (d ( ( ( ($ PcPPPPd#3r.r$ceZdZdZdeddedddddddfdeeejd fd eedzejd fd ee edzejd fdeedzej d fdeedzej d fdeeej d fdeedzej d fdeedzej d fddfdZ e dZ dededeeeeeffded e edee eeff d!Zd"ZdS)#Chat(Chat with a model from the command line.zhttp://rrwrNz./chat_history/r%z9ID of the model to use (e.g. 'HuggingFaceTB/SmolLM3-3B').)helpr'z7Base url to connect to (e.g. http://localhost:8000/v1).generate_flagsaFlags to pass to `generate`, using a space as a separator between flags. Accepts booleans, numbers, and lists of integers, more advanced parameterization should be set through --generation-config. Example: `transformers chat max_new_tokens=100 do_sample=False eos_token_id=[1,2]`. If you're a new user, check this basic flag guide: https://huggingface.co/docs/transformers/llm_tutorial#common-optionsuserzKUsername to display in chat interface. Defaults to the current user's name. system_promptzSystem prompt. save_folderzFolder to save chat history. examples_pathz"Path to a yaml file with examples.generation_configzPath to a local generation config file or to a HuggingFace repo containing a `generation_config.json` file. Other generation settings passed as CLI arguments will be applied on top of this generation config.r0c ||_t|j} | jtdkr0| jtdkr||j||_||_||_t|} | dd| j d it|| |_ |||j d|_||n t|_|rAt#|5} t%j| |_dddn #1swxYwYn t*|_t-st/dt1j|dS) rrrT) do_samplemax_new_tokens)r'r%rNzHYou need to install rich to use the chat interface. (`pip install rich`)r)r'rrDEFAULT_HTTP_ENDPOINTr check_healthr%rrload_generation_configrIparse_generate_flagsrto_dictsettings get_usernameropenyaml safe_loadexamplesDEFAULT_EXAMPLESr ImportErrorasynciorun _inner_run) r+r%r'rrrrrrparsedrfs r,r-z Chat.__init__1sF! $-(( ?3J? ? ?FKShioSpDpDp   dm , , ,  *&((9:: S 999 ==,^<<=== %-8t{ObObOdOdee !,DD,..   -m$$ 2 $q 1 1  2 2 2 2 2 2 2 2 2 2 2 2 2 2 2-DM!"" jhii i  DOO%%&&&&&sD..D25D2ct|dzd} tj|}|jdkrt d|d|jdn&#tj$rt d|dwxYwd S) NrohealthzThe server running on z returned status code z on health check (/health).zNo server currently running on z. To run a local server, please run `transformers serve` in aseparate shell. Find more information here: https://huggingface.co/docs/transformers/servingT)rhttpxr| status_code ValueError ConnectError)url health_urloutputs r,rzChat.check_healthwsS3Y11  Yz**F!S(( wSwwHZwww)!   p#ppp   ts :A#A3 user_input interfacerrchatcd}|dkr*t|j}|n|dkr|n|drt |dkr|}t |dkr|dn@tj |j |j dtj dd }t|||j |d |d d n|drr|dd} | } | D]#} d| vr|d| ddn$|jd"it'| nB|drt |dkr|d} | |vr\|g}||| d|d|| ddnd| dt-|d} || dnN|dkr||n1d}|d |d!d||||fS)#z Handles all user commands except for `!exit`. May update the chat history (e.g. reset it) or the generation config (e.g. set a new flag). T!clear!help!savechat_%Y-%m-%d_%H-%M-%S.jsonfilenamerrChat saved to !greenrr[!setr2N=(Invalid flag format, missing `=` after `;`. Please use the format `arg_1=value_1 arg_2=value_2 ...`.red!examplerrroler@Example * not found in list of available examples: .!statusrF'/' is not a valid command. Showing help message.r)new_chat_historyrrXrlrFrsplitospathrGrr%r=strftime save_chatrr^rHrIrrZrElistkeysr) r+rrrrr valid_command split_inputrnew_generate_flagsflag example_name example_errors r,handle_non_exit_user_commandsz"Chat.handle_non_exit_user_commandssp  ! !#D$677D OO     7 " "  " " " "  " "7 + +1 #J4D4D4F4F0G0G!0K0K$**,,K{##q((AW\\$"2DMCt4=YlKmKmCtCtCtuu  xdT] K K K K  ! !'C'C'C'C7 ! S S S S  " "6 * *' #",ABB!5!5!7!7 !3!9!9!;!; * J Jd??))AtAAA$ *E# II 45G H HIII  " ": . . #3z7G7G7I7I3J3Ja3O3O%++--a0Lx''!!!,,Xl-CF-KLLL V8Nv8VWWXXXXp|ooW[\d\i\i\k\kWlWlooo%%=%FFFF 9 $ $  " "& " 1 1 1 1"M  ! !'f:'f'f'fns ! t t t  " " "]F**r.c Kt|j|j|j}|t |j}|d||j|j }t|j4d{V}d} ||}d}| |n| }|dkrn|dkr)t |j}|i|dkr|| drt|d kr|}t|d kr|d n@t j|j|jd t)jd d }t-|||j|d|ddb| drr|dd} | } | D]#} d| vr|d| ddn$|jd,it7| | drt|d kr|d } | |jvrf|g}| |j| d|d|j| ddnd| dt=|jd} || dn||d kr| |!| dr1|d"|d#d|U|d|d|!|jd$} |"|d|j| %}|#|d{V\}}|d&|d|d'kr/|d(d)|$d*rd+}n#tJ$rYnwxYw$ dddd{VdS#1d{VswxYwYdS)-N)r%r&r'T)rh)r'z!exitrrrrrrrrrrrrrrr2rrrrrrrrrrrrrrr)rrm)r/rm extra_body assistantlengthz2Generation stopped after reaching the token limit.yellowzContinue generating?u'Please continue. Do not repeat text.”r)&r$r%rr'rXrrrlrrr rZrVrFrrrrrGrr=r r rr^rHrIrrrEr r rto_json_stringchat_completionrSrgKeyboardInterrupt)r+rrrclientpending_user_inputrrrrrrrrr/ model_outputr6s r,rzChat._inner_runs!4=$)VZVcddd  233 T***""4=111'???i i i i i i i 6-1 g f)5%7 -1*!44Z@@@@%.__%6%6 "W,,#x///0BCC!))) #w..!,,... #..w779MC @P@P@R@RSSS S$'S$)rrr__doc__rrrtyperArgumentr Optionr- staticmethodrr$dictr rrrrr.r,rr,s22 Z+J7 Y Y:OPV:W Y Y  TXYjhl AD'D'C5p!q!q!qqrD' $J,efff f D' " I  EN[      D'& $J ELk l l l n 'D'.!t\U\?O-P-P-P!PQ/D'0sLEL6T$U$U$UUV1D'2!t\U\?c-d-d-d!de3D'6% $J ELg     7D'B CD'D'D'D'L\ H+H+!H+sDcN*+ H+ ! H+ 4j H+ tDz++ ,H+H+H+H+Ttttttr.rrr0c|tSd|vrStj|}tj|}tj||Stj|S)Nr)r rrdirnamebasenamefrom_pretrained)rr&rs r,rrIso !!!###'//"3447##$566/BBB/0ABBBr.rc|t|dkriSd|D}d|D}d|D}dtdtfdfd |D}d d |D}d |zd z}|dd}|dd}|dd}|dd}|dd}|dd} t j|}n"#t j$rtdwxYw|S)zUParses the generate flags from the user input into a dictionary of `generate` kwargs.Nrci|]=}d|ddzdz|dd>S)"rrr)r).0rs r, z(parse_generate_flags..]sClllUYcDJJsOOA$66Plllr.cni|]2\}}||dvr|n|3S))truefalse)rdr,kvs r,r-z(parse_generate_flags..asJBF!Q %666177999Ar.c*i|]\}}||dkrdn|S)Nonenullrr1s r,r-z(parse_generate_flags..ds*iii$!Qa1;;Aiiir.sr0c~|d}|dddS)N-rr5r) removeprefixreplaceisdigit)r7s r, is_numberz'parse_generate_flags..is_numbergs5 NN3  yyb!$$,,...r.c>i|]\}}||sd|dn|S)r+r)r,r2r3r=s r,r-z(parse_generate_flags..ls8pppAa1!DQ1pppr.z, c"g|] \}}|d| S)z: rr1s r, z(parse_generate_flags..qs&&^&^&^tq!!{{q{{&^&^&^r.{}z"null"r6z"true"r/z"false"r0z"[[z]"r]rrwzFailed to convert `generate_flags` into a valid JSON object. `generate_flags` = {generate_flags} Converted JSON string = {generate_flags_string}) rrrrrGr;rprJSONDecodeErrorr)rgenerate_flags_as_dictgenerate_flags_stringprocessed_generate_flagsr=s @r,rrUs^!4!4!9!9 ml]klllJ`JfJfJhJhjiJ`JfJfJhJhiii/S/T//// qpppQgQmQmQoQoppp !II&^&^?U?[?[?]?]&^&^&^__ "77#=299(FKK199(FKK199)WMM199$DD199$DD299#sCC #':.C#D#D       @    $#s E&&Frc|rd|dgngS)z Returns a new chat conversation.systemrr)rs r,rrs=J RX- 8 8 9 9PRRr.rrrc*tjtj|dt |d5}t j||d|ddddn #1swxYwYtj|S)z!Saves the chat history to a file.T)exist_okw)r chat_historyr2)indentN)rmakedirsrr&rrpdumpabspath)rrrrs r,r r sK))D9999 h  M x>>!LLLLMMMMMMMMMMMMMMM 7??8 $ $$sA++A/2A/ctjdkrtjSt jtjjS)z)Returns the username of the current user.r )platformrIrgetloginpwdgetpwuidgetuidpw_namerr.r,rrs:I%%{}}|BIKK((00r.__main__z meta-llama/Llama-3.2-3b-Instruct)r%r))FrrprrSrBstringr=collections.abcrrtypingrr urllib.parserrrrr rhuggingface_hubr r transformersr transformers.utilsr readlinerrIrUrichr rich.consoler rich.liver rich.markdownr rich.progressrrrrr rich.textrrset ascii_letters whitespaceALLOWED_KEY_CHARSdigitsALLOWED_VALUE_CHARSrrjrGr rkr$rrrr r$rrr rrrr.r,rns(  44444444!!!!!!!!********  LLLLLLLL))))))000000 OOOO   D 8? !!JJJ$$$$$$&&&&&&``````````````%0$??C,v/@@AAc 6=(6+<'>?? &DZZZZZZZZz CcDj C=M C C C C3$cT)93$d3$3$3$3$lSSC$JS$t*SSSS %%4:%%#%%%%1c1111 zD4555555sAA'&A'