謜iw` ddlZddlZddlZddlZddlZddlZddlZddlmZddl m Z m Z ddl m Z mZddlZddlZddlZddlmZmZddlmZddlmZ ddlZej6dk7rddlZerdd lmZdd lm Z dd l!m"Z"d d dZ#e$ejJejLzZ'e$ejJejPzejLzdzZ)ddiddiddiddiddiddiddidZ*dZ+ddjYe*j[dZ.GddZ/Gdd Z0d!e1dzd"efd#Z2d$e3e1dzd"e4fd%Z5d0d&e1dzd"e3e4fd'Z6d(e1d)e3e4d*e4d"e1fd+Z7d"e1fd,Z8e9d-k(r e0d./yy#e$rY*wxYw)1N) AsyncIterator) AnnotatedAny)urljoinurlparse)AsyncInferenceClientChatCompletionStreamOutput)GenerationConfig)is_rich_availableWindows)Console)Live)Markdown localhosti@)hostnameportz .!\"#$%&'()*+,\-/:<=>?@[]^_`{|}~textz5There is a Llama in my lawn, how can I get rid of it?zyWrite a Python function that integrates any Python function f(x) numerically over an arbitrary interval [x_start, x_end].z4How many helicopters can a human eat in one sitting?z4Count to 10 but skip every number ending with an 'e'zWhy aren't birds real?z2Why is it important to eat socks after meditating?z$Which number is larger, 9.9 or 9.11?)llamacode helicopternumbersbirdssocksnumbers2a **TRANSFORMERS CHAT INTERFACE** Chat interface to try out a model. Besides chatting with the model, here are some basic commands: - **!help**: shows all available commands (set generation settings, save chat, etc.) - **!status**: shows the current status of the model and generation settings - **!clear**: clears the current conversation and starts a new one - **!exit**: closes the interface am **TRANSFORMERS CHAT INTERFACE HELP** Full command list: - **!help**: shows this help message - **!clear**: clears the current conversation and starts a new one - **!status**: shows the current status of the model and generation settings - **!example {NAME}**: loads example named `{NAME}` from the config and uses it as the user input. Available example names: `z`, `a#` - **!set {ARG_1}={VALUE_1} {ARG_2}={VALUE_2}** ...: changes the system prompt or generation settings (multiple settings are separated by a space). Accepts the same flags and format as the `generate_flags` CLI argument. If you're a new user, check this basic flag guide: https://huggingface.co/docs/transformers/llm_tutorial#common-options - **!save {SAVE_NAME} (optional)**: saves the current chat and settings to file by default to `./chat_history/{MODEL_ID}/chat_{DATETIME}.yaml` or `{SAVE_NAME}` if provided - **!exit**: closes the interface ceZdZdedefdZdeedeeeezdzffdZ defdZ d Z d efd Z d ed efd Z ddededefdZddefdZdefdZy) RichInterfacemodel_iduser_idc>t|_||_||_yN)r _consolerr)selfrrs Q/mnt/e/genesis-system/.venv/lib/python3.12/site-packages/transformers/cli/chat.py__init__zRichInterface.__init__gs     streamreturnNcK|jjd|jdt|jd5}d}d}|d{23d{}|jdj j }t|jdd|}|sItjdd |}||z }g}|jD]G}|j||jd r|jd 7|jd Itdj|jd } |j!| d776 dddn #1swYnxYw|jjfSw)Nz [bold blue]:)consolerefresh_per_secondr finish_reasonz <(/*)(\w*)>z\<\1\2\>z``` z z github-dark) code_themeT)refresh)r!printrrchoicesdeltacontentgetattrresub splitlinesappend startswithrjoinstripupdate) r"r&liverr-tokenoutputslineslinemarkdowns r# stream_outputzRichInterface.stream_outputlsf l4==/<= $--A >( 4$D(,M%+|% 4% 4e--*0088 ' a(8/= Y &&gF OO--DLL&u- T* V,-$BGGEN$8$8$:}U Hd 3K ,% 4|( 4( 4( 4T ]""sOAF  E! EE!EEEC8E!EE! F !E*&%F c|jjd|jd}|jj|S)z!Gets user input from the console. [bold red]: )r!inputrr1)r"rGs r#rGzRichInterface.inputs8 ##k$,,t$DE  r%c8|jjy)zClears the console.N)r!clear)r"s r#rIzRichInterface.clears r%rc|jjd|jd||jjy)z%Prints a user message to the console.rFz>:[/ bold red] N)r!r1r)r"rs r#print_user_messagez RichInterface.print_user_messages6 k$,,7GvNO r%colorcz|jjd|d||jjy)z,Prints text in a given color to the console.z[bold ]N)r!r1)r"rrLs r# print_colorzRichInterface.print_colors1 fUG1TF34 r%messagedefaultc|rdnd}|jjd|d|d}|jj|jj }|s|S|dvS)zFDisplays a yes/no prompt to the user, returning True for confirmation.zY/nzy/Nz [bold yellow]z (z): >yyes)r!rGr1r<lower)r"rPrQ default_hintresponses r#confirmzRichInterface.confirmsf 'uU ==&&wir,s'ST >>#))+N<''r%minimalc|jjt|rtnt|jjy)z'Prints the help message to the console.N)r!r1rHELP_STRING_MINIMAL HELP_STRING)r"rYs r# print_helpzRichInterface.print_helps. HG%8UV r%configc|jjd|jd|jjd||jjy)zFPrints the status of the model and generation settings to the console.z[bold blue]Model: r.z [bold blue]N)r!r1r)r"r^s r# print_statuszRichInterface.print_statussK 0rBC k&23 r%)F)__name__ __module__ __qualname__strr$rr tuplerrDrGrIrKrOboolrXr]r r`r%r#rrfss .#-8R*S.#X]^acfilcloscs^sXt.#`s s C (s (T (d ($ #3r%rcNeZdZdZdeddedddddddfdeeejd fd eedzejd fd ee edzejd fdeedzejd fdeedzejd fdeeejd fdeedzejd fdeedzejd fddfdZ e dZ dededeeeeeffded e edee eeff d!Zd"Zy)#Chat(Chat with a model from the command line.zhttp://r:rNz./chat_history/rz9ID of the model to use (e.g. 'HuggingFaceTB/SmolLM3-3B').)helpbase_urlz7Base url to connect to (e.g. http://localhost:8000/v1).generate_flagsaFlags to pass to `generate`, using a space as a separator between flags. Accepts booleans, numbers, and lists of integers, more advanced parameterization should be set through --generation-config. Example: `transformers chat max_new_tokens=100 do_sample=False eos_token_id=[1,2]`. If you're a new user, check this basic flag guide: https://huggingface.co/docs/transformers/llm_tutorial#common-optionsuserzKUsername to display in chat interface. Defaults to the current user's name. system_promptzSystem prompt. save_folderzFolder to save chat history. examples_pathz"Path to a yaml file with examples.generation_configzPath to a local generation config file or to a HuggingFace repo containing a `generation_config.json` file. Other generation settings passed as CLI arguments will be applied on top of this generation config.r'c ||_t|j} | jtdk(r1| jtdk(r|j |j||_||_||_t|} | jdd| jd it|| |_ |||jjd|_||n t|_|r/t#|5} t%j&| |_dddn t*|_t-s t/dt1j2|j5y#1swYBxYw) rjrrT) do_samplemax_new_tokens)rmrr^NzHYou need to install rich to use the chat interface. (`pip install rich`)rg)rmrrDEFAULT_HTTP_ENDPOINTr check_healthrrprqload_generation_configr=parse_generate_flagsr^to_dictsettings get_usernameroopenyaml safe_loadexamplesDEFAULT_EXAMPLESr ImportErrorasynciorun _inner_run) r"rrmrnrorprqrrrsparsedr^fs r#r$z Chat.__init__s:F! $--( ??3J? ?FKKShioSpDp   dmm ,  *&((9: S 9 =,^<= %-8t{{ObObOde !,D,.  m$ 2 $q 1  2 2-DM!"hi i  DOO%& 2 2s <E$$E-ct|dzd} tj|}|jdk7rt d|d|jd y #tj $rt d|dwxYw) N/healthzThe server running on z returned status code z on health check (/health).zNo server currently running on z. To run a local server, please run `transformers serve` in aseparate shell. Find more information here: https://huggingface.co/docs/transformers/servingT)rhttpxget status_code ValueError ConnectError)url health_urloutputs r#ryzChat.check_healthsS3Y1  YYz*F!!S( ,SE1GHZHZG[[vw) !! 1#7op  s AA#A6 user_input interfacerr^chatcd}|dk(r't|j}|jnV|dk(r|jn?|j drt |j dkr|j }t |dk(r|dnKtjj|j|jdtjdd }t|||j |j!d |d d nr|j drd|ddj#} | j } | D] } d| vs|j!d| ddn|j$d"it'| n|j drt |j dk(r|j d} | |vrD|jg}|j)|| d|j+d|| ddnud| dt-|j/d} |j!| dnA|dk(r|j1|n)d}|j!d |d!d|j|||fS)#z Handles all user commands except for `!exit`. May update the chat history (e.g. reset it) or the generation config (e.g. set a new flag). T!clear!help!savechat_%Y-%m-%d_%H-%M-%S.jsonfilenamerr}Chat saved to !greenrrL!setr)N=(Invalid flag format, missing `=` after `;`. Please use the format `arg_1=value_1 arg_2=value_2 ...`.red!examplerroroler4Example * not found in list of available examples: .!statusr^F'/' is not a valid command. Showing help message.rg)new_chat_historyrprIr]r:lensplitospathr;rqrtimestrftime save_chatr}rOr<r=r{rKr9listkeysr`) r"rrrr^r valid_command split_inputrnew_generate_flagsflag example_name example_errors r#handle_non_exit_user_commandsz"Chat.handle_non_exit_user_commands$s  !#D$6$67D OO  7 "  "  " "7 +J4D4D4F0G!0K$**,K{#q(AWW\\$"2"2DMMU4==YlKmJnnsCtu  xdT]] K  ! !z'C7 ! S  " "6 *",AB!5!5!7 !3!9!9!; * Jd?))FtfMAA$ * J I 45G HI  " ": .3z7G7G7I3Ja3O%++-a0Lx'!,,Xl-CF-KL V8Nv8VWX|n,VW[\d\i\i\kWlVmmno%%=%F 9 $  " "& " 1"M  ! !:,6e'fns ! t  "]F**r%c Kt|j|j}|jt |j }|j d|j}t|j4d{}d} ||}d}|j|n|j}|dk(rnf|dk(r&t |j }|j\|dk(r|j r|jdrt|jd kr|j}t|d k(r|d nKtj j#|j$|jd t'j(d d }t+|||j,|j/d|dd?|jdrd|ddj1} | j} | D]} d| vs|j/d| ddn|j2d,it5| |jdrt|jd k(r|jd } | |j6vrX|jg}|j|j6| d|j9d|j6| ddnd| dt;|j6j=d} |j/| dng|d k(r|j?|!|jdr)|j/d"|d#d|j |j9d|d|jA|d|j|jC|jd$%} |jE| d{\}}|j9d&|d|d'k(r'|j/d(d)|jGd*rd+}dddd{y77]#tH$rY!wxYw7#1d{7swYyxYww)-N)rrT)rY)rmz!exitrrrrrrrrrrrrrrr)rrrrrrrorrrrrrrr)rsmodel)r&r extra_body assistantlengthz2Generation stopped after reaching the token limit.yellowzContinue generating?u'Please continue. Do not repeat text.”rg)%rrrorIrrpr]r^rrmrKrGr:rrrrr;rqrrrr}rOr<r=r{rr9rrr`chat_completionto_json_stringrDrXKeyboardInterrupt)r"rrr^clientpending_user_inputrrrrrrrr& model_outputr-s r#rzChat._inner_runns!4==$))L  2 23 T*'?g g 6-1 d)5%7 -1*!44Z@%.__%6 "W,#x//0B0BC!) #w.!,,. #..w7C @P@P@RQQQQQ Q QQ)rarbrc__doc__rxrrdtyperArgumentrOptionr$ staticmethodryrdictr rerrrgr%r#riris2+J78:OPV:W9X Y  TXYjhl AD'C5p!qqrD' $J,ef f D' " I  ENN[    D'& $J ELLk l n 'D'.!t\U\\?O-P!PQ/D'0sLELL6T$UUV1D'2!t\U\\?c-d!de3D'6% $J ELLg   7D'B CD'L H+H+!H+sDcN*+ H+ ! H+ 4j H+ tDz++ ,H+Tqr%rirsr'c| tSd|vrTtjj|}tjj |}tj ||Stj |S)Nr)r rrdirnamebasenamefrom_pretrained)rsrrs r#rzrzsg !!##''//"3477##$56//BB//0ABBr%rnc |t|dk(riS|Dcic]/}d|jddzdz|jdd1}}|jDcic]*\}}||jdvr|jn|,}}}|jDcic]\}}||dk(rdn|}}}dtd t fd }|jDcic]\}}|||sd|dn|}}}d j |jDcgc] \}}|d |c}}}d |zdz}|jdd}|jdd}|jdd}|jdd}|jdd}|jdd} tj|}|Scc}wcc}}wcc}}wcc}}wcc}}w#tj$r tdwxYw)zUParses the generate flags from the user input into a dictionary of `generate` kwargs.r"rr)truefalseNonenullsr'cf|jd}|jdddjS)N-rr,r) removeprefixreplaceisdigit)rs r# is_numberz'parse_generate_flags..is_numbers, NN3 yyb!$,,..r%z, z: {}z"null"z"true"rz"false"rz"[[z]"rNrkzFailed to convert `generate_flags` into a valid JSON object. `generate_flags` = {generate_flags} Converted JSON string = {generate_flags_string}) rritemsrUrdrfr;rjsonloadsJSONDecodeErrorr)rnrgenerate_flags_as_dictkvrgenerate_flags_stringprocessed_generate_flagss r#r{r{sC^!4!9 ^llUYcDJJsOA$66PPll KaJfJfJhBF!Q %661779A=KaJfJfJhi$!Qa1;A=ii/S/T/ RhQmQmQopAa11QCq1Dpp !II?U?[?[?]&^tq!!Bqc{&^_ "77#=299(FK199(FK199)WM199$D199$D299#sC #'::.C#D  $#Wmjq '_"     @   s)4G /G%G GG )GG<rpc|rd|dgSgS)z Returns a new chat conversation.systemrrg)rps r#rr$s=JX- 8 9RPRRr%rrr}c tjtjj|dt |d5}t j ||d|ddddtjj|S#1swY(xYw)z!Saves the chat history to a file.T)exist_okw)r} chat_historyr))indentN)rmakedirsrrrrdumpabspath)rrr}rs r#rr)sjKK)D9 h M x>!LM 77??8 $$MMs BB ctjdk(rtjSt j tj jS)z)Returns the username of the current user.r )platformrrgetloginpwdgetpwuidgetuidpw_namergr%r#r~r~1s8I%{{}||BIIK(000r%__main__z meta-llama/Llama-3.2-3b-Instruct)rr ):rrrrr6stringrcollections.abcrtypingrr urllib.parserrrrrhuggingface_hubrr transformersr transformers.utilsr readlinerrr rich.consoler rich.liver rich.markdownrrxset ascii_letters whitespaceALLOWED_KEY_CHARSdigitsALLOWED_VALUE_CHARSrr[r;rr\rrirdrzrrr{rrr~rargr%r#rs   )!* L)0  8?? !$&%0$?,,v/@/@@A 6==(6+<+<?@A &__DWWt CcDj C=M C3$cT)93$d3$lSC$JS$t*S %%4:%%#%1c1 z45k  sE::FF