ci ddlZddlZddlZddlmZmZmZddlmZddl m Z ddl m Z ddl m Z ddlmZddlmZd d lmZd d lmZd d lmZd dlm Z ej.d Z ddeeeefefdeeeefdeeeffdZ ddeeeefefdeeeefdeeeffdZ ddeeeefefdeeeefdeeeffdZ ddeeeefefdeeeefdeeeffdZ ddeeeefefdeeeefdeeeffdZ ddeeeefefdeeeefdeeeffdZ!Gdde jDZ#Gdde jDZ$y)N)AnyOptionalUnion) urlencode) _api_module)_common)types)get_value_by_path)set_value_by_path)_logging_utils)_prompt_optimizer_utils)promptszvertexai_genai.promptoptimizer from_object parent_objectreturnc i}t|dg#t|dgtt|dg|t|dgt|dgt|dg|S)N custom_job customJobconfig)getvsetv_CustomJob_to_vertexrr to_objects G/tmp/pip-target-z3e9_cxr/lib/python/vertexai/_genai/prompt_optimizer.py_CustomJobParameters_to_vertexr'si!#I K,(4  M kL>!BI N  K($0 Y Dxj$AB c2i}t|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|d gt|d gt|d gt|d gt|d gt|d gt|d gt|d gt|d gt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dg|S)N displayName display_namejobSpecjob_specencryptionSpecencryption_specstateerror createTime create_timeendTimeend_timelabelsname satisfiesPzi satisfies_pzi satisfiesPzs satisfies_pzs startTime start_time updateTime update_time webAccessUrisweb_access_urisrrrs r_CustomJob_from_vertexr99s4!#I MM?+7 Y($}}o*NO MI;'3 Y d=9+&FG M,-.: Y*+T-BRAS-TU K'#/ Y 4 gY#?@ MG9%1 Y 4 y#AB K,(4 YkL>)JK K)%1 Y d; &DE K($0 Y Dxj$AB K&". Y${VH"=> K.)*6 Y)4 n=M+NO K.)*6 Y)4 n=M+NO K+'3 Y[;-(HI K,(4 YkL>)JK K/*+7 Y*+T+?P-QR rc2i}t|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|d gt|d gt|d gt|d gt|d gt|d gt|d gt|d gt|d gt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dgt|dg|S)Nr!r r#r"r%r$r&r'r)r(r+r*r,r-r/r.r1r0r3r2r5r4r7r6r8rs rrrks6!#I K.)*6 ]]OT+?O-PQ K*&2 ]YKkJ<)HI K+,-9 ]-.[CTBU0VW K'#/ Y 4 gY#?@ K'#/ ]WItK''CD K-)5 Y[=/(JK K*&2 Y T+ |%DE K($0 Y Dxj$AB K&". Y${VH"=> K/*+7 Y(${_O=P+QR rci}t|dgt|ddgt|dgt|dgt|dgt|dg|S)Nr-_urlrr8rs r!_GetCustomJobParameters_to_vertexr=s^!#I K&". Y(${VH*EF K($0 Y Dxj$AB rcVi}t|dgt|dgt|dg|S)Noptimization_targetoptimizationTargetr8rs r_OptimizeConfig_to_vertexrAsA!#I K/01=  ! " 45 6 rc i}t|dgt|dgt|dgt|dg#t|dgtt|dg||S)Ncontentr)rrrArs r$_OptimizeRequestParameters_to_vertexrDsi!#I K)%1 Y T+ {%CD K($0  J %d; &CY O rceZdZdZddddeej deejdejfdZ ddd ejdeejdejfd Zddd edeejdejfd Z d edejfdZej&ddej(dej*dejfdZej&ddddedeejdej.fdZddddeej deejdej.fdZy)PromptOptimizerPrompt OptimizerNrCrrCrrc6tj||}|jjs t dt |}|j d}|rdj|}nd}|j d}|r|dt|}|jddd}|j,|jj|jj}tj|}tj|}|jjd |||} | j sint#j$| j } tj&j)| |j+ } |jj-| | S z+ Optimize a single prompt. rH6This method is only supported in the Vertex AI client.r<tuningJobs:optimizePrompt_query?rNpostresponsekwargs)r _OptimizeRequestParameters _api_clientvertexai ValueErrorrDget format_maprpopr http_optionsrconvert_to_dictencode_unserializable_typesrequestbodyjsonloadsOptimizeResponseEndpoint_from_response model_dump_verify_response selfrCrparameter_model request_dictrequest_url_dictpath query_paramsrZrQ response_dict return_values r_optimize_promptz PromptOptimizer._optimize_promptst ::  ((UV V?PL+//7 2==>NO2#''1 V1Y|456D4(48  " " .&&33?*11>>L..|< ::<H ##++FD, U"*--TZZ 5N 55DD"?+E+E+GE  )),7rrrcxtj||}|jjs t dt |}|j d}|rdj|}nd}|j d}|r|dt|}|jddd}|j,|jj|jj}tj|}tj|}|jjd |||} | j sint#j$| j } |jjr t'| } tj(j+| |j- } |jj/| | S z' Creates a custom job. )rrrKr< customJobsrMrNrNrOrP)r _CustomJobParametersrTrUrVrrWrXrrYrrZrr[r\r]r^r_r`r9 CustomJobrbrcrd rfrrrgrhrirjrkrZrQrlrms r_create_custom_job_resourcez+PromptOptimizer._create_custom_job_resources 44!  ((UV V9/JL+//7 #../?@##''1 V1Y|456D4(48  " " .&&33?*11>>L..|< ::<H ##++FD, U"*--TZZ 5N    $ $2=AM55"?+E+E+G6  )),7rr-cxtj||}|jjs t dt |}|j d}|rdj|}nd}|j d}|r|dt|}|jddd}|j,|jj|jj}tj|}tj|}|jjd |||} | j sint#j$| j } |jjr t'| } tj(j+| |j- } |jj/| | S z$ Gets a custom job. )r-rrKr<zcustomJobs/{name}rMrNrNrWrP)r _GetCustomJobParametersrTrUrVr=rWrXrrYrrZrr[r\r]r^r_r`r9rtrbrcrd rfr-rrgrhrirjrkrZrQrlrms r_get_custom_jobzPromptOptimizer._get_custom_job=s 77  ((UV V<_ML+//7 *556FG*#''1 V1Y|456D4(48  " " .&&33?*11>>L..|< ::<H ##++E4|T"*--TZZ 5N    $ $2=AM55"?+E+E+G6  )),7rjob_namectjjtjjtjjtjj g}tjjtjjg}d}d}d}t j }|j|}|j|vrt j } | |z |k\r3tjd|jt||z|}| }t j||j|}|j|vrtjd|j|j|vrtd|jtjd|j|S) N<)r-z,Waiting for job to complete. Current state: z Job state: zJob failed with state: zJob completed with state: ) genai_typesJobStateJOB_STATE_SUCCEEDEDJOB_STATE_FAILEDJOB_STATE_CANCELLEDJOB_STATE_PAUSEDtimer{r&loggerinfominsleep RuntimeError) rfr|JOB_COMPLETE_STATESJOB_ERROR_STATESlog_waitwait_multiplier max_wait_time previous_timejob current_times r_wait_for_completionz$PromptOptimizer._wait_for_completiontsz  4 4  1 1  4 4  1 1    1 1  4 4    """1ii2299;Lm+x7 J399+VWx/9=I , JJx &&H&5Cii22  k#))-. 99( (!8 DE E KK4SYYK@ A rgThe prompt_optimizer.optimize method is deprecated. Please use prompts.launch_optimization_job instead.methodchtj|j}|j||S)adCall PO-Data optimizer. Args: method: The method for optimizing multiple prompts. Supported methods: VAPO, OPTIMIZATION_TARGET_GEMINI_NANO. config: PromptOptimizerConfig instance containing the configuration for prompt optimization. Returns: The custom job that was created.  api_client_rr)rPromptsrTlaunch_optimization_jobrfrrprompts_modules roptimizezPromptOptimizer.optimizes5&!T5E5EF55&6  r_The prompt_optimizer.optimize_prompt method is deprecated. Please use prompts.optimize instead.promptchtj|j}|j||S)aMakes an API request to _optimize_prompt and returns the parsed response. Example usage: client = vertexai.Client(project=PROJECT_NAME, location='us-central1') prompt = "Generate system instructions for analyzing medical articles" response = client.prompt_optimizer.optimize_prompt(prompt=prompt) print(response.suggested_prompt) Args: prompt: The prompt to optimize. config: Optional.The configuration for prompt optimization. To optimize prompts from Android API provide types.OptimizeConfig( optimization_target=types.OptimizeTarget.OPTIMIZATION_TARGET_GEMINI_NANO ) For few-shot optimization, provide: optim_target = types.OptimizeTarget.OPTIMIZATION_TARGET_FEW_SHOT_RUBRICS or optim_target = types.OptimizeTarget.OPTIMIZATION_TARGET_FEW_SHOT_TARGET_RESPONSE types.OptimizeConfig( optimization_target=optim_target, examples_dataframe=dataframe ) OPTIMIZATION_TARGET_FEW_SHOT_RUBRICS indicates that the few-shot examples include specific scoring rubrics and their corresponding evaluations. OPTIMIZATION_TARGET_FEW_SHOT_TARGET_RESPONSE indicates that the few-shot examples include a ground-truth target response. Returns: The parsed response from the API request. rrr)rrrTrrfrrrs roptimize_promptzPromptOptimizer.optimize_prompts6T!T5E5EF&&&'  rc*t|tr|jddn|rt|dr|`t j ||}|jjs tdt|}|jd}|rdj|}nd}|jd}|r|dt|}|jd dd}|j,|jj|jj}t!j"|}t!j$|}|jj'd |||} | j(sd nt+j,| j(} g} | D]} t j.j1| |j3 } |jj5| | j6}|\|j8}|sk|d j:{| j=|d j:d j?| }t j@|} tCjD||_#|S#tH$r$}tJjMd|dYd}~|Sd}~wwxYw)zOptimize a single prompt. Sends a request to the tuningJobs:optimizePrompt streaming endpoint. Then gathers the response, concatenates into one string and returns the parsed response. examples_dataframeNrHrKr<rLrMrNrrOrPrraw_text_responseFailed to parse response: #. Returning only raw_text_response.)' isinstancedictrYhasattrrr rSrTrUrVrDrWrXrrrZrr[r\r]r^r_r`rarbrcrdrCpartstextappendjoinOptimizeResponser_parseparsed_response ExceptionrwarningrfrCrrgrhrirjrkrZrQ response_listrmrlresponse_valueroutputfinal_responsees r_custom_optimize_promptz'PromptOptimizer._custom_optimize_promptsf fd # JJ+T 2 (<=)::  ((UV V?PL+//7 2==>NO2#''1 V1Y|456D4(:>  " " .&&33?*11>>L..|< ::<H ##++FD, U"*--TZZ 5N  * 7M";;JJ&/I/I/KKN    - -n =$,,G" U1X]]6 ''a 6 7&//&I -D-K-KF-SN *    NN,QC/RS    s I%% J.J  J)__name__ __module__ __qualname____doc__rr ContentOrDictr OptimizeConfigOrDictrarnCustomJobOrDictVertexBaseConfigOrDictrtrvstrr{rr show_deprecation_warning_oncePromptOptimizerMethodPromptOptimizerConfigOrDictrrrrrrrFrFs 8<7; 3+3343334 3  ' ' 3r:> 6))6556 6  6rNR33$,U-I-I$J3 3j$#S#U__#J2^11 4 ++ 11     *2^11 %8< * * 334 *    * * ^8<7; I+334I334 I    IrrFcheZdZdZddddeej deejdejfdZ ddd ejdeejdejfd Zddd edeejdejfd Zej$d dej&dej(dejfdZddddeej deejdej,fdZej$ddddedeejdej,fdZy)AsyncPromptOptimizerrGNrHrCrrcRKtj||}|jjs t dt |}|j d}|rdj|}nd}|j d}|r|dt|}|jddd}|j,|jj|jj}tj|}tj|}|jjd |||d{} | j sint#j$| j } tj&j)| |j+ } |jj-| | S7}wrJ)r rSrTrUrVrDrWrXrrYrrZrr[r\ async_requestr^r_r`rarbrcrdres rrnz%AsyncPromptOptimizer._optimize_prompt1s ::  ((UV V?PL+//7 2==>NO2#''1 V1Y|456D4(48  " " .&&33?*11>>L..|< ::<H ))77 D,   #+--TZZ 5N 55DD"?+E+E+GE  )),7 sD%F''F%(A>F'rorcKtj||}|jjs t dt |}|j d}|rdj|}nd}|j d}|r|dt|}|jddd}|j,|jj|jj}tj|}tj|}|jjd |||d{} | j sint#j$| j } |jjr t'| } tj(j+| |j- } |jj/| | S7wrq)r rsrTrUrVrrWrXrrYrrZrr[r\rr^r_r`r9rtrbrcrdrus rrvz0AsyncPromptOptimizer._create_custom_job_resourcehs 44!  ((UV V9/JL+//7 #../?@##''1 V1Y|456D4(48  " " .&&33?*11>>L..|< ::<H ))77 D,   #+--TZZ 5N    $ $2=AM55"?+E+E+G6  )),7 D%G'G(BGr-cKtj||}|jjs t dt |}|j d}|rdj|}nd}|j d}|r|dt|}|jddd}|j,|jj|jj}tj|}tj|}|jjd |||d{} | j sint#j$| j } |jjr t'| } tj(j+| |j- } |jj/| | S7wrx)r ryrTrUrVr=rWrXrrYrrZrr[r\rr^r_r`r9rtrbrcrdrzs rr{z$AsyncPromptOptimizer._get_custom_jobs 77  ((UV V<_ML+//7 *556FG*#''1 V1Y|456D4(48  " " .&&33?*11>>L..|< ::<H ))77 4|  #+--TZZ 5N    $ $2=AM55"?+E+E+G6  )),7 rrrcKtj|j}|j||d{S7w)aCall async Vertex AI Prompt Optimizer (VAPO). Note: The `wait_for_completion` parameter in the config will be ignored when using the AsyncClient, as it is not supported. Example usage: client = vertexai.Client(project=PROJECT_NAME, location='us-central1') vapo_config = vertexai.types.PromptOptimizerConfig( config_path='gs://you-bucket-name/your-config.json', service_account=service_account, ) job = await client.aio.prompt_optimizer.optimize( method=types.PromptOptimizerMethod.VAPO, config=vapo_config) Args: method: The method for optimizing multiple prompts. Supported methods: VAPO, OPTIMIZATION_TARGET_GEMINI_NANO. config: PromptOptimizerConfig instance containing the configuration for prompt optimization. Returns: The custom job that was created. rrN)r AsyncPromptsrTrrs rrzAsyncPromptOptimizer.optimizesF@!--$:J:JK#;;&<    7A>AcHKt|tr|jddn|rt|dr|`t j ||}|jjs tdt|}|jd}|rdj|}nd}|jd}|r|dt|}|jd dd}|j,|jj|jj}t!j"|}t!j$|}|jj'd |||d{} | j(sd nt+j,| j(} g} | D]} t j.j1| |j3 } |jj5| | j6}|\|j8}|sk|d j:{| j=|d j:d j?| }t j@|} tCjD||_#|S7#tH$r$}tJjMd|dYd}~|Sd}~wwxYww)zOptimize a single prompt.rNrHrKr<rLrMrNrrOrrPrrrr)'rrrYrrr rSrTrUrVrDrWrXrrrZrr[r\rr^r_r`rarbrcrdrCrrrrrrrrrrrrs rrz,AsyncPromptOptimizer._custom_optimize_promptsx fd # JJ+T 2 (<=)::  ((UV V?PL+//7 2==>NO2#''1 V1Y|456D4(48  " " .&&33?*11>>L..|< ::<H ))77 D,   #+--TZZ 5N  * 7M";;JJ&/I/I/KKN    - -n =$,,G" U1X]]6 ''a 6 7&//&I -D-K-KF-SN * 7 .  NN,QC/RS    sPEJ"I/BJ",J";J" AJ"I2-J"2 J;JJ"JJ"rrcKtj|j}|j||d{S7w)aMakes an async request to _optimize_prompt and returns an optimized prompt. Example usage: client = vertexai.Client(project=PROJECT_NAME, location='us-central1') prompt = "Generate system instructions for analyzing medical articles" response = await client.aio.prompt_optimizer.optimize_prompt(prompt=prompt) Args: prompt: The prompt to optimize. config: Optional.The configuration for prompt optimization. To optimize prompts from Android API provide types.OptimizeConfig( optimization_target=types.OptimizeTarget.OPTIMIZATION_TARGET_GEMINI_NANO ) For few-shot optimization, provide: optim_target = types.OptimizeTarget.OPTIMIZATION_TARGET_FEW_SHOT_RUBRICS # or types.OptimizeTarget.OPTIMIZATION_TARGET_FEW_SHOT_TARGET_RESPONSE types.OptimizeConfig( optimization_target=optim_target, examples_dataframe=dataframe ) OPTIMIZATION_TARGET_FEW_SHOT_RUBRICS indicates that the few-shot examples include specific scoring rubrics and their corresponding evaluations. OPTIMIZATION_TARGET_FEW_SHOT_TARGET_RESPONSE indicates that the few-shot examples include a ground-truth target response. Returns: The parsed response from the API request. rrN)rrrTrrs rrz$AsyncPromptOptimizer.optimize_promptHsFL!--$:J:JK#,,&-    r)rrrrrrrr rrarnrrrtrvrr{r rrrrrrrrrrrr.s 8<7; 5+3345334 5  ' ' 5v:> 8))8556 8  8vNR55$,U-I-I$J5 5p2^11 4  ++  11       J8<7; F+334F334 F    FP2^11 %8< & & 334 &    & & rr)N)%r_loggingrtypingrrr urllib.parser google.genairrr rgoogle.genai._commonr rr rrr rr getLoggerrrrobjectrr9rr=rArD BaseModulerFrrrrrs6$  ''"$ -::%   ; < /3tCH~v-.DcN+ #s(^(/3/tCH~v-./DcN+/ #s(^/h/3/tCH~v-./DcN+/ #s(^/h/3 tCH~v-. DcN+  #s(^  /3 tCH~v-. DcN+  #s(^ $/3tCH~v-.DcN+ #s(^$^k,,^B D ;11D r