
    ciJ                        d Z ddlZdZdZ ej                  d       G d d             Z ej                  d       G d	 d
             Z ej                  d       G d d             Z ej                  d       G d d             Zy)zConstants for evaluation.    Nd   ErrorT)frozenc                       e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ!d Z"d!Z#d"Z$d#Z%d$Z&d%Z'd&Z(eee e!e"e#e$e%e&e'e(fZ)eeeeee	e
eeeefZ*eeeeeeeeeeefZ+y')(MetriczNamespace for Metrics.	coherencefluencysafetygroundednessinstruction_following	verbositytext_qualitysummarization_qualityquestion_answering_qualitymulti_turn_chat_qualitymulti_turn_safetypairwise_coherencepairwise_fluencypairwise_safetypairwise_groundednesspairwise_instruction_followingpairwise_verbositypairwise_text_qualitypairwise_summarization_quality#pairwise_question_answering_quality pairwise_multi_turn_chat_qualitypairwise_multi_turn_safetypointwise_metricpairwise_metriccometmetricxexact_matchbleurougerouge_1rouge_2rouge_lrouge_l_sumtool_call_validtool_name_matchtool_parameter_key_matchtool_parameter_kv_matchN),__name__
__module____qualname____doc__	COHERENCEFLUENCYSAFETYGROUNDEDNESSINSTRUCTION_FOLLOWING	VERBOSITYTEXT_QUALITYSUMMARIZATION_QUALITYQUESTION_ANSWERING_QUALITYMULTI_TURN_CHAT_QUALITYMULTI_TURN_SAFETYPAIRWISE_COHERENCEPAIRWISE_FLUENCYPAIRWISE_SAFETYPAIRWISE_GROUNDEDNESSPAIRWISE_INSTRUCTION_FOLLOWINGPAIRWISE_VERBOSITYPAIRWISE_TEXT_QUALITYPAIRWISE_SUMMARIZATION_QUALITY#PAIRWISE_QUESTION_ANSWERING_QUALITY PAIRWISE_MULTI_TURN_CHAT_QUALITYPAIRWISE_MULTI_TURN_SAFETYPOINTWISE_METRICPAIRWISE_METRICCOMETMETRICXEXACT_MATCHBLEUROUGEROUGE_1ROUGE_2ROUGE_LROUGE_L_SUMTOOL_CALL_VALIDTOOL_NAME_MATCHTOOL_PARAMETER_KEY_MATCHTOOL_PARAMETER_KV_MATCHAUTOMATIC_METRIC_LIST-POINTWISE_METRIC_PROMPT_TEMPLATE_EXAMPLE_LIST,PAIRWISE_METRIC_PROMPT_TEMPLATE_EXAMPLE_LIST     D/tmp/pip-target-z3e9_cxr/lib/python/vertexai/evaluation/constants.pyr   r      sY     IGF!L3I!L3!=7+ .)'O3%E"-3%E"*O''I$!=)'O EG  KDEGGGK'O'O97 	  	"51 	&&+("40rZ   r   c                   ^    e Zd ZdZdZdZdZdZdZdZ	dZ
d	Zd
ZdZdZdZdZdZdZee	e
eeeefZy)MetricResultzNamespace for Metric Results.	row_countscoreexplanationpairwise_choiceexact_match_resultsbleu_resultsrouge_resultstool_call_valid_resultstool_name_match_results tool_parameter_key_match_resultstool_parameter_kv_match_resultspointwise_metric_resultpairwise_metric_resultcomet_resultmetricx_resultN)r-   r.   r/   r0   ROW_COUNT_KEY	SCORE_KEYEXPLANATION_KEYPAIRWISE_CHOICE_KEYEXACT_MATCH_RESULTSBLEU_RESULTSROUGE_RESULTSTOOL_CALL_VALID_RESULTSTOOL_NAME_MATCH_RESULTS TOOL_PARAMETER_KEY_MATCH_RESULTSTOOL_PARAMETER_KV_MATCH_RESULTSPOINTWISE_METRIC_RESULTPAIRWISE_METRIC_RESULTCOMET_RESULTMETRICX_RESULTAUTOMATIC_METRIC_RESULTS_LISTrY   rZ   r[   r]   r]   w   sy    'MI#O+ 0!L#M77'I$&G#75!L%N 	('%!rZ   r]   c                        e Zd ZdZdZdZdZdZy)Datasetresponsebaseline_model_responseprompt	referencesourceN)r-   r.   r/   MODEL_RESPONSE_COLUMNBASELINE_MODEL_RESPONSE_COLUMNPROMPT_COLUMNREFERENCE_COLUMNSOURCE_COLUMNrY   rZ   r[   r~   r~      s      '%>"M"MrZ   r~   c                       e Zd ZdZdZy)
QuotaLimitz(Generative AI on Vertex AI quota limits.
   N)r-   r.   r/   r0   EVAL_SERVICE_QPSrY   rZ   r[   r   r      s    2 rZ   r   )	r0   dataclassesMAX_WORKERSRESPONSE_ERROR	dataclassr   r]   r~   r   rY   rZ   r[   <module>r      s   "     d#Y Y $Yx d#  $D d#  $ d#  $rZ   