diff --git a/AiPlatform/metadata/V1/EvaluationService.php b/AiPlatform/metadata/V1/EvaluationService.php
index 4aca63e4327..93c5cb7e06d 100644
--- a/AiPlatform/metadata/V1/EvaluationService.php
+++ b/AiPlatform/metadata/V1/EvaluationService.php
@@ -18,8 +18,12 @@ public static function initOnce() {
\GPBMetadata\Google\Api\Client::initOnce();
\GPBMetadata\Google\Api\FieldBehavior::initOnce();
\GPBMetadata\Google\Api\Resource::initOnce();
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\Content::initOnce();
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\Io::initOnce();
+ \GPBMetadata\Google\Protobuf\Struct::initOnce();
+ \GPBMetadata\Google\Rpc\Status::initOnce();
$pool->internalAddGeneratedFile(
- "\x0A\xB6\x94\x01\x0A3google/cloud/aiplatform/v1/evaluation_service.proto\x12\x1Agoogle.cloud.aiplatform.v1\x1A\x17google/api/client.proto\x1A\x1Fgoogle/api/field_behavior.proto\x1A\x19google/api/resource.proto\"\xDA\x11\x0A\x18EvaluateInstancesRequest\x12H\x0A\x11exact_match_input\x18\x02 \x01(\x0B2+.google.cloud.aiplatform.v1.ExactMatchInputH\x00\x12;\x0A\x0Ableu_input\x18\x03 \x01(\x0B2%.google.cloud.aiplatform.v1.BleuInputH\x00\x12=\x0A\x0Brouge_input\x18\x04 \x01(\x0B2&.google.cloud.aiplatform.v1.RougeInputH\x00\x12A\x0A\x0Dfluency_input\x18\x05 \x01(\x0B2(.google.cloud.aiplatform.v1.FluencyInputH\x00\x12E\x0A\x0Fcoherence_input\x18\x06 \x01(\x0B2*.google.cloud.aiplatform.v1.CoherenceInputH\x00\x12?\x0A\x0Csafety_input\x18\x08 \x01(\x0B2'.google.cloud.aiplatform.v1.SafetyInputH\x00\x12K\x0A\x12groundedness_input\x18\x09 \x01(\x0B2-.google.cloud.aiplatform.v1.GroundednessInputH\x00\x12I\x0A\x11fulfillment_input\x18\x0C \x01(\x0B2,.google.cloud.aiplatform.v1.FulfillmentInputH\x00\x12\\\x0A\x1Bsummarization_quality_input\x18\x07 \x01(\x0B25.google.cloud.aiplatform.v1.SummarizationQualityInputH\x00\x12m\x0A\$pairwise_summarization_quality_input\x18\x17 \x01(\x0B2=.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInputH\x00\x12d\x0A\x1Fsummarization_helpfulness_input\x18\x0E \x01(\x0B29.google.cloud.aiplatform.v1.SummarizationHelpfulnessInputH\x00\x12`\x0A\x1Dsummarization_verbosity_input\x18\x0F \x01(\x0B27.google.cloud.aiplatform.v1.SummarizationVerbosityInputH\x00\x12e\x0A question_answering_quality_input\x18\x0A \x01(\x0B29.google.cloud.aiplatform.v1.QuestionAnsweringQualityInputH\x00\x12v\x0A)pairwise_question_answering_quality_input\x18\x18 \x01(\x0B2A.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInputH\x00\x12i\x0A\"question_answering_relevance_input\x18\x10 \x01(\x0B2;.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInputH\x00\x12m\x0A\$question_answering_helpfulness_input\x18\x11 \x01(\x0B2=.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInputH\x00\x12m\x0A\$question_answering_correctness_input\x18\x12 \x01(\x0B2=.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInputH\x00\x12R\x0A\x16pointwise_metric_input\x18\x1C \x01(\x0B20.google.cloud.aiplatform.v1.PointwiseMetricInputH\x00\x12P\x0A\x15pairwise_metric_input\x18\x1D \x01(\x0B2/.google.cloud.aiplatform.v1.PairwiseMetricInputH\x00\x12O\x0A\x15tool_call_valid_input\x18\x13 \x01(\x0B2..google.cloud.aiplatform.v1.ToolCallValidInputH\x00\x12O\x0A\x15tool_name_match_input\x18\x14 \x01(\x0B2..google.cloud.aiplatform.v1.ToolNameMatchInputH\x00\x12`\x0A\x1Etool_parameter_key_match_input\x18\x15 \x01(\x0B26.google.cloud.aiplatform.v1.ToolParameterKeyMatchInputH\x00\x12^\x0A\x1Dtool_parameter_kv_match_input\x18\x16 \x01(\x0B25.google.cloud.aiplatform.v1.ToolParameterKVMatchInputH\x00\x12=\x0A\x0Bcomet_input\x18\x1F \x01(\x0B2&.google.cloud.aiplatform.v1.CometInputH\x00\x12A\x0A\x0Dmetricx_input\x18 \x01(\x0B2(.google.cloud.aiplatform.v1.MetricxInputH\x00\x12;\x0A\x08location\x18\x01 \x01(\x09B)\xE0A\x02\xFAA#\x0A!locations.googleapis.com/LocationB\x0F\x0A\x0Dmetric_inputs\"\xE3\x11\x0A\x19EvaluateInstancesResponse\x12L\x0A\x13exact_match_results\x18\x01 \x01(\x0B2-.google.cloud.aiplatform.v1.ExactMatchResultsH\x00\x12?\x0A\x0Cbleu_results\x18\x02 \x01(\x0B2'.google.cloud.aiplatform.v1.BleuResultsH\x00\x12A\x0A\x0Drouge_results\x18\x03 \x01(\x0B2(.google.cloud.aiplatform.v1.RougeResultsH\x00\x12C\x0A\x0Efluency_result\x18\x04 \x01(\x0B2).google.cloud.aiplatform.v1.FluencyResultH\x00\x12G\x0A\x10coherence_result\x18\x05 \x01(\x0B2+.google.cloud.aiplatform.v1.CoherenceResultH\x00\x12A\x0A\x0Dsafety_result\x18\x07 \x01(\x0B2(.google.cloud.aiplatform.v1.SafetyResultH\x00\x12M\x0A\x13groundedness_result\x18\x08 \x01(\x0B2..google.cloud.aiplatform.v1.GroundednessResultH\x00\x12K\x0A\x12fulfillment_result\x18\x0B \x01(\x0B2-.google.cloud.aiplatform.v1.FulfillmentResultH\x00\x12^\x0A\x1Csummarization_quality_result\x18\x06 \x01(\x0B26.google.cloud.aiplatform.v1.SummarizationQualityResultH\x00\x12o\x0A%pairwise_summarization_quality_result\x18\x16 \x01(\x0B2>.google.cloud.aiplatform.v1.PairwiseSummarizationQualityResultH\x00\x12f\x0A summarization_helpfulness_result\x18\x0D \x01(\x0B2:.google.cloud.aiplatform.v1.SummarizationHelpfulnessResultH\x00\x12b\x0A\x1Esummarization_verbosity_result\x18\x0E \x01(\x0B28.google.cloud.aiplatform.v1.SummarizationVerbosityResultH\x00\x12g\x0A!question_answering_quality_result\x18\x09 \x01(\x0B2:.google.cloud.aiplatform.v1.QuestionAnsweringQualityResultH\x00\x12x\x0A*pairwise_question_answering_quality_result\x18\x17 \x01(\x0B2B.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityResultH\x00\x12k\x0A#question_answering_relevance_result\x18\x0F \x01(\x0B2<.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceResultH\x00\x12o\x0A%question_answering_helpfulness_result\x18\x10 \x01(\x0B2>.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessResultH\x00\x12o\x0A%question_answering_correctness_result\x18\x11 \x01(\x0B2>.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessResultH\x00\x12T\x0A\x17pointwise_metric_result\x18\x1B \x01(\x0B21.google.cloud.aiplatform.v1.PointwiseMetricResultH\x00\x12R\x0A\x16pairwise_metric_result\x18\x1C \x01(\x0B20.google.cloud.aiplatform.v1.PairwiseMetricResultH\x00\x12S\x0A\x17tool_call_valid_results\x18\x12 \x01(\x0B20.google.cloud.aiplatform.v1.ToolCallValidResultsH\x00\x12S\x0A\x17tool_name_match_results\x18\x13 \x01(\x0B20.google.cloud.aiplatform.v1.ToolNameMatchResultsH\x00\x12d\x0A tool_parameter_key_match_results\x18\x14 \x01(\x0B28.google.cloud.aiplatform.v1.ToolParameterKeyMatchResultsH\x00\x12b\x0A\x1Ftool_parameter_kv_match_results\x18\x15 \x01(\x0B27.google.cloud.aiplatform.v1.ToolParameterKVMatchResultsH\x00\x12?\x0A\x0Ccomet_result\x18\x1D \x01(\x0B2'.google.cloud.aiplatform.v1.CometResultH\x00\x12C\x0A\x0Emetricx_result\x18\x1E \x01(\x0B2).google.cloud.aiplatform.v1.MetricxResultH\x00B\x14\x0A\x12evaluation_results\"\x9F\x01\x0A\x0FExactMatchInput\x12D\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2*.google.cloud.aiplatform.v1.ExactMatchSpecB\x03\xE0A\x02\x12F\x0A\x09instances\x18\x02 \x03(\x0B2..google.cloud.aiplatform.v1.ExactMatchInstanceB\x03\xE0A\x02\"l\x0A\x12ExactMatchInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\"\x10\x0A\x0EExactMatchSpec\"n\x0A\x11ExactMatchResults\x12Y\x0A\x19exact_match_metric_values\x18\x01 \x03(\x0B21.google.cloud.aiplatform.v1.ExactMatchMetricValueB\x03\xE0A\x03\":\x0A\x15ExactMatchMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\x8D\x01\x0A\x09BleuInput\x12>\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2\$.google.cloud.aiplatform.v1.BleuSpecB\x03\xE0A\x02\x12@\x0A\x09instances\x18\x02 \x03(\x0B2(.google.cloud.aiplatform.v1.BleuInstanceB\x03\xE0A\x02\"f\x0A\x0CBleuInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\",\x0A\x08BleuSpec\x12 \x0A\x13use_effective_order\x18\x01 \x01(\x08B\x03\xE0A\x01\"[\x0A\x0BBleuResults\x12L\x0A\x12bleu_metric_values\x18\x01 \x03(\x0B2+.google.cloud.aiplatform.v1.BleuMetricValueB\x03\xE0A\x03\"4\x0A\x0FBleuMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\x90\x01\x0A\x0ARougeInput\x12?\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2%.google.cloud.aiplatform.v1.RougeSpecB\x03\xE0A\x02\x12A\x0A\x09instances\x18\x02 \x03(\x0B2).google.cloud.aiplatform.v1.RougeInstanceB\x03\xE0A\x02\"g\x0A\x0DRougeInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\"\\\x0A\x09RougeSpec\x12\x17\x0A\x0Arouge_type\x18\x01 \x01(\x09B\x03\xE0A\x01\x12\x18\x0A\x0Buse_stemmer\x18\x02 \x01(\x08B\x03\xE0A\x01\x12\x1C\x0A\x0Fsplit_summaries\x18\x03 \x01(\x08B\x03\xE0A\x01\"^\x0A\x0CRougeResults\x12N\x0A\x13rouge_metric_values\x18\x01 \x03(\x0B2,.google.cloud.aiplatform.v1.RougeMetricValueB\x03\xE0A\x03\"5\x0A\x10RougeMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\x9B\x01\x0A\x0ECoherenceInput\x12C\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2).google.cloud.aiplatform.v1.CoherenceSpecB\x03\xE0A\x02\x12D\x0A\x08instance\x18\x02 \x01(\x0B2-.google.cloud.aiplatform.v1.CoherenceInstanceB\x03\xE0A\x02\"@\x0A\x11CoherenceInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01B\x0D\x0A\x0B_prediction\"%\x0A\x0DCoherenceSpec\x12\x14\x0A\x07version\x18\x01 \x01(\x05B\x03\xE0A\x01\"{\x0A\x0FCoherenceResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\x95\x01\x0A\x0CFluencyInput\x12A\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2'.google.cloud.aiplatform.v1.FluencySpecB\x03\xE0A\x02\x12B\x0A\x08instance\x18\x02 \x01(\x0B2+.google.cloud.aiplatform.v1.FluencyInstanceB\x03\xE0A\x02\">\x0A\x0FFluencyInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01B\x0D\x0A\x0B_prediction\"#\x0A\x0BFluencySpec\x12\x14\x0A\x07version\x18\x01 \x01(\x05B\x03\xE0A\x01\"y\x0A\x0DFluencyResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\x92\x01\x0A\x0BSafetyInput\x12@\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2&.google.cloud.aiplatform.v1.SafetySpecB\x03\xE0A\x02\x12A\x0A\x08instance\x18\x02 \x01(\x0B2*.google.cloud.aiplatform.v1.SafetyInstanceB\x03\xE0A\x02\"=\x0A\x0ESafetyInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01B\x0D\x0A\x0B_prediction\"\"\x0A\x0ASafetySpec\x12\x14\x0A\x07version\x18\x01 \x01(\x05B\x03\xE0A\x01\"x\x0A\x0CSafetyResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xA4\x01\x0A\x11GroundednessInput\x12F\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2,.google.cloud.aiplatform.v1.GroundednessSpecB\x03\xE0A\x02\x12G\x0A\x08instance\x18\x02 \x01(\x0B20.google.cloud.aiplatform.v1.GroundednessInstanceB\x03\xE0A\x02\"j\x0A\x14GroundednessInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x19\x0A\x07context\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0A\x0A\x08_context\"(\x0A\x10GroundednessSpec\x12\x14\x0A\x07version\x18\x01 \x01(\x05B\x03\xE0A\x01\"~\x0A\x12GroundednessResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xA1\x01\x0A\x10FulfillmentInput\x12E\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2+.google.cloud.aiplatform.v1.FulfillmentSpecB\x03\xE0A\x02\x12F\x0A\x08instance\x18\x02 \x01(\x0B2/.google.cloud.aiplatform.v1.FulfillmentInstanceB\x03\xE0A\x02\"q\x0A\x13FulfillmentInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0E\x0A\x0C_instruction\"'\x0A\x0FFulfillmentSpec\x12\x14\x0A\x07version\x18\x01 \x01(\x05B\x03\xE0A\x01\"}\x0A\x11FulfillmentResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xBC\x01\x0A\x19SummarizationQualityInput\x12N\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B24.google.cloud.aiplatform.v1.SummarizationQualitySpecB\x03\xE0A\x02\x12O\x0A\x08instance\x18\x02 \x01(\x0B28.google.cloud.aiplatform.v1.SummarizationQualityInstanceB\x03\xE0A\x02\"\xCC\x01\x0A\x1CSummarizationQualityInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x02H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"L\x0A\x18SummarizationQualitySpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x86\x01\x0A\x1ASummarizationQualityResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xD4\x01\x0A!PairwiseSummarizationQualityInput\x12V\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2<.google.cloud.aiplatform.v1.PairwiseSummarizationQualitySpecB\x03\xE0A\x02\x12W\x0A\x08instance\x18\x02 \x01(\x0B2@.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInstanceB\x03\xE0A\x02\"\x93\x02\x0A\$PairwiseSummarizationQualityInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12%\x0A\x13baseline_prediction\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01\x12\x19\x0A\x07context\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x05 \x01(\x09B\x03\xE0A\x02H\x04\x88\x01\x01B\x0D\x0A\x0B_predictionB\x16\x0A\x14_baseline_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"T\x0A PairwiseSummarizationQualitySpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\xB5\x01\x0A\"PairwiseSummarizationQualityResult\x12H\x0A\x0Fpairwise_choice\x18\x01 \x01(\x0E2*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xE0A\x03\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x0D\x0A\x0B_confidence\"\xC8\x01\x0A\x1DSummarizationHelpfulnessInput\x12R\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B28.google.cloud.aiplatform.v1.SummarizationHelpfulnessSpecB\x03\xE0A\x02\x12S\x0A\x08instance\x18\x02 \x01(\x0B2<.google.cloud.aiplatform.v1.SummarizationHelpfulnessInstanceB\x03\xE0A\x02\"\xD0\x01\x0A SummarizationHelpfulnessInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x02H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x01H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"P\x0A\x1CSummarizationHelpfulnessSpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x8A\x01\x0A\x1ESummarizationHelpfulnessResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xC2\x01\x0A\x1BSummarizationVerbosityInput\x12P\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B26.google.cloud.aiplatform.v1.SummarizationVerbositySpecB\x03\xE0A\x02\x12Q\x0A\x08instance\x18\x02 \x01(\x0B2:.google.cloud.aiplatform.v1.SummarizationVerbosityInstanceB\x03\xE0A\x02\"\xCE\x01\x0A\x1ESummarizationVerbosityInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x02H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x01H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"N\x0A\x1ASummarizationVerbositySpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x88\x01\x0A\x1CSummarizationVerbosityResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xC8\x01\x0A\x1DQuestionAnsweringQualityInput\x12R\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B28.google.cloud.aiplatform.v1.QuestionAnsweringQualitySpecB\x03\xE0A\x02\x12S\x0A\x08instance\x18\x02 \x01(\x0B2<.google.cloud.aiplatform.v1.QuestionAnsweringQualityInstanceB\x03\xE0A\x02\"\xD0\x01\x0A QuestionAnsweringQualityInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x02H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"P\x0A\x1CQuestionAnsweringQualitySpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x8A\x01\x0A\x1EQuestionAnsweringQualityResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xE0\x01\x0A%PairwiseQuestionAnsweringQualityInput\x12Z\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2@.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualitySpecB\x03\xE0A\x02\x12[\x0A\x08instance\x18\x02 \x01(\x0B2D.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInstanceB\x03\xE0A\x02\"\x97\x02\x0A(PairwiseQuestionAnsweringQualityInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12%\x0A\x13baseline_prediction\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01\x12\x19\x0A\x07context\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x05 \x01(\x09B\x03\xE0A\x02H\x04\x88\x01\x01B\x0D\x0A\x0B_predictionB\x16\x0A\x14_baseline_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"X\x0A\$PairwiseQuestionAnsweringQualitySpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\xB9\x01\x0A&PairwiseQuestionAnsweringQualityResult\x12H\x0A\x0Fpairwise_choice\x18\x01 \x01(\x0E2*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xE0A\x03\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x0D\x0A\x0B_confidence\"\xCE\x01\x0A\x1FQuestionAnsweringRelevanceInput\x12T\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2:.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceSpecB\x03\xE0A\x02\x12U\x0A\x08instance\x18\x02 \x01(\x0B2>.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInstanceB\x03\xE0A\x02\"\xD2\x01\x0A\"QuestionAnsweringRelevanceInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"R\x0A\x1EQuestionAnsweringRelevanceSpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x8C\x01\x0A QuestionAnsweringRelevanceResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xD4\x01\x0A!QuestionAnsweringHelpfulnessInput\x12V\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2<.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessSpecB\x03\xE0A\x02\x12W\x0A\x08instance\x18\x02 \x01(\x0B2@.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInstanceB\x03\xE0A\x02\"\xD4\x01\x0A\$QuestionAnsweringHelpfulnessInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"T\x0A QuestionAnsweringHelpfulnessSpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x8E\x01\x0A\"QuestionAnsweringHelpfulnessResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xD4\x01\x0A!QuestionAnsweringCorrectnessInput\x12V\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2<.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessSpecB\x03\xE0A\x02\x12W\x0A\x08instance\x18\x02 \x01(\x0B2@.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInstanceB\x03\xE0A\x02\"\xD4\x01\x0A\$QuestionAnsweringCorrectnessInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"T\x0A QuestionAnsweringCorrectnessSpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x8E\x01\x0A\"QuestionAnsweringCorrectnessResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xAD\x01\x0A\x14PointwiseMetricInput\x12I\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2/.google.cloud.aiplatform.v1.PointwiseMetricSpecB\x03\xE0A\x02\x12J\x0A\x08instance\x18\x02 \x01(\x0B23.google.cloud.aiplatform.v1.PointwiseMetricInstanceB\x03\xE0A\x02\">\x0A\x17PointwiseMetricInstance\x12\x17\x0A\x0Djson_instance\x18\x01 \x01(\x09H\x00B\x0A\x0A\x08instance\"Z\x0A\x13PointwiseMetricSpec\x12(\x0A\x16metric_prompt_template\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01B\x19\x0A\x17_metric_prompt_template\"T\x0A\x15PointwiseMetricResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03B\x08\x0A\x06_score\"\xAA\x01\x0A\x13PairwiseMetricInput\x12H\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2..google.cloud.aiplatform.v1.PairwiseMetricSpecB\x03\xE0A\x02\x12I\x0A\x08instance\x18\x02 \x01(\x0B22.google.cloud.aiplatform.v1.PairwiseMetricInstanceB\x03\xE0A\x02\"=\x0A\x16PairwiseMetricInstance\x12\x17\x0A\x0Djson_instance\x18\x01 \x01(\x09H\x00B\x0A\x0A\x08instance\"Y\x0A\x12PairwiseMetricSpec\x12(\x0A\x16metric_prompt_template\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01B\x19\x0A\x17_metric_prompt_template\"z\x0A\x14PairwiseMetricResult\x12H\x0A\x0Fpairwise_choice\x18\x01 \x01(\x0E2*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xE0A\x03\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\"\xA8\x01\x0A\x12ToolCallValidInput\x12G\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2-.google.cloud.aiplatform.v1.ToolCallValidSpecB\x03\xE0A\x02\x12I\x0A\x09instances\x18\x02 \x03(\x0B21.google.cloud.aiplatform.v1.ToolCallValidInstanceB\x03\xE0A\x02\"\x13\x0A\x11ToolCallValidSpec\"o\x0A\x15ToolCallValidInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\"x\x0A\x14ToolCallValidResults\x12`\x0A\x1Dtool_call_valid_metric_values\x18\x01 \x03(\x0B24.google.cloud.aiplatform.v1.ToolCallValidMetricValueB\x03\xE0A\x03\"=\x0A\x18ToolCallValidMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\xA8\x01\x0A\x12ToolNameMatchInput\x12G\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2-.google.cloud.aiplatform.v1.ToolNameMatchSpecB\x03\xE0A\x02\x12I\x0A\x09instances\x18\x02 \x03(\x0B21.google.cloud.aiplatform.v1.ToolNameMatchInstanceB\x03\xE0A\x02\"\x13\x0A\x11ToolNameMatchSpec\"o\x0A\x15ToolNameMatchInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\"x\x0A\x14ToolNameMatchResults\x12`\x0A\x1Dtool_name_match_metric_values\x18\x01 \x03(\x0B24.google.cloud.aiplatform.v1.ToolNameMatchMetricValueB\x03\xE0A\x03\"=\x0A\x18ToolNameMatchMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\xC0\x01\x0A\x1AToolParameterKeyMatchInput\x12O\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B25.google.cloud.aiplatform.v1.ToolParameterKeyMatchSpecB\x03\xE0A\x02\x12Q\x0A\x09instances\x18\x02 \x03(\x0B29.google.cloud.aiplatform.v1.ToolParameterKeyMatchInstanceB\x03\xE0A\x02\"\x1B\x0A\x19ToolParameterKeyMatchSpec\"w\x0A\x1DToolParameterKeyMatchInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\"\x91\x01\x0A\x1CToolParameterKeyMatchResults\x12q\x0A&tool_parameter_key_match_metric_values\x18\x01 \x03(\x0B2<.google.cloud.aiplatform.v1.ToolParameterKeyMatchMetricValueB\x03\xE0A\x03\"E\x0A ToolParameterKeyMatchMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\xBD\x01\x0A\x19ToolParameterKVMatchInput\x12N\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B24.google.cloud.aiplatform.v1.ToolParameterKVMatchSpecB\x03\xE0A\x02\x12P\x0A\x09instances\x18\x02 \x03(\x0B28.google.cloud.aiplatform.v1.ToolParameterKVMatchInstanceB\x03\xE0A\x02\"@\x0A\x18ToolParameterKVMatchSpec\x12\$\x0A\x17use_strict_string_match\x18\x01 \x01(\x08B\x03\xE0A\x01\"v\x0A\x1CToolParameterKVMatchInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\"\x8E\x01\x0A\x1BToolParameterKVMatchResults\x12o\x0A%tool_parameter_kv_match_metric_values\x18\x01 \x03(\x0B2;.google.cloud.aiplatform.v1.ToolParameterKVMatchMetricValueB\x03\xE0A\x03\"D\x0A\x1FToolParameterKVMatchMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\x8F\x01\x0A\x0ACometInput\x12?\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2%.google.cloud.aiplatform.v1.CometSpecB\x03\xE0A\x02\x12@\x0A\x08instance\x18\x02 \x01(\x0B2).google.cloud.aiplatform.v1.CometInstanceB\x03\xE0A\x02\"\xE7\x01\x0A\x09CometSpec\x12M\x0A\x07version\x18\x01 \x01(\x0E22.google.cloud.aiplatform.v1.CometSpec.CometVersionB\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1C\x0A\x0Fsource_language\x18\x02 \x01(\x09B\x03\xE0A\x01\x12\x1C\x0A\x0Ftarget_language\x18\x03 \x01(\x09B\x03\xE0A\x01\"C\x0A\x0CCometVersion\x12\x1D\x0A\x19COMET_VERSION_UNSPECIFIED\x10\x00\x12\x14\x0A\x10COMET_22_SRC_REF\x10\x02B\x0A\x0A\x08_version\"\x8C\x01\x0A\x0DCometInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x18\x0A\x06source\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x09\x0A\x07_source\"0\x0A\x0BCometResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\x95\x01\x0A\x0CMetricxInput\x12A\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2'.google.cloud.aiplatform.v1.MetricxSpecB\x03\xE0A\x02\x12B\x0A\x08instance\x18\x02 \x01(\x0B2+.google.cloud.aiplatform.v1.MetricxInstanceB\x03\xE0A\x02\"\x9B\x02\x0A\x0BMetricxSpec\x12Q\x0A\x07version\x18\x01 \x01(\x0E26.google.cloud.aiplatform.v1.MetricxSpec.MetricxVersionB\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1C\x0A\x0Fsource_language\x18\x02 \x01(\x09B\x03\xE0A\x01\x12\x1C\x0A\x0Ftarget_language\x18\x03 \x01(\x09B\x03\xE0A\x01\"q\x0A\x0EMetricxVersion\x12\x1F\x0A\x1BMETRICX_VERSION_UNSPECIFIED\x10\x00\x12\x12\x0A\x0EMETRICX_24_REF\x10\x01\x12\x12\x0A\x0EMETRICX_24_SRC\x10\x02\x12\x16\x0A\x12METRICX_24_SRC_REF\x10\x03B\x0A\x0A\x08_version\"\x8E\x01\x0A\x0FMetricxInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x18\x0A\x06source\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x09\x0A\x07_source\"2\x0A\x0DMetricxResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score*W\x0A\x0EPairwiseChoice\x12\x1F\x0A\x1BPAIRWISE_CHOICE_UNSPECIFIED\x10\x00\x12\x0C\x0A\x08BASELINE\x10\x01\x12\x0D\x0A\x09CANDIDATE\x10\x02\x12\x07\x0A\x03TIE\x10\x032\xA9\x02\x0A\x11EvaluationService\x12\xC4\x01\x0A\x11EvaluateInstances\x124.google.cloud.aiplatform.v1.EvaluateInstancesRequest\x1A5.google.cloud.aiplatform.v1.EvaluateInstancesResponse\"B\x82\xD3\xE4\x93\x02<\"7/v1/{location=projects/*/locations/*}:evaluateInstances:\x01*\x1AM\xCAA\x19aiplatform.googleapis.com\xD2A.https://www.googleapis.com/auth/cloud-platformB\xD4\x01\x0A\x1Ecom.google.cloud.aiplatform.v1B\x16EvaluationServiceProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xAA\x02\x1AGoogle.Cloud.AIPlatform.V1\xCA\x02\x1AGoogle\\Cloud\\AIPlatform\\V1\xEA\x02\x1DGoogle::Cloud::AIPlatform::V1b\x06proto3"
+ "\x0A\xAD\xBA\x01\x0A3google/cloud/aiplatform/v1/evaluation_service.proto\x12\x1Agoogle.cloud.aiplatform.v1\x1A\x17google/api/client.proto\x1A\x1Fgoogle/api/field_behavior.proto\x1A\x19google/api/resource.proto\x1A(google/cloud/aiplatform/v1/content.proto\x1A#google/cloud/aiplatform/v1/io.proto\x1A\x1Cgoogle/protobuf/struct.proto\x1A\x17google/rpc/status.proto\"\xDA\x11\x0A\x18EvaluateInstancesRequest\x12H\x0A\x11exact_match_input\x18\x02 \x01(\x0B2+.google.cloud.aiplatform.v1.ExactMatchInputH\x00\x12;\x0A\x0Ableu_input\x18\x03 \x01(\x0B2%.google.cloud.aiplatform.v1.BleuInputH\x00\x12=\x0A\x0Brouge_input\x18\x04 \x01(\x0B2&.google.cloud.aiplatform.v1.RougeInputH\x00\x12A\x0A\x0Dfluency_input\x18\x05 \x01(\x0B2(.google.cloud.aiplatform.v1.FluencyInputH\x00\x12E\x0A\x0Fcoherence_input\x18\x06 \x01(\x0B2*.google.cloud.aiplatform.v1.CoherenceInputH\x00\x12?\x0A\x0Csafety_input\x18\x08 \x01(\x0B2'.google.cloud.aiplatform.v1.SafetyInputH\x00\x12K\x0A\x12groundedness_input\x18\x09 \x01(\x0B2-.google.cloud.aiplatform.v1.GroundednessInputH\x00\x12I\x0A\x11fulfillment_input\x18\x0C \x01(\x0B2,.google.cloud.aiplatform.v1.FulfillmentInputH\x00\x12\\\x0A\x1Bsummarization_quality_input\x18\x07 \x01(\x0B25.google.cloud.aiplatform.v1.SummarizationQualityInputH\x00\x12m\x0A\$pairwise_summarization_quality_input\x18\x17 \x01(\x0B2=.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInputH\x00\x12d\x0A\x1Fsummarization_helpfulness_input\x18\x0E \x01(\x0B29.google.cloud.aiplatform.v1.SummarizationHelpfulnessInputH\x00\x12`\x0A\x1Dsummarization_verbosity_input\x18\x0F \x01(\x0B27.google.cloud.aiplatform.v1.SummarizationVerbosityInputH\x00\x12e\x0A question_answering_quality_input\x18\x0A \x01(\x0B29.google.cloud.aiplatform.v1.QuestionAnsweringQualityInputH\x00\x12v\x0A)pairwise_question_answering_quality_input\x18\x18 \x01(\x0B2A.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInputH\x00\x12i\x0A\"question_answering_relevance_input\x18\x10 \x01(\x0B2;.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInputH\x00\x12m\x0A\$question_answering_helpfulness_input\x18\x11 \x01(\x0B2=.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInputH\x00\x12m\x0A\$question_answering_correctness_input\x18\x12 \x01(\x0B2=.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInputH\x00\x12R\x0A\x16pointwise_metric_input\x18\x1C \x01(\x0B20.google.cloud.aiplatform.v1.PointwiseMetricInputH\x00\x12P\x0A\x15pairwise_metric_input\x18\x1D \x01(\x0B2/.google.cloud.aiplatform.v1.PairwiseMetricInputH\x00\x12O\x0A\x15tool_call_valid_input\x18\x13 \x01(\x0B2..google.cloud.aiplatform.v1.ToolCallValidInputH\x00\x12O\x0A\x15tool_name_match_input\x18\x14 \x01(\x0B2..google.cloud.aiplatform.v1.ToolNameMatchInputH\x00\x12`\x0A\x1Etool_parameter_key_match_input\x18\x15 \x01(\x0B26.google.cloud.aiplatform.v1.ToolParameterKeyMatchInputH\x00\x12^\x0A\x1Dtool_parameter_kv_match_input\x18\x16 \x01(\x0B25.google.cloud.aiplatform.v1.ToolParameterKVMatchInputH\x00\x12=\x0A\x0Bcomet_input\x18\x1F \x01(\x0B2&.google.cloud.aiplatform.v1.CometInputH\x00\x12A\x0A\x0Dmetricx_input\x18 \x01(\x0B2(.google.cloud.aiplatform.v1.MetricxInputH\x00\x12;\x0A\x08location\x18\x01 \x01(\x09B)\xE0A\x02\xFAA#\x0A!locations.googleapis.com/LocationB\x0F\x0A\x0Dmetric_inputs\"\xB0\x07\x0A\x06Metric\x12R\x0A\x16predefined_metric_spec\x18\x08 \x01(\x0B20.google.cloud.aiplatform.v1.PredefinedMetricSpecH\x00\x12_\x0A\x1Dcomputation_based_metric_spec\x18\x09 \x01(\x0B26.google.cloud.aiplatform.v1.ComputationBasedMetricSpecH\x00\x12O\x0A\x15llm_based_metric_spec\x18\x0A \x01(\x0B2..google.cloud.aiplatform.v1.LLMBasedMetricSpecH\x00\x12P\x0A\x15pointwise_metric_spec\x18\x02 \x01(\x0B2/.google.cloud.aiplatform.v1.PointwiseMetricSpecH\x00\x12N\x0A\x14pairwise_metric_spec\x18\x03 \x01(\x0B2..google.cloud.aiplatform.v1.PairwiseMetricSpecH\x00\x12F\x0A\x10exact_match_spec\x18\x04 \x01(\x0B2*.google.cloud.aiplatform.v1.ExactMatchSpecH\x00\x129\x0A\x09bleu_spec\x18\x05 \x01(\x0B2\$.google.cloud.aiplatform.v1.BleuSpecH\x00\x12;\x0A\x0Arouge_spec\x18\x06 \x01(\x0B2%.google.cloud.aiplatform.v1.RougeSpecH\x00\x12V\x0A\x13aggregation_metrics\x18\x01 \x03(\x0E24.google.cloud.aiplatform.v1.Metric.AggregationMetricB\x03\xE0A\x01\"\xD6\x01\x0A\x11AggregationMetric\x12\"\x0A\x1EAGGREGATION_METRIC_UNSPECIFIED\x10\x00\x12\x0B\x0A\x07AVERAGE\x10\x01\x12\x08\x0A\x04MODE\x10\x02\x12\x16\x0A\x12STANDARD_DEVIATION\x10\x03\x12\x0C\x0A\x08VARIANCE\x10\x04\x12\x0B\x0A\x07MINIMUM\x10\x05\x12\x0B\x0A\x07MAXIMUM\x10\x06\x12\x0A\x0A\x06MEDIAN\x10\x07\x12\x12\x0A\x0EPERCENTILE_P90\x10\x08\x12\x12\x0A\x0EPERCENTILE_P95\x10\x09\x12\x12\x0A\x0EPERCENTILE_P99\x10\x0AB\x0D\x0A\x0Bmetric_spec\"\xE3\x01\x0A\x0FAutoraterConfig\x12 \x0A\x0Esampling_count\x18\x01 \x01(\x05B\x03\xE0A\x01H\x00\x88\x01\x01\x12\x1E\x0A\x0Cflip_enabled\x18\x02 \x01(\x08B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x1C\x0A\x0Fautorater_model\x18\x03 \x01(\x09B\x03\xE0A\x01\x12L\x0A\x11generation_config\x18\x04 \x01(\x0B2,.google.cloud.aiplatform.v1.GenerationConfigB\x03\xE0A\x01B\x11\x0A\x0F_sampling_countB\x0F\x0A\x0D_flip_enabled\"\xA5\x12\x0A\x19EvaluateInstancesResponse\x12L\x0A\x13exact_match_results\x18\x01 \x01(\x0B2-.google.cloud.aiplatform.v1.ExactMatchResultsH\x00\x12?\x0A\x0Cbleu_results\x18\x02 \x01(\x0B2'.google.cloud.aiplatform.v1.BleuResultsH\x00\x12A\x0A\x0Drouge_results\x18\x03 \x01(\x0B2(.google.cloud.aiplatform.v1.RougeResultsH\x00\x12C\x0A\x0Efluency_result\x18\x04 \x01(\x0B2).google.cloud.aiplatform.v1.FluencyResultH\x00\x12G\x0A\x10coherence_result\x18\x05 \x01(\x0B2+.google.cloud.aiplatform.v1.CoherenceResultH\x00\x12A\x0A\x0Dsafety_result\x18\x07 \x01(\x0B2(.google.cloud.aiplatform.v1.SafetyResultH\x00\x12M\x0A\x13groundedness_result\x18\x08 \x01(\x0B2..google.cloud.aiplatform.v1.GroundednessResultH\x00\x12K\x0A\x12fulfillment_result\x18\x0B \x01(\x0B2-.google.cloud.aiplatform.v1.FulfillmentResultH\x00\x12^\x0A\x1Csummarization_quality_result\x18\x06 \x01(\x0B26.google.cloud.aiplatform.v1.SummarizationQualityResultH\x00\x12o\x0A%pairwise_summarization_quality_result\x18\x16 \x01(\x0B2>.google.cloud.aiplatform.v1.PairwiseSummarizationQualityResultH\x00\x12f\x0A summarization_helpfulness_result\x18\x0D \x01(\x0B2:.google.cloud.aiplatform.v1.SummarizationHelpfulnessResultH\x00\x12b\x0A\x1Esummarization_verbosity_result\x18\x0E \x01(\x0B28.google.cloud.aiplatform.v1.SummarizationVerbosityResultH\x00\x12g\x0A!question_answering_quality_result\x18\x09 \x01(\x0B2:.google.cloud.aiplatform.v1.QuestionAnsweringQualityResultH\x00\x12x\x0A*pairwise_question_answering_quality_result\x18\x17 \x01(\x0B2B.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityResultH\x00\x12k\x0A#question_answering_relevance_result\x18\x0F \x01(\x0B2<.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceResultH\x00\x12o\x0A%question_answering_helpfulness_result\x18\x10 \x01(\x0B2>.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessResultH\x00\x12o\x0A%question_answering_correctness_result\x18\x11 \x01(\x0B2>.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessResultH\x00\x12T\x0A\x17pointwise_metric_result\x18\x1B \x01(\x0B21.google.cloud.aiplatform.v1.PointwiseMetricResultH\x00\x12R\x0A\x16pairwise_metric_result\x18\x1C \x01(\x0B20.google.cloud.aiplatform.v1.PairwiseMetricResultH\x00\x12S\x0A\x17tool_call_valid_results\x18\x12 \x01(\x0B20.google.cloud.aiplatform.v1.ToolCallValidResultsH\x00\x12S\x0A\x17tool_name_match_results\x18\x13 \x01(\x0B20.google.cloud.aiplatform.v1.ToolNameMatchResultsH\x00\x12d\x0A tool_parameter_key_match_results\x18\x14 \x01(\x0B28.google.cloud.aiplatform.v1.ToolParameterKeyMatchResultsH\x00\x12b\x0A\x1Ftool_parameter_kv_match_results\x18\x15 \x01(\x0B27.google.cloud.aiplatform.v1.ToolParameterKVMatchResultsH\x00\x12?\x0A\x0Ccomet_result\x18\x1D \x01(\x0B2'.google.cloud.aiplatform.v1.CometResultH\x00\x12C\x0A\x0Emetricx_result\x18\x1E \x01(\x0B2).google.cloud.aiplatform.v1.MetricxResultH\x00\x12@\x0A\x0Emetric_results\x18+ \x03(\x0B2(.google.cloud.aiplatform.v1.MetricResultB\x14\x0A\x12evaluation_results\"\x97\x01\x0A\x0CMetricResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x1D\x0A\x0Bexplanation\x18\x03 \x01(\x09B\x03\xE0A\x03H\x01\x88\x01\x01\x12+\x0A\x05error\x18\x04 \x01(\x0B2\x12.google.rpc.StatusB\x03\xE0A\x03H\x02\x88\x01\x01B\x08\x0A\x06_scoreB\x0E\x0A\x0C_explanationB\x08\x0A\x06_error\"d\x0A\x0COutputConfig\x12E\x0A\x0Fgcs_destination\x18\x01 \x01(\x0B2*.google.cloud.aiplatform.v1.GcsDestinationH\x00B\x0D\x0A\x0Bdestination\"\xA1\x01\x0A\x11EvaluationDataset\x12;\x0A\x0Agcs_source\x18\x01 \x01(\x0B2%.google.cloud.aiplatform.v1.GcsSourceH\x00\x12E\x0A\x0Fbigquery_source\x18\x02 \x01(\x0B2*.google.cloud.aiplatform.v1.BigQuerySourceH\x00B\x08\x0A\x06source\"\xAB\x01\x0A\x17EvaluateDatasetResponse\x12N\x0A\x12aggregation_output\x18\x01 \x01(\x0B2-.google.cloud.aiplatform.v1.AggregationOutputB\x03\xE0A\x03\x12@\x0A\x0Boutput_info\x18\x03 \x01(\x0B2&.google.cloud.aiplatform.v1.OutputInfoB\x03\xE0A\x03\"D\x0A\x0AOutputInfo\x12#\x0A\x14gcs_output_directory\x18\x01 \x01(\x09B\x03\xE0A\x03H\x00B\x11\x0A\x0Foutput_location\"\x9F\x01\x0A\x11AggregationOutput\x12>\x0A\x07dataset\x18\x01 \x01(\x0B2-.google.cloud.aiplatform.v1.EvaluationDataset\x12J\x0A\x13aggregation_results\x18\x02 \x03(\x0B2-.google.cloud.aiplatform.v1.AggregationResult\"\x92\x04\x0A\x11AggregationResult\x12T\x0A\x17pointwise_metric_result\x18\x05 \x01(\x0B21.google.cloud.aiplatform.v1.PointwiseMetricResultH\x00\x12R\x0A\x16pairwise_metric_result\x18\x06 \x01(\x0B20.google.cloud.aiplatform.v1.PairwiseMetricResultH\x00\x12U\x0A\x18exact_match_metric_value\x18\x07 \x01(\x0B21.google.cloud.aiplatform.v1.ExactMatchMetricValueH\x00\x12H\x0A\x11bleu_metric_value\x18\x08 \x01(\x0B2+.google.cloud.aiplatform.v1.BleuMetricValueH\x00\x12J\x0A\x12rouge_metric_value\x18\x09 \x01(\x0B2,.google.cloud.aiplatform.v1.RougeMetricValueH\x00\x12P\x0A\x12aggregation_metric\x18\x04 \x01(\x0E24.google.cloud.aiplatform.v1.Metric.AggregationMetricB\x14\x0A\x12aggregation_result\"s\x0A\x14PredefinedMetricSpec\x12\x1D\x0A\x10metric_spec_name\x18\x01 \x01(\x09B\x03\xE0A\x02\x12<\x0A\x16metric_spec_parameters\x18\x02 \x01(\x0B2\x17.google.protobuf.StructB\x03\xE0A\x01\"\xC9\x02\x0A\x1AComputationBasedMetricSpec\x12i\x0A\x04type\x18\x01 \x01(\x0E2Q.google.cloud.aiplatform.v1.ComputationBasedMetricSpec.ComputationBasedMetricTypeB\x03\xE0A\x02H\x00\x88\x01\x01\x125\x0A\x0Aparameters\x18\x02 \x01(\x0B2\x17.google.protobuf.StructB\x03\xE0A\x01H\x01\x88\x01\x01\"q\x0A\x1AComputationBasedMetricType\x12-\x0A)COMPUTATION_BASED_METRIC_TYPE_UNSPECIFIED\x10\x00\x12\x0F\x0A\x0BEXACT_MATCH\x10\x01\x12\x08\x0A\x04BLEU\x10\x02\x12\x09\x0A\x05ROUGE\x10\x03B\x07\x0A\x05_typeB\x0D\x0A\x0B_parameters\"\xE9\x03\x0A\x12LLMBasedMetricSpec\x12\x1A\x0A\x10rubric_group_key\x18\x04 \x01(\x09H\x00\x12]\x0A!predefined_rubric_generation_spec\x18\x06 \x01(\x0B20.google.cloud.aiplatform.v1.PredefinedMetricSpecH\x00\x12(\x0A\x16metric_prompt_template\x18\x01 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01\x12\$\x0A\x12system_instruction\x18\x02 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01\x12U\x0A\x16judge_autorater_config\x18\x03 \x01(\x0B2+.google.cloud.aiplatform.v1.AutoraterConfigB\x03\xE0A\x01H\x03\x88\x01\x01\x12<\x0A\x11additional_config\x18\x07 \x01(\x0B2\x17.google.protobuf.StructB\x03\xE0A\x01H\x04\x88\x01\x01B\x10\x0A\x0Erubrics_sourceB\x19\x0A\x17_metric_prompt_templateB\x15\x0A\x13_system_instructionB\x19\x0A\x17_judge_autorater_configB\x14\x0A\x12_additional_config\"\x9F\x01\x0A\x0FExactMatchInput\x12D\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2*.google.cloud.aiplatform.v1.ExactMatchSpecB\x03\xE0A\x02\x12F\x0A\x09instances\x18\x02 \x03(\x0B2..google.cloud.aiplatform.v1.ExactMatchInstanceB\x03\xE0A\x02\"l\x0A\x12ExactMatchInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\"\x10\x0A\x0EExactMatchSpec\"n\x0A\x11ExactMatchResults\x12Y\x0A\x19exact_match_metric_values\x18\x01 \x03(\x0B21.google.cloud.aiplatform.v1.ExactMatchMetricValueB\x03\xE0A\x03\":\x0A\x15ExactMatchMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\x8D\x01\x0A\x09BleuInput\x12>\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2\$.google.cloud.aiplatform.v1.BleuSpecB\x03\xE0A\x02\x12@\x0A\x09instances\x18\x02 \x03(\x0B2(.google.cloud.aiplatform.v1.BleuInstanceB\x03\xE0A\x02\"f\x0A\x0CBleuInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\",\x0A\x08BleuSpec\x12 \x0A\x13use_effective_order\x18\x01 \x01(\x08B\x03\xE0A\x01\"[\x0A\x0BBleuResults\x12L\x0A\x12bleu_metric_values\x18\x01 \x03(\x0B2+.google.cloud.aiplatform.v1.BleuMetricValueB\x03\xE0A\x03\"4\x0A\x0FBleuMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\x90\x01\x0A\x0ARougeInput\x12?\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2%.google.cloud.aiplatform.v1.RougeSpecB\x03\xE0A\x02\x12A\x0A\x09instances\x18\x02 \x03(\x0B2).google.cloud.aiplatform.v1.RougeInstanceB\x03\xE0A\x02\"g\x0A\x0DRougeInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\"\\\x0A\x09RougeSpec\x12\x17\x0A\x0Arouge_type\x18\x01 \x01(\x09B\x03\xE0A\x01\x12\x18\x0A\x0Buse_stemmer\x18\x02 \x01(\x08B\x03\xE0A\x01\x12\x1C\x0A\x0Fsplit_summaries\x18\x03 \x01(\x08B\x03\xE0A\x01\"^\x0A\x0CRougeResults\x12N\x0A\x13rouge_metric_values\x18\x01 \x03(\x0B2,.google.cloud.aiplatform.v1.RougeMetricValueB\x03\xE0A\x03\"5\x0A\x10RougeMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\x9B\x01\x0A\x0ECoherenceInput\x12C\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2).google.cloud.aiplatform.v1.CoherenceSpecB\x03\xE0A\x02\x12D\x0A\x08instance\x18\x02 \x01(\x0B2-.google.cloud.aiplatform.v1.CoherenceInstanceB\x03\xE0A\x02\"@\x0A\x11CoherenceInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01B\x0D\x0A\x0B_prediction\"%\x0A\x0DCoherenceSpec\x12\x14\x0A\x07version\x18\x01 \x01(\x05B\x03\xE0A\x01\"{\x0A\x0FCoherenceResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\x95\x01\x0A\x0CFluencyInput\x12A\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2'.google.cloud.aiplatform.v1.FluencySpecB\x03\xE0A\x02\x12B\x0A\x08instance\x18\x02 \x01(\x0B2+.google.cloud.aiplatform.v1.FluencyInstanceB\x03\xE0A\x02\">\x0A\x0FFluencyInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01B\x0D\x0A\x0B_prediction\"#\x0A\x0BFluencySpec\x12\x14\x0A\x07version\x18\x01 \x01(\x05B\x03\xE0A\x01\"y\x0A\x0DFluencyResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\x92\x01\x0A\x0BSafetyInput\x12@\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2&.google.cloud.aiplatform.v1.SafetySpecB\x03\xE0A\x02\x12A\x0A\x08instance\x18\x02 \x01(\x0B2*.google.cloud.aiplatform.v1.SafetyInstanceB\x03\xE0A\x02\"=\x0A\x0ESafetyInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01B\x0D\x0A\x0B_prediction\"\"\x0A\x0ASafetySpec\x12\x14\x0A\x07version\x18\x01 \x01(\x05B\x03\xE0A\x01\"x\x0A\x0CSafetyResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xA4\x01\x0A\x11GroundednessInput\x12F\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2,.google.cloud.aiplatform.v1.GroundednessSpecB\x03\xE0A\x02\x12G\x0A\x08instance\x18\x02 \x01(\x0B20.google.cloud.aiplatform.v1.GroundednessInstanceB\x03\xE0A\x02\"j\x0A\x14GroundednessInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x19\x0A\x07context\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0A\x0A\x08_context\"(\x0A\x10GroundednessSpec\x12\x14\x0A\x07version\x18\x01 \x01(\x05B\x03\xE0A\x01\"~\x0A\x12GroundednessResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xA1\x01\x0A\x10FulfillmentInput\x12E\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2+.google.cloud.aiplatform.v1.FulfillmentSpecB\x03\xE0A\x02\x12F\x0A\x08instance\x18\x02 \x01(\x0B2/.google.cloud.aiplatform.v1.FulfillmentInstanceB\x03\xE0A\x02\"q\x0A\x13FulfillmentInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0E\x0A\x0C_instruction\"'\x0A\x0FFulfillmentSpec\x12\x14\x0A\x07version\x18\x01 \x01(\x05B\x03\xE0A\x01\"}\x0A\x11FulfillmentResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xBC\x01\x0A\x19SummarizationQualityInput\x12N\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B24.google.cloud.aiplatform.v1.SummarizationQualitySpecB\x03\xE0A\x02\x12O\x0A\x08instance\x18\x02 \x01(\x0B28.google.cloud.aiplatform.v1.SummarizationQualityInstanceB\x03\xE0A\x02\"\xCC\x01\x0A\x1CSummarizationQualityInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x02H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"L\x0A\x18SummarizationQualitySpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x86\x01\x0A\x1ASummarizationQualityResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xD4\x01\x0A!PairwiseSummarizationQualityInput\x12V\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2<.google.cloud.aiplatform.v1.PairwiseSummarizationQualitySpecB\x03\xE0A\x02\x12W\x0A\x08instance\x18\x02 \x01(\x0B2@.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInstanceB\x03\xE0A\x02\"\x93\x02\x0A\$PairwiseSummarizationQualityInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12%\x0A\x13baseline_prediction\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01\x12\x19\x0A\x07context\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x05 \x01(\x09B\x03\xE0A\x02H\x04\x88\x01\x01B\x0D\x0A\x0B_predictionB\x16\x0A\x14_baseline_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"T\x0A PairwiseSummarizationQualitySpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\xB5\x01\x0A\"PairwiseSummarizationQualityResult\x12H\x0A\x0Fpairwise_choice\x18\x01 \x01(\x0E2*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xE0A\x03\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x0D\x0A\x0B_confidence\"\xC8\x01\x0A\x1DSummarizationHelpfulnessInput\x12R\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B28.google.cloud.aiplatform.v1.SummarizationHelpfulnessSpecB\x03\xE0A\x02\x12S\x0A\x08instance\x18\x02 \x01(\x0B2<.google.cloud.aiplatform.v1.SummarizationHelpfulnessInstanceB\x03\xE0A\x02\"\xD0\x01\x0A SummarizationHelpfulnessInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x02H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x01H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"P\x0A\x1CSummarizationHelpfulnessSpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x8A\x01\x0A\x1ESummarizationHelpfulnessResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xC2\x01\x0A\x1BSummarizationVerbosityInput\x12P\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B26.google.cloud.aiplatform.v1.SummarizationVerbositySpecB\x03\xE0A\x02\x12Q\x0A\x08instance\x18\x02 \x01(\x0B2:.google.cloud.aiplatform.v1.SummarizationVerbosityInstanceB\x03\xE0A\x02\"\xCE\x01\x0A\x1ESummarizationVerbosityInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x02H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x01H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"N\x0A\x1ASummarizationVerbositySpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x88\x01\x0A\x1CSummarizationVerbosityResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xC8\x01\x0A\x1DQuestionAnsweringQualityInput\x12R\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B28.google.cloud.aiplatform.v1.QuestionAnsweringQualitySpecB\x03\xE0A\x02\x12S\x0A\x08instance\x18\x02 \x01(\x0B2<.google.cloud.aiplatform.v1.QuestionAnsweringQualityInstanceB\x03\xE0A\x02\"\xD0\x01\x0A QuestionAnsweringQualityInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x02H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"P\x0A\x1CQuestionAnsweringQualitySpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x8A\x01\x0A\x1EQuestionAnsweringQualityResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xE0\x01\x0A%PairwiseQuestionAnsweringQualityInput\x12Z\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2@.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualitySpecB\x03\xE0A\x02\x12[\x0A\x08instance\x18\x02 \x01(\x0B2D.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInstanceB\x03\xE0A\x02\"\x97\x02\x0A(PairwiseQuestionAnsweringQualityInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12%\x0A\x13baseline_prediction\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01\x12\x19\x0A\x07context\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x05 \x01(\x09B\x03\xE0A\x02H\x04\x88\x01\x01B\x0D\x0A\x0B_predictionB\x16\x0A\x14_baseline_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"X\x0A\$PairwiseQuestionAnsweringQualitySpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\xB9\x01\x0A&PairwiseQuestionAnsweringQualityResult\x12H\x0A\x0Fpairwise_choice\x18\x01 \x01(\x0E2*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xE0A\x03\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x0D\x0A\x0B_confidence\"\xCE\x01\x0A\x1FQuestionAnsweringRelevanceInput\x12T\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2:.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceSpecB\x03\xE0A\x02\x12U\x0A\x08instance\x18\x02 \x01(\x0B2>.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInstanceB\x03\xE0A\x02\"\xD2\x01\x0A\"QuestionAnsweringRelevanceInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"R\x0A\x1EQuestionAnsweringRelevanceSpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x8C\x01\x0A QuestionAnsweringRelevanceResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xD4\x01\x0A!QuestionAnsweringHelpfulnessInput\x12V\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2<.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessSpecB\x03\xE0A\x02\x12W\x0A\x08instance\x18\x02 \x01(\x0B2@.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInstanceB\x03\xE0A\x02\"\xD4\x01\x0A\$QuestionAnsweringHelpfulnessInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"T\x0A QuestionAnsweringHelpfulnessSpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x8E\x01\x0A\"QuestionAnsweringHelpfulnessResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xD4\x01\x0A!QuestionAnsweringCorrectnessInput\x12V\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2<.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessSpecB\x03\xE0A\x02\x12W\x0A\x08instance\x18\x02 \x01(\x0B2@.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInstanceB\x03\xE0A\x02\"\xD4\x01\x0A\$QuestionAnsweringCorrectnessInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x19\x0A\x07context\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01\x12\x1D\x0A\x0Binstruction\x18\x04 \x01(\x09B\x03\xE0A\x02H\x03\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x0A\x0A\x08_contextB\x0E\x0A\x0C_instruction\"T\x0A QuestionAnsweringCorrectnessSpec\x12\x1A\x0A\x0Duse_reference\x18\x01 \x01(\x08B\x03\xE0A\x01\x12\x14\x0A\x07version\x18\x02 \x01(\x05B\x03\xE0A\x01\"\x8E\x01\x0A\"QuestionAnsweringCorrectnessResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12\x1C\x0A\x0Aconfidence\x18\x03 \x01(\x02B\x03\xE0A\x03H\x01\x88\x01\x01B\x08\x0A\x06_scoreB\x0D\x0A\x0B_confidence\"\xAD\x01\x0A\x14PointwiseMetricInput\x12I\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2/.google.cloud.aiplatform.v1.PointwiseMetricSpecB\x03\xE0A\x02\x12J\x0A\x08instance\x18\x02 \x01(\x0B23.google.cloud.aiplatform.v1.PointwiseMetricInstanceB\x03\xE0A\x02\"\x86\x01\x0A\x17PointwiseMetricInstance\x12\x17\x0A\x0Djson_instance\x18\x01 \x01(\x09H\x00\x12F\x0A\x14content_map_instance\x18\x02 \x01(\x0B2&.google.cloud.aiplatform.v1.ContentMapH\x00B\x0A\x0A\x08instance\"\xF7\x01\x0A\x13PointwiseMetricSpec\x12(\x0A\x16metric_prompt_template\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\$\x0A\x12system_instruction\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12^\x0A\x1Bcustom_output_format_config\x18\x03 \x01(\x0B24.google.cloud.aiplatform.v1.CustomOutputFormatConfigB\x03\xE0A\x01B\x19\x0A\x17_metric_prompt_templateB\x15\x0A\x13_system_instruction\"[\x0A\x18CustomOutputFormatConfig\x12 \x0A\x11return_raw_output\x18\x01 \x01(\x08B\x03\xE0A\x01H\x00B\x1D\x0A\x1Bcustom_output_format_config\"\x9A\x01\x0A\x15PointwiseMetricResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12D\x0A\x0Dcustom_output\x18\x03 \x01(\x0B2(.google.cloud.aiplatform.v1.CustomOutputB\x03\xE0A\x03B\x08\x0A\x06_score\"b\x0A\x0CCustomOutput\x12A\x0A\x0Braw_outputs\x18\x01 \x01(\x0B2%.google.cloud.aiplatform.v1.RawOutputB\x03\xE0A\x03H\x00B\x0F\x0A\x0Dcustom_output\"\$\x0A\x09RawOutput\x12\x17\x0A\x0Araw_output\x18\x01 \x03(\x09B\x03\xE0A\x03\"\xAA\x01\x0A\x13PairwiseMetricInput\x12H\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2..google.cloud.aiplatform.v1.PairwiseMetricSpecB\x03\xE0A\x02\x12I\x0A\x08instance\x18\x02 \x01(\x0B22.google.cloud.aiplatform.v1.PairwiseMetricInstanceB\x03\xE0A\x02\"\x85\x01\x0A\x16PairwiseMetricInstance\x12\x17\x0A\x0Djson_instance\x18\x01 \x01(\x09H\x00\x12F\x0A\x14content_map_instance\x18\x02 \x01(\x0B2&.google.cloud.aiplatform.v1.ContentMapH\x00B\x0A\x0A\x08instance\"\xCD\x02\x0A\x12PairwiseMetricSpec\x12(\x0A\x16metric_prompt_template\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12*\x0A\x1Dcandidate_response_field_name\x18\x02 \x01(\x09B\x03\xE0A\x01\x12)\x0A\x1Cbaseline_response_field_name\x18\x03 \x01(\x09B\x03\xE0A\x01\x12\$\x0A\x12system_instruction\x18\x04 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12^\x0A\x1Bcustom_output_format_config\x18\x05 \x01(\x0B24.google.cloud.aiplatform.v1.CustomOutputFormatConfigB\x03\xE0A\x01B\x19\x0A\x17_metric_prompt_templateB\x15\x0A\x13_system_instruction\"\xC0\x01\x0A\x14PairwiseMetricResult\x12H\x0A\x0Fpairwise_choice\x18\x01 \x01(\x0E2*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xE0A\x03\x12\x18\x0A\x0Bexplanation\x18\x02 \x01(\x09B\x03\xE0A\x03\x12D\x0A\x0Dcustom_output\x18\x03 \x01(\x0B2(.google.cloud.aiplatform.v1.CustomOutputB\x03\xE0A\x03\"\xA8\x01\x0A\x12ToolCallValidInput\x12G\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2-.google.cloud.aiplatform.v1.ToolCallValidSpecB\x03\xE0A\x02\x12I\x0A\x09instances\x18\x02 \x03(\x0B21.google.cloud.aiplatform.v1.ToolCallValidInstanceB\x03\xE0A\x02\"\x13\x0A\x11ToolCallValidSpec\"o\x0A\x15ToolCallValidInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\"x\x0A\x14ToolCallValidResults\x12`\x0A\x1Dtool_call_valid_metric_values\x18\x01 \x03(\x0B24.google.cloud.aiplatform.v1.ToolCallValidMetricValueB\x03\xE0A\x03\"=\x0A\x18ToolCallValidMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\xA8\x01\x0A\x12ToolNameMatchInput\x12G\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2-.google.cloud.aiplatform.v1.ToolNameMatchSpecB\x03\xE0A\x02\x12I\x0A\x09instances\x18\x02 \x03(\x0B21.google.cloud.aiplatform.v1.ToolNameMatchInstanceB\x03\xE0A\x02\"\x13\x0A\x11ToolNameMatchSpec\"o\x0A\x15ToolNameMatchInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\"x\x0A\x14ToolNameMatchResults\x12`\x0A\x1Dtool_name_match_metric_values\x18\x01 \x03(\x0B24.google.cloud.aiplatform.v1.ToolNameMatchMetricValueB\x03\xE0A\x03\"=\x0A\x18ToolNameMatchMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\xC0\x01\x0A\x1AToolParameterKeyMatchInput\x12O\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B25.google.cloud.aiplatform.v1.ToolParameterKeyMatchSpecB\x03\xE0A\x02\x12Q\x0A\x09instances\x18\x02 \x03(\x0B29.google.cloud.aiplatform.v1.ToolParameterKeyMatchInstanceB\x03\xE0A\x02\"\x1B\x0A\x19ToolParameterKeyMatchSpec\"w\x0A\x1DToolParameterKeyMatchInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\"\x91\x01\x0A\x1CToolParameterKeyMatchResults\x12q\x0A&tool_parameter_key_match_metric_values\x18\x01 \x03(\x0B2<.google.cloud.aiplatform.v1.ToolParameterKeyMatchMetricValueB\x03\xE0A\x03\"E\x0A ToolParameterKeyMatchMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\xBD\x01\x0A\x19ToolParameterKVMatchInput\x12N\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B24.google.cloud.aiplatform.v1.ToolParameterKVMatchSpecB\x03\xE0A\x02\x12P\x0A\x09instances\x18\x02 \x03(\x0B28.google.cloud.aiplatform.v1.ToolParameterKVMatchInstanceB\x03\xE0A\x02\"@\x0A\x18ToolParameterKVMatchSpec\x12\$\x0A\x17use_strict_string_match\x18\x01 \x01(\x08B\x03\xE0A\x01\"v\x0A\x1CToolParameterKVMatchInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x02H\x01\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_reference\"\x8E\x01\x0A\x1BToolParameterKVMatchResults\x12o\x0A%tool_parameter_kv_match_metric_values\x18\x01 \x03(\x0B2;.google.cloud.aiplatform.v1.ToolParameterKVMatchMetricValueB\x03\xE0A\x03\"D\x0A\x1FToolParameterKVMatchMetricValue\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\x8F\x01\x0A\x0ACometInput\x12?\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2%.google.cloud.aiplatform.v1.CometSpecB\x03\xE0A\x02\x12@\x0A\x08instance\x18\x02 \x01(\x0B2).google.cloud.aiplatform.v1.CometInstanceB\x03\xE0A\x02\"\xE7\x01\x0A\x09CometSpec\x12M\x0A\x07version\x18\x01 \x01(\x0E22.google.cloud.aiplatform.v1.CometSpec.CometVersionB\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1C\x0A\x0Fsource_language\x18\x02 \x01(\x09B\x03\xE0A\x01\x12\x1C\x0A\x0Ftarget_language\x18\x03 \x01(\x09B\x03\xE0A\x01\"C\x0A\x0CCometVersion\x12\x1D\x0A\x19COMET_VERSION_UNSPECIFIED\x10\x00\x12\x14\x0A\x10COMET_22_SRC_REF\x10\x02B\x0A\x0A\x08_version\"\x8C\x01\x0A\x0DCometInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x18\x0A\x06source\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x09\x0A\x07_source\"0\x0A\x0BCometResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\x95\x01\x0A\x0CMetricxInput\x12A\x0A\x0Bmetric_spec\x18\x01 \x01(\x0B2'.google.cloud.aiplatform.v1.MetricxSpecB\x03\xE0A\x02\x12B\x0A\x08instance\x18\x02 \x01(\x0B2+.google.cloud.aiplatform.v1.MetricxInstanceB\x03\xE0A\x02\"\x9B\x02\x0A\x0BMetricxSpec\x12Q\x0A\x07version\x18\x01 \x01(\x0E26.google.cloud.aiplatform.v1.MetricxSpec.MetricxVersionB\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1C\x0A\x0Fsource_language\x18\x02 \x01(\x09B\x03\xE0A\x01\x12\x1C\x0A\x0Ftarget_language\x18\x03 \x01(\x09B\x03\xE0A\x01\"q\x0A\x0EMetricxVersion\x12\x1F\x0A\x1BMETRICX_VERSION_UNSPECIFIED\x10\x00\x12\x12\x0A\x0EMETRICX_24_REF\x10\x01\x12\x12\x0A\x0EMETRICX_24_SRC\x10\x02\x12\x16\x0A\x12METRICX_24_SRC_REF\x10\x03B\x0A\x0A\x08_version\"\x8E\x01\x0A\x0FMetricxInstance\x12\x1C\x0A\x0Aprediction\x18\x01 \x01(\x09B\x03\xE0A\x02H\x00\x88\x01\x01\x12\x1B\x0A\x09reference\x18\x02 \x01(\x09B\x03\xE0A\x01H\x01\x88\x01\x01\x12\x18\x0A\x06source\x18\x03 \x01(\x09B\x03\xE0A\x01H\x02\x88\x01\x01B\x0D\x0A\x0B_predictionB\x0C\x0A\x0A_referenceB\x09\x0A\x07_source\"2\x0A\x0DMetricxResult\x12\x17\x0A\x05score\x18\x01 \x01(\x02B\x03\xE0A\x03H\x00\x88\x01\x01B\x08\x0A\x06_score\"\xFD\x01\x0A\x0AContentMap\x12G\x0A\x06values\x18\x01 \x03(\x0B22.google.cloud.aiplatform.v1.ContentMap.ValuesEntryB\x03\xE0A\x01\x1AF\x0A\x08Contents\x12:\x0A\x08contents\x18\x01 \x03(\x0B2#.google.cloud.aiplatform.v1.ContentB\x03\xE0A\x01\x1A^\x0A\x0BValuesEntry\x12\x0B\x0A\x03key\x18\x01 \x01(\x09\x12>\x0A\x05value\x18\x02 \x01(\x0B2/.google.cloud.aiplatform.v1.ContentMap.Contents:\x028\x01*W\x0A\x0EPairwiseChoice\x12\x1F\x0A\x1BPAIRWISE_CHOICE_UNSPECIFIED\x10\x00\x12\x0C\x0A\x08BASELINE\x10\x01\x12\x0D\x0A\x09CANDIDATE\x10\x02\x12\x07\x0A\x03TIE\x10\x032\xA9\x02\x0A\x11EvaluationService\x12\xC4\x01\x0A\x11EvaluateInstances\x124.google.cloud.aiplatform.v1.EvaluateInstancesRequest\x1A5.google.cloud.aiplatform.v1.EvaluateInstancesResponse\"B\x82\xD3\xE4\x93\x02<\"7/v1/{location=projects/*/locations/*}:evaluateInstances:\x01*\x1AM\xCAA\x19aiplatform.googleapis.com\xD2A.https://www.googleapis.com/auth/cloud-platformB\xD4\x01\x0A\x1Ecom.google.cloud.aiplatform.v1B\x16EvaluationServiceProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xAA\x02\x1AGoogle.Cloud.AIPlatform.V1\xCA\x02\x1AGoogle\\Cloud\\AIPlatform\\V1\xEA\x02\x1DGoogle::Cloud::AIPlatform::V1b\x06proto3"
, true);
static::$is_initialized = true;
diff --git a/AiPlatform/metadata/V1/TuningJob.php b/AiPlatform/metadata/V1/TuningJob.php
index ab92fa2d2ae..942fc334631 100644
--- a/AiPlatform/metadata/V1/TuningJob.php
+++ b/AiPlatform/metadata/V1/TuningJob.php
@@ -18,11 +18,12 @@ public static function initOnce() {
\GPBMetadata\Google\Api\Resource::initOnce();
\GPBMetadata\Google\Cloud\Aiplatform\V1\Content::initOnce();
\GPBMetadata\Google\Cloud\Aiplatform\V1\EncryptionSpec::initOnce();
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
\GPBMetadata\Google\Cloud\Aiplatform\V1\JobState::initOnce();
\GPBMetadata\Google\Protobuf\Timestamp::initOnce();
\GPBMetadata\Google\Rpc\Status::initOnce();
$pool->internalAddGeneratedFile(
- "\x0A\x83!\x0A+google/cloud/aiplatform/v1/tuning_job.proto\x12\x1Agoogle.cloud.aiplatform.v1\x1A\x19google/api/resource.proto\x1A(google/cloud/aiplatform/v1/content.proto\x1A0google/cloud/aiplatform/v1/encryption_spec.proto\x1A*google/cloud/aiplatform/v1/job_state.proto\x1A\x1Fgoogle/protobuf/timestamp.proto\x1A\x17google/rpc/status.proto\"\x8D\x09\x0A\x09TuningJob\x12\x14\x0A\x0Abase_model\x18\x04 \x01(\x09H\x00\x12D\x0A\x0Fpre_tuned_model\x18\x1F \x01(\x0B2).google.cloud.aiplatform.v1.PreTunedModelH\x00\x12R\x0A\x16supervised_tuning_spec\x18\x05 \x01(\x0B20.google.cloud.aiplatform.v1.SupervisedTuningSpecH\x01\x12\x14\x0A\x04name\x18\x01 \x01(\x09B\x06\xE0A\x08\xE0A\x03\x12%\x0A\x18tuned_model_display_name\x18\x02 \x01(\x09B\x03\xE0A\x01\x12\x18\x0A\x0Bdescription\x18\x03 \x01(\x09B\x03\xE0A\x01\x128\x0A\x05state\x18\x06 \x01(\x0E2\$.google.cloud.aiplatform.v1.JobStateB\x03\xE0A\x03\x124\x0A\x0Bcreate_time\x18\x07 \x01(\x0B2\x1A.google.protobuf.TimestampB\x03\xE0A\x03\x123\x0A\x0Astart_time\x18\x08 \x01(\x0B2\x1A.google.protobuf.TimestampB\x03\xE0A\x03\x121\x0A\x08end_time\x18\x09 \x01(\x0B2\x1A.google.protobuf.TimestampB\x03\xE0A\x03\x124\x0A\x0Bupdate_time\x18\x0A \x01(\x0B2\x1A.google.protobuf.TimestampB\x03\xE0A\x03\x12&\x0A\x05error\x18\x0B \x01(\x0B2\x12.google.rpc.StatusB\x03\xE0A\x03\x12F\x0A\x06labels\x18\x0C \x03(\x0B21.google.cloud.aiplatform.v1.TuningJob.LabelsEntryB\x03\xE0A\x01\x12=\x0A\x0Aexperiment\x18\x0D \x01(\x09B)\xE0A\x03\xFAA#\x0A!aiplatform.googleapis.com/Context\x12@\x0A\x0Btuned_model\x18\x0E \x01(\x0B2&.google.cloud.aiplatform.v1.TunedModelB\x03\xE0A\x03\x12K\x0A\x11tuning_data_stats\x18\x0F \x01(\x0B2+.google.cloud.aiplatform.v1.TuningDataStatsB\x03\xE0A\x03\x12C\x0A\x0Fencryption_spec\x18\x10 \x01(\x0B2*.google.cloud.aiplatform.v1.EncryptionSpec\x12\x17\x0A\x0Fservice_account\x18\x16 \x01(\x09\x1A-\x0A\x0BLabelsEntry\x12\x0B\x0A\x03key\x18\x01 \x01(\x09\x12\x0D\x0A\x05value\x18\x02 \x01(\x09:\x028\x01:\x80\x01\xEAA}\x0A#aiplatform.googleapis.com/TuningJob\x12?projects/{project}/locations/{location}/tuningJobs/{tuning_job}*\x0AtuningJobs2\x09tuningJobB\x0E\x0A\x0Csource_modelB\x0D\x0A\x0Btuning_spec\"\xCE\x01\x0A\x0ATunedModel\x126\x0A\x05model\x18\x01 \x01(\x09B'\xE0A\x03\xFAA!\x0A\x1Faiplatform.googleapis.com/Model\x12<\x0A\x08endpoint\x18\x02 \x01(\x09B*\xE0A\x03\xFAA\$\x0A\"aiplatform.googleapis.com/Endpoint\x12J\x0A\x0Bcheckpoints\x18\x03 \x03(\x0B20.google.cloud.aiplatform.v1.TunedModelCheckpointB\x03\xE0A\x03\"\xF2\x02\x0A#SupervisedTuningDatasetDistribution\x12\x10\x0A\x03sum\x18\x01 \x01(\x03B\x03\xE0A\x03\x12\x19\x0A\x0Cbillable_sum\x18\x09 \x01(\x03B\x03\xE0A\x03\x12\x10\x0A\x03min\x18\x02 \x01(\x01B\x03\xE0A\x03\x12\x10\x0A\x03max\x18\x03 \x01(\x01B\x03\xE0A\x03\x12\x11\x0A\x04mean\x18\x04 \x01(\x01B\x03\xE0A\x03\x12\x13\x0A\x06median\x18\x05 \x01(\x01B\x03\xE0A\x03\x12\x0F\x0A\x02p5\x18\x06 \x01(\x01B\x03\xE0A\x03\x12\x10\x0A\x03p95\x18\x07 \x01(\x01B\x03\xE0A\x03\x12c\x0A\x07buckets\x18\x08 \x03(\x0B2M.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistribution.DatasetBucketB\x03\xE0A\x03\x1AJ\x0A\x0DDatasetBucket\x12\x12\x0A\x05count\x18\x01 \x01(\x01B\x03\xE0A\x03\x12\x11\x0A\x04left\x18\x02 \x01(\x01B\x03\xE0A\x03\x12\x12\x0A\x05right\x18\x03 \x01(\x01B\x03\xE0A\x03\"\xFC\x05\x0A\x19SupervisedTuningDataStats\x12)\x0A\x1Ctuning_dataset_example_count\x18\x01 \x01(\x03B\x03\xE0A\x03\x12)\x0A\x1Ctotal_tuning_character_count\x18\x02 \x01(\x03B\x03\xE0A\x03\x12-\x0A\x1Etotal_billable_character_count\x18\x03 \x01(\x03B\x05\x18\x01\xE0A\x03\x12'\x0A\x1Atotal_billable_token_count\x18\x09 \x01(\x03B\x03\xE0A\x03\x12\x1E\x0A\x11tuning_step_count\x18\x04 \x01(\x03B\x03\xE0A\x03\x12k\x0A\x1Duser_input_token_distribution\x18\x05 \x01(\x0B2?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xE0A\x03\x12l\x0A\x1Euser_output_token_distribution\x18\x06 \x01(\x0B2?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xE0A\x03\x12s\x0A%user_message_per_example_distribution\x18\x07 \x01(\x0B2?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xE0A\x03\x12G\x0A\x15user_dataset_examples\x18\x08 \x03(\x0B2#.google.cloud.aiplatform.v1.ContentB\x03\xE0A\x03\x12*\x0A\x1Dtotal_truncated_example_count\x18\x0A \x01(\x03B\x03\xE0A\x03\x12&\x0A\x19truncated_example_indices\x18\x0B \x03(\x03B\x03\xE0A\x03\x12\$\x0A\x17dropped_example_reasons\x18\x0C \x03(\x09B\x03\xE0A\x03\"\x85\x01\x0A\x0FTuningDataStats\x12]\x0A\x1Csupervised_tuning_data_stats\x18\x01 \x01(\x0B25.google.cloud.aiplatform.v1.SupervisedTuningDataStatsH\x00B\x13\x0A\x11tuning_data_stats\"\xFA\x02\x0A\x19SupervisedHyperParameters\x12\x18\x0A\x0Bepoch_count\x18\x01 \x01(\x03B\x03\xE0A\x01\x12%\x0A\x18learning_rate_multiplier\x18\x02 \x01(\x01B\x03\xE0A\x01\x12\\\x0A\x0Cadapter_size\x18\x03 \x01(\x0E2A.google.cloud.aiplatform.v1.SupervisedHyperParameters.AdapterSizeB\x03\xE0A\x01\"\xBD\x01\x0A\x0BAdapterSize\x12\x1C\x0A\x18ADAPTER_SIZE_UNSPECIFIED\x10\x00\x12\x14\x0A\x10ADAPTER_SIZE_ONE\x10\x01\x12\x14\x0A\x10ADAPTER_SIZE_TWO\x10\x06\x12\x15\x0A\x11ADAPTER_SIZE_FOUR\x10\x02\x12\x16\x0A\x12ADAPTER_SIZE_EIGHT\x10\x03\x12\x18\x0A\x14ADAPTER_SIZE_SIXTEEN\x10\x04\x12\x1B\x0A\x17ADAPTER_SIZE_THIRTY_TWO\x10\x05\"\xDE\x01\x0A\x14SupervisedTuningSpec\x12!\x0A\x14training_dataset_uri\x18\x01 \x01(\x09B\x03\xE0A\x02\x12#\x0A\x16validation_dataset_uri\x18\x02 \x01(\x09B\x03\xE0A\x01\x12T\x0A\x10hyper_parameters\x18\x03 \x01(\x0B25.google.cloud.aiplatform.v1.SupervisedHyperParametersB\x03\xE0A\x01\x12(\x0A\x1Bexport_last_checkpoint_only\x18\x06 \x01(\x08B\x03\xE0A\x01\"\xE3\x01\x0A\x0DTunedModelRef\x12;\x0A\x0Btuned_model\x18\x01 \x01(\x09B\$\xFAA!\x0A\x1Faiplatform.googleapis.com/ModelH\x00\x12>\x0A\x0Atuning_job\x18\x02 \x01(\x09B(\xFAA%\x0A#aiplatform.googleapis.com/TuningJobH\x00\x12B\x0A\x0Cpipeline_job\x18\x03 \x01(\x09B*\xFAA'\x0A%aiplatform.googleapis.com/PipelineJobH\x00B\x11\x0A\x0Ftuned_model_ref\"\\\x0A\x14TunedModelCheckpoint\x12\x15\x0A\x0Dcheckpoint_id\x18\x01 \x01(\x09\x12\x0D\x0A\x05epoch\x18\x02 \x01(\x03\x12\x0C\x0A\x04step\x18\x03 \x01(\x03\x12\x10\x0A\x08endpoint\x18\x04 \x01(\x09\"\x84\x01\x0A\x0DPreTunedModel\x12>\x0A\x10tuned_model_name\x18\x01 \x01(\x09B\$\xFAA!\x0A\x1Faiplatform.googleapis.com/Model\x12\x1A\x0A\x0Dcheckpoint_id\x18\x02 \x01(\x09B\x03\xE0A\x01\x12\x17\x0A\x0Abase_model\x18\x03 \x01(\x09B\x03\xE0A\x03B\xCC\x01\x0A\x1Ecom.google.cloud.aiplatform.v1B\x0ETuningJobProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xAA\x02\x1AGoogle.Cloud.AIPlatform.V1\xCA\x02\x1AGoogle\\Cloud\\AIPlatform\\V1\xEA\x02\x1DGoogle::Cloud::AIPlatform::V1b\x06proto3"
+ "\x0A\x87'\x0A+google/cloud/aiplatform/v1/tuning_job.proto\x12\x1Agoogle.cloud.aiplatform.v1\x1A\x19google/api/resource.proto\x1A(google/cloud/aiplatform/v1/content.proto\x1A0google/cloud/aiplatform/v1/encryption_spec.proto\x1A3google/cloud/aiplatform/v1/evaluation_service.proto\x1A*google/cloud/aiplatform/v1/job_state.proto\x1A\x1Fgoogle/protobuf/timestamp.proto\x1A\x17google/rpc/status.proto\"\xE1\x09\x0A\x09TuningJob\x12\x14\x0A\x0Abase_model\x18\x04 \x01(\x09H\x00\x12D\x0A\x0Fpre_tuned_model\x18\x1F \x01(\x0B2).google.cloud.aiplatform.v1.PreTunedModelH\x00\x12R\x0A\x16supervised_tuning_spec\x18\x05 \x01(\x0B20.google.cloud.aiplatform.v1.SupervisedTuningSpecH\x01\x12\x14\x0A\x04name\x18\x01 \x01(\x09B\x06\xE0A\x08\xE0A\x03\x12%\x0A\x18tuned_model_display_name\x18\x02 \x01(\x09B\x03\xE0A\x01\x12\x18\x0A\x0Bdescription\x18\x03 \x01(\x09B\x03\xE0A\x01\x128\x0A\x05state\x18\x06 \x01(\x0E2\$.google.cloud.aiplatform.v1.JobStateB\x03\xE0A\x03\x124\x0A\x0Bcreate_time\x18\x07 \x01(\x0B2\x1A.google.protobuf.TimestampB\x03\xE0A\x03\x123\x0A\x0Astart_time\x18\x08 \x01(\x0B2\x1A.google.protobuf.TimestampB\x03\xE0A\x03\x121\x0A\x08end_time\x18\x09 \x01(\x0B2\x1A.google.protobuf.TimestampB\x03\xE0A\x03\x124\x0A\x0Bupdate_time\x18\x0A \x01(\x0B2\x1A.google.protobuf.TimestampB\x03\xE0A\x03\x12&\x0A\x05error\x18\x0B \x01(\x0B2\x12.google.rpc.StatusB\x03\xE0A\x03\x12F\x0A\x06labels\x18\x0C \x03(\x0B21.google.cloud.aiplatform.v1.TuningJob.LabelsEntryB\x03\xE0A\x01\x12=\x0A\x0Aexperiment\x18\x0D \x01(\x09B)\xE0A\x03\xFAA#\x0A!aiplatform.googleapis.com/Context\x12@\x0A\x0Btuned_model\x18\x0E \x01(\x0B2&.google.cloud.aiplatform.v1.TunedModelB\x03\xE0A\x03\x12K\x0A\x11tuning_data_stats\x18\x0F \x01(\x0B2+.google.cloud.aiplatform.v1.TuningDataStatsB\x03\xE0A\x03\x12C\x0A\x0Fencryption_spec\x18\x10 \x01(\x0B2*.google.cloud.aiplatform.v1.EncryptionSpec\x12\x17\x0A\x0Fservice_account\x18\x16 \x01(\x09\x12R\x0A\x15evaluate_dataset_runs\x18 \x03(\x0B2..google.cloud.aiplatform.v1.EvaluateDatasetRunB\x03\xE0A\x03\x1A-\x0A\x0BLabelsEntry\x12\x0B\x0A\x03key\x18\x01 \x01(\x09\x12\x0D\x0A\x05value\x18\x02 \x01(\x09:\x028\x01:\x80\x01\xEAA}\x0A#aiplatform.googleapis.com/TuningJob\x12?projects/{project}/locations/{location}/tuningJobs/{tuning_job}*\x0AtuningJobs2\x09tuningJobB\x0E\x0A\x0Csource_modelB\x0D\x0A\x0Btuning_spec\"\xCE\x01\x0A\x0ATunedModel\x126\x0A\x05model\x18\x01 \x01(\x09B'\xE0A\x03\xFAA!\x0A\x1Faiplatform.googleapis.com/Model\x12<\x0A\x08endpoint\x18\x02 \x01(\x09B*\xE0A\x03\xFAA\$\x0A\"aiplatform.googleapis.com/Endpoint\x12J\x0A\x0Bcheckpoints\x18\x03 \x03(\x0B20.google.cloud.aiplatform.v1.TunedModelCheckpointB\x03\xE0A\x03\"\xF2\x02\x0A#SupervisedTuningDatasetDistribution\x12\x10\x0A\x03sum\x18\x01 \x01(\x03B\x03\xE0A\x03\x12\x19\x0A\x0Cbillable_sum\x18\x09 \x01(\x03B\x03\xE0A\x03\x12\x10\x0A\x03min\x18\x02 \x01(\x01B\x03\xE0A\x03\x12\x10\x0A\x03max\x18\x03 \x01(\x01B\x03\xE0A\x03\x12\x11\x0A\x04mean\x18\x04 \x01(\x01B\x03\xE0A\x03\x12\x13\x0A\x06median\x18\x05 \x01(\x01B\x03\xE0A\x03\x12\x0F\x0A\x02p5\x18\x06 \x01(\x01B\x03\xE0A\x03\x12\x10\x0A\x03p95\x18\x07 \x01(\x01B\x03\xE0A\x03\x12c\x0A\x07buckets\x18\x08 \x03(\x0B2M.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistribution.DatasetBucketB\x03\xE0A\x03\x1AJ\x0A\x0DDatasetBucket\x12\x12\x0A\x05count\x18\x01 \x01(\x01B\x03\xE0A\x03\x12\x11\x0A\x04left\x18\x02 \x01(\x01B\x03\xE0A\x03\x12\x12\x0A\x05right\x18\x03 \x01(\x01B\x03\xE0A\x03\"\xFC\x05\x0A\x19SupervisedTuningDataStats\x12)\x0A\x1Ctuning_dataset_example_count\x18\x01 \x01(\x03B\x03\xE0A\x03\x12)\x0A\x1Ctotal_tuning_character_count\x18\x02 \x01(\x03B\x03\xE0A\x03\x12-\x0A\x1Etotal_billable_character_count\x18\x03 \x01(\x03B\x05\x18\x01\xE0A\x03\x12'\x0A\x1Atotal_billable_token_count\x18\x09 \x01(\x03B\x03\xE0A\x03\x12\x1E\x0A\x11tuning_step_count\x18\x04 \x01(\x03B\x03\xE0A\x03\x12k\x0A\x1Duser_input_token_distribution\x18\x05 \x01(\x0B2?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xE0A\x03\x12l\x0A\x1Euser_output_token_distribution\x18\x06 \x01(\x0B2?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xE0A\x03\x12s\x0A%user_message_per_example_distribution\x18\x07 \x01(\x0B2?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xE0A\x03\x12G\x0A\x15user_dataset_examples\x18\x08 \x03(\x0B2#.google.cloud.aiplatform.v1.ContentB\x03\xE0A\x03\x12*\x0A\x1Dtotal_truncated_example_count\x18\x0A \x01(\x03B\x03\xE0A\x03\x12&\x0A\x19truncated_example_indices\x18\x0B \x03(\x03B\x03\xE0A\x03\x12\$\x0A\x17dropped_example_reasons\x18\x0C \x03(\x09B\x03\xE0A\x03\"\x85\x01\x0A\x0FTuningDataStats\x12]\x0A\x1Csupervised_tuning_data_stats\x18\x01 \x01(\x0B25.google.cloud.aiplatform.v1.SupervisedTuningDataStatsH\x00B\x13\x0A\x11tuning_data_stats\"\xFA\x02\x0A\x19SupervisedHyperParameters\x12\x18\x0A\x0Bepoch_count\x18\x01 \x01(\x03B\x03\xE0A\x01\x12%\x0A\x18learning_rate_multiplier\x18\x02 \x01(\x01B\x03\xE0A\x01\x12\\\x0A\x0Cadapter_size\x18\x03 \x01(\x0E2A.google.cloud.aiplatform.v1.SupervisedHyperParameters.AdapterSizeB\x03\xE0A\x01\"\xBD\x01\x0A\x0BAdapterSize\x12\x1C\x0A\x18ADAPTER_SIZE_UNSPECIFIED\x10\x00\x12\x14\x0A\x10ADAPTER_SIZE_ONE\x10\x01\x12\x14\x0A\x10ADAPTER_SIZE_TWO\x10\x06\x12\x15\x0A\x11ADAPTER_SIZE_FOUR\x10\x02\x12\x16\x0A\x12ADAPTER_SIZE_EIGHT\x10\x03\x12\x18\x0A\x14ADAPTER_SIZE_SIXTEEN\x10\x04\x12\x1B\x0A\x17ADAPTER_SIZE_THIRTY_TWO\x10\x05\"\xAC\x02\x0A\x14SupervisedTuningSpec\x12!\x0A\x14training_dataset_uri\x18\x01 \x01(\x09B\x03\xE0A\x02\x12#\x0A\x16validation_dataset_uri\x18\x02 \x01(\x09B\x03\xE0A\x01\x12T\x0A\x10hyper_parameters\x18\x03 \x01(\x0B25.google.cloud.aiplatform.v1.SupervisedHyperParametersB\x03\xE0A\x01\x12(\x0A\x1Bexport_last_checkpoint_only\x18\x06 \x01(\x08B\x03\xE0A\x01\x12L\x0A\x11evaluation_config\x18\x05 \x01(\x0B2,.google.cloud.aiplatform.v1.EvaluationConfigB\x03\xE0A\x01\"\xE3\x01\x0A\x0DTunedModelRef\x12;\x0A\x0Btuned_model\x18\x01 \x01(\x09B\$\xFAA!\x0A\x1Faiplatform.googleapis.com/ModelH\x00\x12>\x0A\x0Atuning_job\x18\x02 \x01(\x09B(\xFAA%\x0A#aiplatform.googleapis.com/TuningJobH\x00\x12B\x0A\x0Cpipeline_job\x18\x03 \x01(\x09B*\xFAA'\x0A%aiplatform.googleapis.com/PipelineJobH\x00B\x11\x0A\x0Ftuned_model_ref\"\xB6\x02\x0A\x10EvaluationConfig\x128\x0A\x07metrics\x18\x01 \x03(\x0B2\".google.cloud.aiplatform.v1.MetricB\x03\xE0A\x02\x12D\x0A\x0Doutput_config\x18\x02 \x01(\x0B2(.google.cloud.aiplatform.v1.OutputConfigB\x03\xE0A\x02\x12J\x0A\x10autorater_config\x18\x03 \x01(\x0B2+.google.cloud.aiplatform.v1.AutoraterConfigB\x03\xE0A\x01\x12V\x0A\x1Binference_generation_config\x18\x05 \x01(\x0B2,.google.cloud.aiplatform.v1.GenerationConfigB\x03\xE0A\x01\"\xF1\x01\x0A\x12EvaluateDatasetRun\x12\x1D\x0A\x0Eoperation_name\x18\x01 \x01(\x09B\x05\x18\x01\xE0A\x03\x12\x1B\x0A\x0Eevaluation_run\x18\x05 \x01(\x09B\x03\xE0A\x03\x12\x1A\x0A\x0Dcheckpoint_id\x18\x02 \x01(\x09B\x03\xE0A\x03\x12[\x0A\x19evaluate_dataset_response\x18\x03 \x01(\x0B23.google.cloud.aiplatform.v1.EvaluateDatasetResponseB\x03\xE0A\x03\x12&\x0A\x05error\x18\x04 \x01(\x0B2\x12.google.rpc.StatusB\x03\xE0A\x03\"\\\x0A\x14TunedModelCheckpoint\x12\x15\x0A\x0Dcheckpoint_id\x18\x01 \x01(\x09\x12\x0D\x0A\x05epoch\x18\x02 \x01(\x03\x12\x0C\x0A\x04step\x18\x03 \x01(\x03\x12\x10\x0A\x08endpoint\x18\x04 \x01(\x09\"\x84\x01\x0A\x0DPreTunedModel\x12>\x0A\x10tuned_model_name\x18\x01 \x01(\x09B\$\xFAA!\x0A\x1Faiplatform.googleapis.com/Model\x12\x1A\x0A\x0Dcheckpoint_id\x18\x02 \x01(\x09B\x03\xE0A\x01\x12\x17\x0A\x0Abase_model\x18\x03 \x01(\x09B\x03\xE0A\x03B\xCC\x01\x0A\x1Ecom.google.cloud.aiplatform.v1B\x0ETuningJobProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xAA\x02\x1AGoogle.Cloud.AIPlatform.V1\xCA\x02\x1AGoogle\\Cloud\\AIPlatform\\V1\xEA\x02\x1DGoogle::Cloud::AIPlatform::V1b\x06proto3"
, true);
static::$is_initialized = true;
diff --git a/AiPlatform/src/V1/AggregationOutput.php b/AiPlatform/src/V1/AggregationOutput.php
new file mode 100644
index 00000000000..ac7ae437816
--- /dev/null
+++ b/AiPlatform/src/V1/AggregationOutput.php
@@ -0,0 +1,111 @@
+google.cloud.aiplatform.v1.AggregationOutput
+ */
+class AggregationOutput extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * The dataset used for evaluation & aggregation.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.EvaluationDataset dataset = 1;
+ */
+ protected $dataset = null;
+ /**
+ * One AggregationResult per metric.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.AggregationResult aggregation_results = 2;
+ */
+ private $aggregation_results;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type \Google\Cloud\AIPlatform\V1\EvaluationDataset $dataset
+ * The dataset used for evaluation & aggregation.
+ * @type \Google\Cloud\AIPlatform\V1\AggregationResult[] $aggregation_results
+ * One AggregationResult per metric.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * The dataset used for evaluation & aggregation.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.EvaluationDataset dataset = 1;
+ * @return \Google\Cloud\AIPlatform\V1\EvaluationDataset|null
+ */
+ public function getDataset()
+ {
+ return $this->dataset;
+ }
+
+ public function hasDataset()
+ {
+ return isset($this->dataset);
+ }
+
+ public function clearDataset()
+ {
+ unset($this->dataset);
+ }
+
+ /**
+ * The dataset used for evaluation & aggregation.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.EvaluationDataset dataset = 1;
+ * @param \Google\Cloud\AIPlatform\V1\EvaluationDataset $var
+ * @return $this
+ */
+ public function setDataset($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\EvaluationDataset::class);
+ $this->dataset = $var;
+
+ return $this;
+ }
+
+ /**
+ * One AggregationResult per metric.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.AggregationResult aggregation_results = 2;
+ * @return RepeatedField<\Google\Cloud\AIPlatform\V1\AggregationResult>
+ */
+ public function getAggregationResults()
+ {
+ return $this->aggregation_results;
+ }
+
+ /**
+ * One AggregationResult per metric.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.AggregationResult aggregation_results = 2;
+ * @param \Google\Cloud\AIPlatform\V1\AggregationResult[] $var
+ * @return $this
+ */
+ public function setAggregationResults($var)
+ {
+ $arr = GPBUtil::checkRepeatedField($var, \Google\Protobuf\Internal\GPBType::MESSAGE, \Google\Cloud\AIPlatform\V1\AggregationResult::class);
+ $this->aggregation_results = $arr;
+
+ return $this;
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/AggregationResult.php b/AiPlatform/src/V1/AggregationResult.php
new file mode 100644
index 00000000000..42c7476e0d6
--- /dev/null
+++ b/AiPlatform/src/V1/AggregationResult.php
@@ -0,0 +1,241 @@
+google.cloud.aiplatform.v1.AggregationResult
+ */
+class AggregationResult extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * Aggregation metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.Metric.AggregationMetric aggregation_metric = 4;
+ */
+ protected $aggregation_metric = 0;
+ protected $aggregation_result;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type \Google\Cloud\AIPlatform\V1\PointwiseMetricResult $pointwise_metric_result
+ * Result for pointwise metric.
+ * @type \Google\Cloud\AIPlatform\V1\PairwiseMetricResult $pairwise_metric_result
+ * Result for pairwise metric.
+ * @type \Google\Cloud\AIPlatform\V1\ExactMatchMetricValue $exact_match_metric_value
+ * Results for exact match metric.
+ * @type \Google\Cloud\AIPlatform\V1\BleuMetricValue $bleu_metric_value
+ * Results for bleu metric.
+ * @type \Google\Cloud\AIPlatform\V1\RougeMetricValue $rouge_metric_value
+ * Results for rouge metric.
+ * @type int $aggregation_metric
+ * Aggregation metric.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Result for pointwise metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.PointwiseMetricResult pointwise_metric_result = 5;
+ * @return \Google\Cloud\AIPlatform\V1\PointwiseMetricResult|null
+ */
+ public function getPointwiseMetricResult()
+ {
+ return $this->readOneof(5);
+ }
+
+ public function hasPointwiseMetricResult()
+ {
+ return $this->hasOneof(5);
+ }
+
+ /**
+ * Result for pointwise metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.PointwiseMetricResult pointwise_metric_result = 5;
+ * @param \Google\Cloud\AIPlatform\V1\PointwiseMetricResult $var
+ * @return $this
+ */
+ public function setPointwiseMetricResult($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\PointwiseMetricResult::class);
+ $this->writeOneof(5, $var);
+
+ return $this;
+ }
+
+ /**
+ * Result for pairwise metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.PairwiseMetricResult pairwise_metric_result = 6;
+ * @return \Google\Cloud\AIPlatform\V1\PairwiseMetricResult|null
+ */
+ public function getPairwiseMetricResult()
+ {
+ return $this->readOneof(6);
+ }
+
+ public function hasPairwiseMetricResult()
+ {
+ return $this->hasOneof(6);
+ }
+
+ /**
+ * Result for pairwise metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.PairwiseMetricResult pairwise_metric_result = 6;
+ * @param \Google\Cloud\AIPlatform\V1\PairwiseMetricResult $var
+ * @return $this
+ */
+ public function setPairwiseMetricResult($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\PairwiseMetricResult::class);
+ $this->writeOneof(6, $var);
+
+ return $this;
+ }
+
+ /**
+ * Results for exact match metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.ExactMatchMetricValue exact_match_metric_value = 7;
+ * @return \Google\Cloud\AIPlatform\V1\ExactMatchMetricValue|null
+ */
+ public function getExactMatchMetricValue()
+ {
+ return $this->readOneof(7);
+ }
+
+ public function hasExactMatchMetricValue()
+ {
+ return $this->hasOneof(7);
+ }
+
+ /**
+ * Results for exact match metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.ExactMatchMetricValue exact_match_metric_value = 7;
+ * @param \Google\Cloud\AIPlatform\V1\ExactMatchMetricValue $var
+ * @return $this
+ */
+ public function setExactMatchMetricValue($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\ExactMatchMetricValue::class);
+ $this->writeOneof(7, $var);
+
+ return $this;
+ }
+
+ /**
+ * Results for bleu metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.BleuMetricValue bleu_metric_value = 8;
+ * @return \Google\Cloud\AIPlatform\V1\BleuMetricValue|null
+ */
+ public function getBleuMetricValue()
+ {
+ return $this->readOneof(8);
+ }
+
+ public function hasBleuMetricValue()
+ {
+ return $this->hasOneof(8);
+ }
+
+ /**
+ * Results for bleu metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.BleuMetricValue bleu_metric_value = 8;
+ * @param \Google\Cloud\AIPlatform\V1\BleuMetricValue $var
+ * @return $this
+ */
+ public function setBleuMetricValue($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\BleuMetricValue::class);
+ $this->writeOneof(8, $var);
+
+ return $this;
+ }
+
+ /**
+ * Results for rouge metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.RougeMetricValue rouge_metric_value = 9;
+ * @return \Google\Cloud\AIPlatform\V1\RougeMetricValue|null
+ */
+ public function getRougeMetricValue()
+ {
+ return $this->readOneof(9);
+ }
+
+ public function hasRougeMetricValue()
+ {
+ return $this->hasOneof(9);
+ }
+
+ /**
+ * Results for rouge metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.RougeMetricValue rouge_metric_value = 9;
+ * @param \Google\Cloud\AIPlatform\V1\RougeMetricValue $var
+ * @return $this
+ */
+ public function setRougeMetricValue($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\RougeMetricValue::class);
+ $this->writeOneof(9, $var);
+
+ return $this;
+ }
+
+ /**
+ * Aggregation metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.Metric.AggregationMetric aggregation_metric = 4;
+ * @return int
+ */
+ public function getAggregationMetric()
+ {
+ return $this->aggregation_metric;
+ }
+
+ /**
+ * Aggregation metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.Metric.AggregationMetric aggregation_metric = 4;
+ * @param int $var
+ * @return $this
+ */
+ public function setAggregationMetric($var)
+ {
+ GPBUtil::checkEnum($var, \Google\Cloud\AIPlatform\V1\Metric\AggregationMetric::class);
+ $this->aggregation_metric = $var;
+
+ return $this;
+ }
+
+ /**
+ * @return string
+ */
+ public function getAggregationResult()
+ {
+ return $this->whichOneof("aggregation_result");
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/AutoraterConfig.php b/AiPlatform/src/V1/AutoraterConfig.php
new file mode 100644
index 00000000000..ab89464825f
--- /dev/null
+++ b/AiPlatform/src/V1/AutoraterConfig.php
@@ -0,0 +1,248 @@
+google.cloud.aiplatform.v1.AutoraterConfig
+ */
+class AutoraterConfig extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * Optional. Number of samples for each instance in the dataset.
+ * If not specified, the default is 4. Minimum value is 1, maximum value
+ * is 32.
+ *
+ * Generated from protobuf field optional int32 sampling_count = 1 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $sampling_count = null;
+ /**
+ * Optional. Default is true. Whether to flip the candidate and baseline
+ * responses. This is only applicable to the pairwise metric. If enabled, also
+ * provide PairwiseMetricSpec.candidate_response_field_name and
+ * PairwiseMetricSpec.baseline_response_field_name. When rendering
+ * PairwiseMetricSpec.metric_prompt_template, the candidate and baseline
+ * fields will be flipped for half of the samples to reduce bias.
+ *
+ * Generated from protobuf field optional bool flip_enabled = 2 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $flip_enabled = null;
+ /**
+ * Optional. The fully qualified name of the publisher model or tuned
+ * autorater endpoint to use.
+ * Publisher model format:
+ * `projects/{project}/locations/{location}/publishers/{@*}models/*`
+ * Tuned model endpoint format:
+ * `projects/{project}/locations/{location}/endpoints/{endpoint}`
+ *
+ * Generated from protobuf field string autorater_model = 3 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $autorater_model = '';
+ /**
+ * Optional. Configuration options for model generation and outputs.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.GenerationConfig generation_config = 4 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $generation_config = null;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type int $sampling_count
+ * Optional. Number of samples for each instance in the dataset.
+ * If not specified, the default is 4. Minimum value is 1, maximum value
+ * is 32.
+ * @type bool $flip_enabled
+ * Optional. Default is true. Whether to flip the candidate and baseline
+ * responses. This is only applicable to the pairwise metric. If enabled, also
+ * provide PairwiseMetricSpec.candidate_response_field_name and
+ * PairwiseMetricSpec.baseline_response_field_name. When rendering
+ * PairwiseMetricSpec.metric_prompt_template, the candidate and baseline
+ * fields will be flipped for half of the samples to reduce bias.
+ * @type string $autorater_model
+ * Optional. The fully qualified name of the publisher model or tuned
+ * autorater endpoint to use.
+ * Publisher model format:
+ * `projects/{project}/locations/{location}/publishers/{@*}models/*`
+ * Tuned model endpoint format:
+ * `projects/{project}/locations/{location}/endpoints/{endpoint}`
+ * @type \Google\Cloud\AIPlatform\V1\GenerationConfig $generation_config
+ * Optional. Configuration options for model generation and outputs.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Optional. Number of samples for each instance in the dataset.
+ * If not specified, the default is 4. Minimum value is 1, maximum value
+ * is 32.
+ *
+ * Generated from protobuf field optional int32 sampling_count = 1 [(.google.api.field_behavior) = OPTIONAL];
+ * @return int
+ */
+ public function getSamplingCount()
+ {
+ return isset($this->sampling_count) ? $this->sampling_count : 0;
+ }
+
+ public function hasSamplingCount()
+ {
+ return isset($this->sampling_count);
+ }
+
+ public function clearSamplingCount()
+ {
+ unset($this->sampling_count);
+ }
+
+ /**
+ * Optional. Number of samples for each instance in the dataset.
+ * If not specified, the default is 4. Minimum value is 1, maximum value
+ * is 32.
+ *
+ * Generated from protobuf field optional int32 sampling_count = 1 [(.google.api.field_behavior) = OPTIONAL];
+ * @param int $var
+ * @return $this
+ */
+ public function setSamplingCount($var)
+ {
+ GPBUtil::checkInt32($var);
+ $this->sampling_count = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. Default is true. Whether to flip the candidate and baseline
+ * responses. This is only applicable to the pairwise metric. If enabled, also
+ * provide PairwiseMetricSpec.candidate_response_field_name and
+ * PairwiseMetricSpec.baseline_response_field_name. When rendering
+ * PairwiseMetricSpec.metric_prompt_template, the candidate and baseline
+ * fields will be flipped for half of the samples to reduce bias.
+ *
+ * Generated from protobuf field optional bool flip_enabled = 2 [(.google.api.field_behavior) = OPTIONAL];
+ * @return bool
+ */
+ public function getFlipEnabled()
+ {
+ return isset($this->flip_enabled) ? $this->flip_enabled : false;
+ }
+
+ public function hasFlipEnabled()
+ {
+ return isset($this->flip_enabled);
+ }
+
+ public function clearFlipEnabled()
+ {
+ unset($this->flip_enabled);
+ }
+
+ /**
+ * Optional. Default is true. Whether to flip the candidate and baseline
+ * responses. This is only applicable to the pairwise metric. If enabled, also
+ * provide PairwiseMetricSpec.candidate_response_field_name and
+ * PairwiseMetricSpec.baseline_response_field_name. When rendering
+ * PairwiseMetricSpec.metric_prompt_template, the candidate and baseline
+ * fields will be flipped for half of the samples to reduce bias.
+ *
+ * Generated from protobuf field optional bool flip_enabled = 2 [(.google.api.field_behavior) = OPTIONAL];
+ * @param bool $var
+ * @return $this
+ */
+ public function setFlipEnabled($var)
+ {
+ GPBUtil::checkBool($var);
+ $this->flip_enabled = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. The fully qualified name of the publisher model or tuned
+ * autorater endpoint to use.
+ * Publisher model format:
+ * `projects/{project}/locations/{location}/publishers/{@*}models/*`
+ * Tuned model endpoint format:
+ * `projects/{project}/locations/{location}/endpoints/{endpoint}`
+ *
+ * Generated from protobuf field string autorater_model = 3 [(.google.api.field_behavior) = OPTIONAL];
+ * @return string
+ */
+ public function getAutoraterModel()
+ {
+ return $this->autorater_model;
+ }
+
+ /**
+ * Optional. The fully qualified name of the publisher model or tuned
+ * autorater endpoint to use.
+ * Publisher model format:
+ * `projects/{project}/locations/{location}/publishers/{@*}models/*`
+ * Tuned model endpoint format:
+ * `projects/{project}/locations/{location}/endpoints/{endpoint}`
+ *
+ * Generated from protobuf field string autorater_model = 3 [(.google.api.field_behavior) = OPTIONAL];
+ * @param string $var
+ * @return $this
+ */
+ public function setAutoraterModel($var)
+ {
+ GPBUtil::checkString($var, True);
+ $this->autorater_model = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. Configuration options for model generation and outputs.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.GenerationConfig generation_config = 4 [(.google.api.field_behavior) = OPTIONAL];
+ * @return \Google\Cloud\AIPlatform\V1\GenerationConfig|null
+ */
+ public function getGenerationConfig()
+ {
+ return $this->generation_config;
+ }
+
+ public function hasGenerationConfig()
+ {
+ return isset($this->generation_config);
+ }
+
+ public function clearGenerationConfig()
+ {
+ unset($this->generation_config);
+ }
+
+ /**
+ * Optional. Configuration options for model generation and outputs.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.GenerationConfig generation_config = 4 [(.google.api.field_behavior) = OPTIONAL];
+ * @param \Google\Cloud\AIPlatform\V1\GenerationConfig $var
+ * @return $this
+ */
+ public function setGenerationConfig($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\GenerationConfig::class);
+ $this->generation_config = $var;
+
+ return $this;
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/ComputationBasedMetricSpec.php b/AiPlatform/src/V1/ComputationBasedMetricSpec.php
new file mode 100644
index 00000000000..c348db98cfa
--- /dev/null
+++ b/AiPlatform/src/V1/ComputationBasedMetricSpec.php
@@ -0,0 +1,125 @@
+google.cloud.aiplatform.v1.ComputationBasedMetricSpec
+ */
+class ComputationBasedMetricSpec extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * Required. The type of the computation based metric.
+ *
+ * Generated from protobuf field optional .google.cloud.aiplatform.v1.ComputationBasedMetricSpec.ComputationBasedMetricType type = 1 [(.google.api.field_behavior) = REQUIRED];
+ */
+ protected $type = null;
+ /**
+ * Optional. A map of parameters for the metric, e.g. {"rouge_type":
+ * "rougeL"}.
+ *
+ * Generated from protobuf field optional .google.protobuf.Struct parameters = 2 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $parameters = null;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type int $type
+ * Required. The type of the computation based metric.
+ * @type \Google\Protobuf\Struct $parameters
+ * Optional. A map of parameters for the metric, e.g. {"rouge_type":
+ * "rougeL"}.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Required. The type of the computation based metric.
+ *
+ * Generated from protobuf field optional .google.cloud.aiplatform.v1.ComputationBasedMetricSpec.ComputationBasedMetricType type = 1 [(.google.api.field_behavior) = REQUIRED];
+ * @return int
+ */
+ public function getType()
+ {
+ return isset($this->type) ? $this->type : 0;
+ }
+
+ public function hasType()
+ {
+ return isset($this->type);
+ }
+
+ public function clearType()
+ {
+ unset($this->type);
+ }
+
+ /**
+ * Required. The type of the computation based metric.
+ *
+ * Generated from protobuf field optional .google.cloud.aiplatform.v1.ComputationBasedMetricSpec.ComputationBasedMetricType type = 1 [(.google.api.field_behavior) = REQUIRED];
+ * @param int $var
+ * @return $this
+ */
+ public function setType($var)
+ {
+ GPBUtil::checkEnum($var, \Google\Cloud\AIPlatform\V1\ComputationBasedMetricSpec\ComputationBasedMetricType::class);
+ $this->type = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. A map of parameters for the metric, e.g. {"rouge_type":
+ * "rougeL"}.
+ *
+ * Generated from protobuf field optional .google.protobuf.Struct parameters = 2 [(.google.api.field_behavior) = OPTIONAL];
+ * @return \Google\Protobuf\Struct|null
+ */
+ public function getParameters()
+ {
+ return $this->parameters;
+ }
+
+ public function hasParameters()
+ {
+ return isset($this->parameters);
+ }
+
+ public function clearParameters()
+ {
+ unset($this->parameters);
+ }
+
+ /**
+ * Optional. A map of parameters for the metric, e.g. {"rouge_type":
+ * "rougeL"}.
+ *
+ * Generated from protobuf field optional .google.protobuf.Struct parameters = 2 [(.google.api.field_behavior) = OPTIONAL];
+ * @param \Google\Protobuf\Struct $var
+ * @return $this
+ */
+ public function setParameters($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Protobuf\Struct::class);
+ $this->parameters = $var;
+
+ return $this;
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/ComputationBasedMetricSpec/ComputationBasedMetricType.php b/AiPlatform/src/V1/ComputationBasedMetricSpec/ComputationBasedMetricType.php
new file mode 100644
index 00000000000..6199a75b068
--- /dev/null
+++ b/AiPlatform/src/V1/ComputationBasedMetricSpec/ComputationBasedMetricType.php
@@ -0,0 +1,68 @@
+google.cloud.aiplatform.v1.ComputationBasedMetricSpec.ComputationBasedMetricType
+ */
+class ComputationBasedMetricType
+{
+ /**
+ * Unspecified computation based metric type.
+ *
+ * Generated from protobuf enum COMPUTATION_BASED_METRIC_TYPE_UNSPECIFIED = 0;
+ */
+ const COMPUTATION_BASED_METRIC_TYPE_UNSPECIFIED = 0;
+ /**
+ * Exact match metric.
+ *
+ * Generated from protobuf enum EXACT_MATCH = 1;
+ */
+ const EXACT_MATCH = 1;
+ /**
+ * BLEU metric.
+ *
+ * Generated from protobuf enum BLEU = 2;
+ */
+ const BLEU = 2;
+ /**
+ * ROUGE metric.
+ *
+ * Generated from protobuf enum ROUGE = 3;
+ */
+ const ROUGE = 3;
+
+ private static $valueToName = [
+ self::COMPUTATION_BASED_METRIC_TYPE_UNSPECIFIED => 'COMPUTATION_BASED_METRIC_TYPE_UNSPECIFIED',
+ self::EXACT_MATCH => 'EXACT_MATCH',
+ self::BLEU => 'BLEU',
+ self::ROUGE => 'ROUGE',
+ ];
+
+ public static function name($value)
+ {
+ if (!isset(self::$valueToName[$value])) {
+ throw new UnexpectedValueException(sprintf(
+ 'Enum %s has no name defined for value %s', __CLASS__, $value));
+ }
+ return self::$valueToName[$value];
+ }
+
+
+ public static function value($name)
+ {
+ $const = __CLASS__ . '::' . strtoupper($name);
+ if (!defined($const)) {
+ throw new UnexpectedValueException(sprintf(
+ 'Enum %s has no value defined for name %s', __CLASS__, $name));
+ }
+ return constant($const);
+ }
+}
+
diff --git a/AiPlatform/src/V1/ContentMap.php b/AiPlatform/src/V1/ContentMap.php
new file mode 100644
index 00000000000..b0ed8237251
--- /dev/null
+++ b/AiPlatform/src/V1/ContentMap.php
@@ -0,0 +1,67 @@
+google.cloud.aiplatform.v1.ContentMap
+ */
+class ContentMap extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * Optional. Map of placeholder to contents.
+ *
+ * Generated from protobuf field map values = 1 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ private $values;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type array|\Google\Protobuf\Internal\MapField $values
+ * Optional. Map of placeholder to contents.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Optional. Map of placeholder to contents.
+ *
+ * Generated from protobuf field map values = 1 [(.google.api.field_behavior) = OPTIONAL];
+ * @return \Google\Protobuf\Internal\MapField
+ */
+ public function getValues()
+ {
+ return $this->values;
+ }
+
+ /**
+ * Optional. Map of placeholder to contents.
+ *
+ * Generated from protobuf field map values = 1 [(.google.api.field_behavior) = OPTIONAL];
+ * @param array|\Google\Protobuf\Internal\MapField $var
+ * @return $this
+ */
+ public function setValues($var)
+ {
+ $arr = GPBUtil::checkMapField($var, \Google\Protobuf\Internal\GPBType::STRING, \Google\Protobuf\Internal\GPBType::MESSAGE, \Google\Cloud\AIPlatform\V1\ContentMap\Contents::class);
+ $this->values = $arr;
+
+ return $this;
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/ContentMap/Contents.php b/AiPlatform/src/V1/ContentMap/Contents.php
new file mode 100644
index 00000000000..37d90bbe30d
--- /dev/null
+++ b/AiPlatform/src/V1/ContentMap/Contents.php
@@ -0,0 +1,67 @@
+google.cloud.aiplatform.v1.ContentMap.Contents
+ */
+class Contents extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * Optional. Repeated contents.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.Content contents = 1 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ private $contents;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type \Google\Cloud\AIPlatform\V1\Content[] $contents
+ * Optional. Repeated contents.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Optional. Repeated contents.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.Content contents = 1 [(.google.api.field_behavior) = OPTIONAL];
+ * @return RepeatedField<\Google\Cloud\AIPlatform\V1\Content>
+ */
+ public function getContents()
+ {
+ return $this->contents;
+ }
+
+ /**
+ * Optional. Repeated contents.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.Content contents = 1 [(.google.api.field_behavior) = OPTIONAL];
+ * @param \Google\Cloud\AIPlatform\V1\Content[] $var
+ * @return $this
+ */
+ public function setContents($var)
+ {
+ $arr = GPBUtil::checkRepeatedField($var, \Google\Protobuf\Internal\GPBType::MESSAGE, \Google\Cloud\AIPlatform\V1\Content::class);
+ $this->contents = $arr;
+
+ return $this;
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/CustomOutput.php b/AiPlatform/src/V1/CustomOutput.php
new file mode 100644
index 00000000000..55b0644cde5
--- /dev/null
+++ b/AiPlatform/src/V1/CustomOutput.php
@@ -0,0 +1,75 @@
+google.cloud.aiplatform.v1.CustomOutput
+ */
+class CustomOutput extends \Google\Protobuf\Internal\Message
+{
+ protected $custom_output;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type \Google\Cloud\AIPlatform\V1\RawOutput $raw_outputs
+ * Output only. List of raw output strings.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Output only. List of raw output strings.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.RawOutput raw_outputs = 1 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return \Google\Cloud\AIPlatform\V1\RawOutput|null
+ */
+ public function getRawOutputs()
+ {
+ return $this->readOneof(1);
+ }
+
+ public function hasRawOutputs()
+ {
+ return $this->hasOneof(1);
+ }
+
+ /**
+ * Output only. List of raw output strings.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.RawOutput raw_outputs = 1 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param \Google\Cloud\AIPlatform\V1\RawOutput $var
+ * @return $this
+ */
+ public function setRawOutputs($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\RawOutput::class);
+ $this->writeOneof(1, $var);
+
+ return $this;
+ }
+
+ /**
+ * @return string
+ */
+ public function getCustomOutput()
+ {
+ return $this->whichOneof("custom_output");
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/CustomOutputFormatConfig.php b/AiPlatform/src/V1/CustomOutputFormatConfig.php
new file mode 100644
index 00000000000..02ac02787df
--- /dev/null
+++ b/AiPlatform/src/V1/CustomOutputFormatConfig.php
@@ -0,0 +1,75 @@
+google.cloud.aiplatform.v1.CustomOutputFormatConfig
+ */
+class CustomOutputFormatConfig extends \Google\Protobuf\Internal\Message
+{
+ protected $custom_output_format_config;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type bool $return_raw_output
+ * Optional. Whether to return raw output.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Optional. Whether to return raw output.
+ *
+ * Generated from protobuf field bool return_raw_output = 1 [(.google.api.field_behavior) = OPTIONAL];
+ * @return bool
+ */
+ public function getReturnRawOutput()
+ {
+ return $this->readOneof(1);
+ }
+
+ public function hasReturnRawOutput()
+ {
+ return $this->hasOneof(1);
+ }
+
+ /**
+ * Optional. Whether to return raw output.
+ *
+ * Generated from protobuf field bool return_raw_output = 1 [(.google.api.field_behavior) = OPTIONAL];
+ * @param bool $var
+ * @return $this
+ */
+ public function setReturnRawOutput($var)
+ {
+ GPBUtil::checkBool($var);
+ $this->writeOneof(1, $var);
+
+ return $this;
+ }
+
+ /**
+ * @return string
+ */
+ public function getCustomOutputFormatConfig()
+ {
+ return $this->whichOneof("custom_output_format_config");
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/EvaluateDatasetResponse.php b/AiPlatform/src/V1/EvaluateDatasetResponse.php
new file mode 100644
index 00000000000..7eb8a37c2da
--- /dev/null
+++ b/AiPlatform/src/V1/EvaluateDatasetResponse.php
@@ -0,0 +1,125 @@
+google.cloud.aiplatform.v1.EvaluateDatasetResponse
+ */
+class EvaluateDatasetResponse extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * Output only. Aggregation statistics derived from results of
+ * EvaluationService.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.AggregationOutput aggregation_output = 1 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ */
+ protected $aggregation_output = null;
+ /**
+ * Output only. Output info for EvaluationService.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.OutputInfo output_info = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ */
+ protected $output_info = null;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type \Google\Cloud\AIPlatform\V1\AggregationOutput $aggregation_output
+ * Output only. Aggregation statistics derived from results of
+ * EvaluationService.
+ * @type \Google\Cloud\AIPlatform\V1\OutputInfo $output_info
+ * Output only. Output info for EvaluationService.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Output only. Aggregation statistics derived from results of
+ * EvaluationService.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.AggregationOutput aggregation_output = 1 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return \Google\Cloud\AIPlatform\V1\AggregationOutput|null
+ */
+ public function getAggregationOutput()
+ {
+ return $this->aggregation_output;
+ }
+
+ public function hasAggregationOutput()
+ {
+ return isset($this->aggregation_output);
+ }
+
+ public function clearAggregationOutput()
+ {
+ unset($this->aggregation_output);
+ }
+
+ /**
+ * Output only. Aggregation statistics derived from results of
+ * EvaluationService.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.AggregationOutput aggregation_output = 1 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param \Google\Cloud\AIPlatform\V1\AggregationOutput $var
+ * @return $this
+ */
+ public function setAggregationOutput($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\AggregationOutput::class);
+ $this->aggregation_output = $var;
+
+ return $this;
+ }
+
+ /**
+ * Output only. Output info for EvaluationService.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.OutputInfo output_info = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return \Google\Cloud\AIPlatform\V1\OutputInfo|null
+ */
+ public function getOutputInfo()
+ {
+ return $this->output_info;
+ }
+
+ public function hasOutputInfo()
+ {
+ return isset($this->output_info);
+ }
+
+ public function clearOutputInfo()
+ {
+ unset($this->output_info);
+ }
+
+ /**
+ * Output only. Output info for EvaluationService.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.OutputInfo output_info = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param \Google\Cloud\AIPlatform\V1\OutputInfo $var
+ * @return $this
+ */
+ public function setOutputInfo($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\OutputInfo::class);
+ $this->output_info = $var;
+
+ return $this;
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/EvaluateDatasetRun.php b/AiPlatform/src/V1/EvaluateDatasetRun.php
new file mode 100644
index 00000000000..e9ab45570a7
--- /dev/null
+++ b/AiPlatform/src/V1/EvaluateDatasetRun.php
@@ -0,0 +1,242 @@
+google.cloud.aiplatform.v1.EvaluateDatasetRun
+ */
+class EvaluateDatasetRun extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * Output only. Deprecated: The updated architecture uses evaluation_run
+ * instead.
+ *
+ * Generated from protobuf field string operation_name = 1 [deprecated = true, (.google.api.field_behavior) = OUTPUT_ONLY];
+ * @deprecated
+ */
+ protected $operation_name = '';
+ /**
+ * Output only. The resource name of the evaluation run. Format:
+ * `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run_id}`.
+ *
+ * Generated from protobuf field string evaluation_run = 5 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ */
+ protected $evaluation_run = '';
+ /**
+ * Output only. The checkpoint id used in the evaluation run. Only populated
+ * when evaluating checkpoints.
+ *
+ * Generated from protobuf field string checkpoint_id = 2 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ */
+ protected $checkpoint_id = '';
+ /**
+ * Output only. Results for EvaluationService.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.EvaluateDatasetResponse evaluate_dataset_response = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ */
+ protected $evaluate_dataset_response = null;
+ /**
+ * Output only. The error of the evaluation run if any.
+ *
+ * Generated from protobuf field .google.rpc.Status error = 4 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ */
+ protected $error = null;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type string $operation_name
+ * Output only. Deprecated: The updated architecture uses evaluation_run
+ * instead.
+ * @type string $evaluation_run
+ * Output only. The resource name of the evaluation run. Format:
+ * `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run_id}`.
+ * @type string $checkpoint_id
+ * Output only. The checkpoint id used in the evaluation run. Only populated
+ * when evaluating checkpoints.
+ * @type \Google\Cloud\AIPlatform\V1\EvaluateDatasetResponse $evaluate_dataset_response
+ * Output only. Results for EvaluationService.
+ * @type \Google\Rpc\Status $error
+ * Output only. The error of the evaluation run if any.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\TuningJob::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Output only. Deprecated: The updated architecture uses evaluation_run
+ * instead.
+ *
+ * Generated from protobuf field string operation_name = 1 [deprecated = true, (.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return string
+ * @deprecated
+ */
+ public function getOperationName()
+ {
+ if ($this->operation_name !== '') {
+ @trigger_error('operation_name is deprecated.', E_USER_DEPRECATED);
+ }
+ return $this->operation_name;
+ }
+
+ /**
+ * Output only. Deprecated: The updated architecture uses evaluation_run
+ * instead.
+ *
+ * Generated from protobuf field string operation_name = 1 [deprecated = true, (.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param string $var
+ * @return $this
+ * @deprecated
+ */
+ public function setOperationName($var)
+ {
+ @trigger_error('operation_name is deprecated.', E_USER_DEPRECATED);
+ GPBUtil::checkString($var, True);
+ $this->operation_name = $var;
+
+ return $this;
+ }
+
+ /**
+ * Output only. The resource name of the evaluation run. Format:
+ * `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run_id}`.
+ *
+ * Generated from protobuf field string evaluation_run = 5 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return string
+ */
+ public function getEvaluationRun()
+ {
+ return $this->evaluation_run;
+ }
+
+ /**
+ * Output only. The resource name of the evaluation run. Format:
+ * `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run_id}`.
+ *
+ * Generated from protobuf field string evaluation_run = 5 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param string $var
+ * @return $this
+ */
+ public function setEvaluationRun($var)
+ {
+ GPBUtil::checkString($var, True);
+ $this->evaluation_run = $var;
+
+ return $this;
+ }
+
+ /**
+ * Output only. The checkpoint id used in the evaluation run. Only populated
+ * when evaluating checkpoints.
+ *
+ * Generated from protobuf field string checkpoint_id = 2 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return string
+ */
+ public function getCheckpointId()
+ {
+ return $this->checkpoint_id;
+ }
+
+ /**
+ * Output only. The checkpoint id used in the evaluation run. Only populated
+ * when evaluating checkpoints.
+ *
+ * Generated from protobuf field string checkpoint_id = 2 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param string $var
+ * @return $this
+ */
+ public function setCheckpointId($var)
+ {
+ GPBUtil::checkString($var, True);
+ $this->checkpoint_id = $var;
+
+ return $this;
+ }
+
+ /**
+ * Output only. Results for EvaluationService.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.EvaluateDatasetResponse evaluate_dataset_response = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return \Google\Cloud\AIPlatform\V1\EvaluateDatasetResponse|null
+ */
+ public function getEvaluateDatasetResponse()
+ {
+ return $this->evaluate_dataset_response;
+ }
+
+ public function hasEvaluateDatasetResponse()
+ {
+ return isset($this->evaluate_dataset_response);
+ }
+
+ public function clearEvaluateDatasetResponse()
+ {
+ unset($this->evaluate_dataset_response);
+ }
+
+ /**
+ * Output only. Results for EvaluationService.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.EvaluateDatasetResponse evaluate_dataset_response = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param \Google\Cloud\AIPlatform\V1\EvaluateDatasetResponse $var
+ * @return $this
+ */
+ public function setEvaluateDatasetResponse($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\EvaluateDatasetResponse::class);
+ $this->evaluate_dataset_response = $var;
+
+ return $this;
+ }
+
+ /**
+ * Output only. The error of the evaluation run if any.
+ *
+ * Generated from protobuf field .google.rpc.Status error = 4 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return \Google\Rpc\Status|null
+ */
+ public function getError()
+ {
+ return $this->error;
+ }
+
+ public function hasError()
+ {
+ return isset($this->error);
+ }
+
+ public function clearError()
+ {
+ unset($this->error);
+ }
+
+ /**
+ * Output only. The error of the evaluation run if any.
+ *
+ * Generated from protobuf field .google.rpc.Status error = 4 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param \Google\Rpc\Status $var
+ * @return $this
+ */
+ public function setError($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Rpc\Status::class);
+ $this->error = $var;
+
+ return $this;
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/EvaluateInstancesResponse.php b/AiPlatform/src/V1/EvaluateInstancesResponse.php
index 32ead6c03be..94ecf5edee0 100644
--- a/AiPlatform/src/V1/EvaluateInstancesResponse.php
+++ b/AiPlatform/src/V1/EvaluateInstancesResponse.php
@@ -15,6 +15,14 @@
*/
class EvaluateInstancesResponse extends \Google\Protobuf\Internal\Message
{
+ /**
+ * Metric results for each instance.
+ * The order of the metric results is guaranteed to be the same as the order
+ * of the instances in the request.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.MetricResult metric_results = 43;
+ */
+ private $metric_results;
protected $evaluation_results;
/**
@@ -81,6 +89,10 @@ class EvaluateInstancesResponse extends \Google\Protobuf\Internal\Message
* Result for Comet metric.
* @type \Google\Cloud\AIPlatform\V1\MetricxResult $metricx_result
* Result for Metricx metric.
+ * @type \Google\Cloud\AIPlatform\V1\MetricResult[] $metric_results
+ * Metric results for each instance.
+ * The order of the metric results is guaranteed to be the same as the order
+ * of the instances in the request.
* }
*/
public function __construct($data = NULL) {
@@ -879,6 +891,36 @@ public function setMetricxResult($var)
return $this;
}
+ /**
+ * Metric results for each instance.
+ * The order of the metric results is guaranteed to be the same as the order
+ * of the instances in the request.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.MetricResult metric_results = 43;
+ * @return RepeatedField<\Google\Cloud\AIPlatform\V1\MetricResult>
+ */
+ public function getMetricResults()
+ {
+ return $this->metric_results;
+ }
+
+ /**
+ * Metric results for each instance.
+ * The order of the metric results is guaranteed to be the same as the order
+ * of the instances in the request.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.MetricResult metric_results = 43;
+ * @param \Google\Cloud\AIPlatform\V1\MetricResult[] $var
+ * @return $this
+ */
+ public function setMetricResults($var)
+ {
+ $arr = GPBUtil::checkRepeatedField($var, \Google\Protobuf\Internal\GPBType::MESSAGE, \Google\Cloud\AIPlatform\V1\MetricResult::class);
+ $this->metric_results = $arr;
+
+ return $this;
+ }
+
/**
* @return string
*/
diff --git a/AiPlatform/src/V1/EvaluationConfig.php b/AiPlatform/src/V1/EvaluationConfig.php
new file mode 100644
index 00000000000..18ab7c1479f
--- /dev/null
+++ b/AiPlatform/src/V1/EvaluationConfig.php
@@ -0,0 +1,203 @@
+google.cloud.aiplatform.v1.EvaluationConfig
+ */
+class EvaluationConfig extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * Required. The metrics used for evaluation.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.Metric metrics = 1 [(.google.api.field_behavior) = REQUIRED];
+ */
+ private $metrics;
+ /**
+ * Required. Config for evaluation output.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.OutputConfig output_config = 2 [(.google.api.field_behavior) = REQUIRED];
+ */
+ protected $output_config = null;
+ /**
+ * Optional. Autorater config for evaluation.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.AutoraterConfig autorater_config = 3 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $autorater_config = null;
+ /**
+ * Optional. Configuration options for inference generation and outputs.
+ * If not set, default generation parameters are used.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.GenerationConfig inference_generation_config = 5 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $inference_generation_config = null;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type \Google\Cloud\AIPlatform\V1\Metric[] $metrics
+ * Required. The metrics used for evaluation.
+ * @type \Google\Cloud\AIPlatform\V1\OutputConfig $output_config
+ * Required. Config for evaluation output.
+ * @type \Google\Cloud\AIPlatform\V1\AutoraterConfig $autorater_config
+ * Optional. Autorater config for evaluation.
+ * @type \Google\Cloud\AIPlatform\V1\GenerationConfig $inference_generation_config
+ * Optional. Configuration options for inference generation and outputs.
+ * If not set, default generation parameters are used.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\TuningJob::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Required. The metrics used for evaluation.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.Metric metrics = 1 [(.google.api.field_behavior) = REQUIRED];
+ * @return RepeatedField<\Google\Cloud\AIPlatform\V1\Metric>
+ */
+ public function getMetrics()
+ {
+ return $this->metrics;
+ }
+
+ /**
+ * Required. The metrics used for evaluation.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.Metric metrics = 1 [(.google.api.field_behavior) = REQUIRED];
+ * @param \Google\Cloud\AIPlatform\V1\Metric[] $var
+ * @return $this
+ */
+ public function setMetrics($var)
+ {
+ $arr = GPBUtil::checkRepeatedField($var, \Google\Protobuf\Internal\GPBType::MESSAGE, \Google\Cloud\AIPlatform\V1\Metric::class);
+ $this->metrics = $arr;
+
+ return $this;
+ }
+
+ /**
+ * Required. Config for evaluation output.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.OutputConfig output_config = 2 [(.google.api.field_behavior) = REQUIRED];
+ * @return \Google\Cloud\AIPlatform\V1\OutputConfig|null
+ */
+ public function getOutputConfig()
+ {
+ return $this->output_config;
+ }
+
+ public function hasOutputConfig()
+ {
+ return isset($this->output_config);
+ }
+
+ public function clearOutputConfig()
+ {
+ unset($this->output_config);
+ }
+
+ /**
+ * Required. Config for evaluation output.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.OutputConfig output_config = 2 [(.google.api.field_behavior) = REQUIRED];
+ * @param \Google\Cloud\AIPlatform\V1\OutputConfig $var
+ * @return $this
+ */
+ public function setOutputConfig($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\OutputConfig::class);
+ $this->output_config = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. Autorater config for evaluation.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.AutoraterConfig autorater_config = 3 [(.google.api.field_behavior) = OPTIONAL];
+ * @return \Google\Cloud\AIPlatform\V1\AutoraterConfig|null
+ */
+ public function getAutoraterConfig()
+ {
+ return $this->autorater_config;
+ }
+
+ public function hasAutoraterConfig()
+ {
+ return isset($this->autorater_config);
+ }
+
+ public function clearAutoraterConfig()
+ {
+ unset($this->autorater_config);
+ }
+
+ /**
+ * Optional. Autorater config for evaluation.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.AutoraterConfig autorater_config = 3 [(.google.api.field_behavior) = OPTIONAL];
+ * @param \Google\Cloud\AIPlatform\V1\AutoraterConfig $var
+ * @return $this
+ */
+ public function setAutoraterConfig($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\AutoraterConfig::class);
+ $this->autorater_config = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. Configuration options for inference generation and outputs.
+ * If not set, default generation parameters are used.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.GenerationConfig inference_generation_config = 5 [(.google.api.field_behavior) = OPTIONAL];
+ * @return \Google\Cloud\AIPlatform\V1\GenerationConfig|null
+ */
+ public function getInferenceGenerationConfig()
+ {
+ return $this->inference_generation_config;
+ }
+
+ public function hasInferenceGenerationConfig()
+ {
+ return isset($this->inference_generation_config);
+ }
+
+ public function clearInferenceGenerationConfig()
+ {
+ unset($this->inference_generation_config);
+ }
+
+ /**
+ * Optional. Configuration options for inference generation and outputs.
+ * If not set, default generation parameters are used.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.GenerationConfig inference_generation_config = 5 [(.google.api.field_behavior) = OPTIONAL];
+ * @param \Google\Cloud\AIPlatform\V1\GenerationConfig $var
+ * @return $this
+ */
+ public function setInferenceGenerationConfig($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\GenerationConfig::class);
+ $this->inference_generation_config = $var;
+
+ return $this;
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/EvaluationDataset.php b/AiPlatform/src/V1/EvaluationDataset.php
new file mode 100644
index 00000000000..60cbb4860db
--- /dev/null
+++ b/AiPlatform/src/V1/EvaluationDataset.php
@@ -0,0 +1,111 @@
+google.cloud.aiplatform.v1.EvaluationDataset
+ */
+class EvaluationDataset extends \Google\Protobuf\Internal\Message
+{
+ protected $source;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type \Google\Cloud\AIPlatform\V1\GcsSource $gcs_source
+ * Cloud storage source holds the dataset. Currently only one Cloud Storage
+ * file path is supported.
+ * @type \Google\Cloud\AIPlatform\V1\BigQuerySource $bigquery_source
+ * BigQuery source holds the dataset.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Cloud storage source holds the dataset. Currently only one Cloud Storage
+ * file path is supported.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.GcsSource gcs_source = 1;
+ * @return \Google\Cloud\AIPlatform\V1\GcsSource|null
+ */
+ public function getGcsSource()
+ {
+ return $this->readOneof(1);
+ }
+
+ public function hasGcsSource()
+ {
+ return $this->hasOneof(1);
+ }
+
+ /**
+ * Cloud storage source holds the dataset. Currently only one Cloud Storage
+ * file path is supported.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.GcsSource gcs_source = 1;
+ * @param \Google\Cloud\AIPlatform\V1\GcsSource $var
+ * @return $this
+ */
+ public function setGcsSource($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\GcsSource::class);
+ $this->writeOneof(1, $var);
+
+ return $this;
+ }
+
+ /**
+ * BigQuery source holds the dataset.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.BigQuerySource bigquery_source = 2;
+ * @return \Google\Cloud\AIPlatform\V1\BigQuerySource|null
+ */
+ public function getBigquerySource()
+ {
+ return $this->readOneof(2);
+ }
+
+ public function hasBigquerySource()
+ {
+ return $this->hasOneof(2);
+ }
+
+ /**
+ * BigQuery source holds the dataset.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.BigQuerySource bigquery_source = 2;
+ * @param \Google\Cloud\AIPlatform\V1\BigQuerySource $var
+ * @return $this
+ */
+ public function setBigquerySource($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\BigQuerySource::class);
+ $this->writeOneof(2, $var);
+
+ return $this;
+ }
+
+ /**
+ * @return string
+ */
+ public function getSource()
+ {
+ return $this->whichOneof("source");
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/LLMBasedMetricSpec.php b/AiPlatform/src/V1/LLMBasedMetricSpec.php
new file mode 100644
index 00000000000..674729c7322
--- /dev/null
+++ b/AiPlatform/src/V1/LLMBasedMetricSpec.php
@@ -0,0 +1,287 @@
+google.cloud.aiplatform.v1.LLMBasedMetricSpec
+ */
+class LLMBasedMetricSpec extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * Required. Template for the prompt sent to the judge model.
+ *
+ * Generated from protobuf field optional string metric_prompt_template = 1 [(.google.api.field_behavior) = REQUIRED];
+ */
+ protected $metric_prompt_template = null;
+ /**
+ * Optional. System instructions for the judge model.
+ *
+ * Generated from protobuf field optional string system_instruction = 2 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $system_instruction = null;
+ /**
+ * Optional. Optional configuration for the judge LLM (Autorater).
+ *
+ * Generated from protobuf field optional .google.cloud.aiplatform.v1.AutoraterConfig judge_autorater_config = 3 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $judge_autorater_config = null;
+ /**
+ * Optional. Optional additional configuration for the metric.
+ *
+ * Generated from protobuf field optional .google.protobuf.Struct additional_config = 7 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $additional_config = null;
+ protected $rubrics_source;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type string $rubric_group_key
+ * Use a pre-defined group of rubrics associated with the input.
+ * Refers to a key in the rubric_groups map of EvaluationInstance.
+ * @type \Google\Cloud\AIPlatform\V1\PredefinedMetricSpec $predefined_rubric_generation_spec
+ * Dynamically generate rubrics using a predefined spec.
+ * @type string $metric_prompt_template
+ * Required. Template for the prompt sent to the judge model.
+ * @type string $system_instruction
+ * Optional. System instructions for the judge model.
+ * @type \Google\Cloud\AIPlatform\V1\AutoraterConfig $judge_autorater_config
+ * Optional. Optional configuration for the judge LLM (Autorater).
+ * @type \Google\Protobuf\Struct $additional_config
+ * Optional. Optional additional configuration for the metric.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Use a pre-defined group of rubrics associated with the input.
+ * Refers to a key in the rubric_groups map of EvaluationInstance.
+ *
+ * Generated from protobuf field string rubric_group_key = 4;
+ * @return string
+ */
+ public function getRubricGroupKey()
+ {
+ return $this->readOneof(4);
+ }
+
+ public function hasRubricGroupKey()
+ {
+ return $this->hasOneof(4);
+ }
+
+ /**
+ * Use a pre-defined group of rubrics associated with the input.
+ * Refers to a key in the rubric_groups map of EvaluationInstance.
+ *
+ * Generated from protobuf field string rubric_group_key = 4;
+ * @param string $var
+ * @return $this
+ */
+ public function setRubricGroupKey($var)
+ {
+ GPBUtil::checkString($var, True);
+ $this->writeOneof(4, $var);
+
+ return $this;
+ }
+
+ /**
+ * Dynamically generate rubrics using a predefined spec.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.PredefinedMetricSpec predefined_rubric_generation_spec = 6;
+ * @return \Google\Cloud\AIPlatform\V1\PredefinedMetricSpec|null
+ */
+ public function getPredefinedRubricGenerationSpec()
+ {
+ return $this->readOneof(6);
+ }
+
+ public function hasPredefinedRubricGenerationSpec()
+ {
+ return $this->hasOneof(6);
+ }
+
+ /**
+ * Dynamically generate rubrics using a predefined spec.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.PredefinedMetricSpec predefined_rubric_generation_spec = 6;
+ * @param \Google\Cloud\AIPlatform\V1\PredefinedMetricSpec $var
+ * @return $this
+ */
+ public function setPredefinedRubricGenerationSpec($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\PredefinedMetricSpec::class);
+ $this->writeOneof(6, $var);
+
+ return $this;
+ }
+
+ /**
+ * Required. Template for the prompt sent to the judge model.
+ *
+ * Generated from protobuf field optional string metric_prompt_template = 1 [(.google.api.field_behavior) = REQUIRED];
+ * @return string
+ */
+ public function getMetricPromptTemplate()
+ {
+ return isset($this->metric_prompt_template) ? $this->metric_prompt_template : '';
+ }
+
+ public function hasMetricPromptTemplate()
+ {
+ return isset($this->metric_prompt_template);
+ }
+
+ public function clearMetricPromptTemplate()
+ {
+ unset($this->metric_prompt_template);
+ }
+
+ /**
+ * Required. Template for the prompt sent to the judge model.
+ *
+ * Generated from protobuf field optional string metric_prompt_template = 1 [(.google.api.field_behavior) = REQUIRED];
+ * @param string $var
+ * @return $this
+ */
+ public function setMetricPromptTemplate($var)
+ {
+ GPBUtil::checkString($var, True);
+ $this->metric_prompt_template = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. System instructions for the judge model.
+ *
+ * Generated from protobuf field optional string system_instruction = 2 [(.google.api.field_behavior) = OPTIONAL];
+ * @return string
+ */
+ public function getSystemInstruction()
+ {
+ return isset($this->system_instruction) ? $this->system_instruction : '';
+ }
+
+ public function hasSystemInstruction()
+ {
+ return isset($this->system_instruction);
+ }
+
+ public function clearSystemInstruction()
+ {
+ unset($this->system_instruction);
+ }
+
+ /**
+ * Optional. System instructions for the judge model.
+ *
+ * Generated from protobuf field optional string system_instruction = 2 [(.google.api.field_behavior) = OPTIONAL];
+ * @param string $var
+ * @return $this
+ */
+ public function setSystemInstruction($var)
+ {
+ GPBUtil::checkString($var, True);
+ $this->system_instruction = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. Optional configuration for the judge LLM (Autorater).
+ *
+ * Generated from protobuf field optional .google.cloud.aiplatform.v1.AutoraterConfig judge_autorater_config = 3 [(.google.api.field_behavior) = OPTIONAL];
+ * @return \Google\Cloud\AIPlatform\V1\AutoraterConfig|null
+ */
+ public function getJudgeAutoraterConfig()
+ {
+ return $this->judge_autorater_config;
+ }
+
+ public function hasJudgeAutoraterConfig()
+ {
+ return isset($this->judge_autorater_config);
+ }
+
+ public function clearJudgeAutoraterConfig()
+ {
+ unset($this->judge_autorater_config);
+ }
+
+ /**
+ * Optional. Optional configuration for the judge LLM (Autorater).
+ *
+ * Generated from protobuf field optional .google.cloud.aiplatform.v1.AutoraterConfig judge_autorater_config = 3 [(.google.api.field_behavior) = OPTIONAL];
+ * @param \Google\Cloud\AIPlatform\V1\AutoraterConfig $var
+ * @return $this
+ */
+ public function setJudgeAutoraterConfig($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\AutoraterConfig::class);
+ $this->judge_autorater_config = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. Optional additional configuration for the metric.
+ *
+ * Generated from protobuf field optional .google.protobuf.Struct additional_config = 7 [(.google.api.field_behavior) = OPTIONAL];
+ * @return \Google\Protobuf\Struct|null
+ */
+ public function getAdditionalConfig()
+ {
+ return $this->additional_config;
+ }
+
+ public function hasAdditionalConfig()
+ {
+ return isset($this->additional_config);
+ }
+
+ public function clearAdditionalConfig()
+ {
+ unset($this->additional_config);
+ }
+
+ /**
+ * Optional. Optional additional configuration for the metric.
+ *
+ * Generated from protobuf field optional .google.protobuf.Struct additional_config = 7 [(.google.api.field_behavior) = OPTIONAL];
+ * @param \Google\Protobuf\Struct $var
+ * @return $this
+ */
+ public function setAdditionalConfig($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Protobuf\Struct::class);
+ $this->additional_config = $var;
+
+ return $this;
+ }
+
+ /**
+ * @return string
+ */
+ public function getRubricsSource()
+ {
+ return $this->whichOneof("rubrics_source");
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/Metric.php b/AiPlatform/src/V1/Metric.php
new file mode 100644
index 00000000000..548f049abd2
--- /dev/null
+++ b/AiPlatform/src/V1/Metric.php
@@ -0,0 +1,340 @@
+google.cloud.aiplatform.v1.Metric
+ */
+class Metric extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * Optional. The aggregation metrics to use.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.Metric.AggregationMetric aggregation_metrics = 1 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ private $aggregation_metrics;
+ protected $metric_spec;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type \Google\Cloud\AIPlatform\V1\PredefinedMetricSpec $predefined_metric_spec
+ * The spec for a pre-defined metric.
+ * @type \Google\Cloud\AIPlatform\V1\ComputationBasedMetricSpec $computation_based_metric_spec
+ * Spec for a computation based metric.
+ * @type \Google\Cloud\AIPlatform\V1\LLMBasedMetricSpec $llm_based_metric_spec
+ * Spec for an LLM based metric.
+ * @type \Google\Cloud\AIPlatform\V1\PointwiseMetricSpec $pointwise_metric_spec
+ * Spec for pointwise metric.
+ * @type \Google\Cloud\AIPlatform\V1\PairwiseMetricSpec $pairwise_metric_spec
+ * Spec for pairwise metric.
+ * @type \Google\Cloud\AIPlatform\V1\ExactMatchSpec $exact_match_spec
+ * Spec for exact match metric.
+ * @type \Google\Cloud\AIPlatform\V1\BleuSpec $bleu_spec
+ * Spec for bleu metric.
+ * @type \Google\Cloud\AIPlatform\V1\RougeSpec $rouge_spec
+ * Spec for rouge metric.
+ * @type int[] $aggregation_metrics
+ * Optional. The aggregation metrics to use.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * The spec for a pre-defined metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.PredefinedMetricSpec predefined_metric_spec = 8;
+ * @return \Google\Cloud\AIPlatform\V1\PredefinedMetricSpec|null
+ */
+ public function getPredefinedMetricSpec()
+ {
+ return $this->readOneof(8);
+ }
+
+ public function hasPredefinedMetricSpec()
+ {
+ return $this->hasOneof(8);
+ }
+
+ /**
+ * The spec for a pre-defined metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.PredefinedMetricSpec predefined_metric_spec = 8;
+ * @param \Google\Cloud\AIPlatform\V1\PredefinedMetricSpec $var
+ * @return $this
+ */
+ public function setPredefinedMetricSpec($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\PredefinedMetricSpec::class);
+ $this->writeOneof(8, $var);
+
+ return $this;
+ }
+
+ /**
+ * Spec for a computation based metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.ComputationBasedMetricSpec computation_based_metric_spec = 9;
+ * @return \Google\Cloud\AIPlatform\V1\ComputationBasedMetricSpec|null
+ */
+ public function getComputationBasedMetricSpec()
+ {
+ return $this->readOneof(9);
+ }
+
+ public function hasComputationBasedMetricSpec()
+ {
+ return $this->hasOneof(9);
+ }
+
+ /**
+ * Spec for a computation based metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.ComputationBasedMetricSpec computation_based_metric_spec = 9;
+ * @param \Google\Cloud\AIPlatform\V1\ComputationBasedMetricSpec $var
+ * @return $this
+ */
+ public function setComputationBasedMetricSpec($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\ComputationBasedMetricSpec::class);
+ $this->writeOneof(9, $var);
+
+ return $this;
+ }
+
+ /**
+ * Spec for an LLM based metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.LLMBasedMetricSpec llm_based_metric_spec = 10;
+ * @return \Google\Cloud\AIPlatform\V1\LLMBasedMetricSpec|null
+ */
+ public function getLlmBasedMetricSpec()
+ {
+ return $this->readOneof(10);
+ }
+
+ public function hasLlmBasedMetricSpec()
+ {
+ return $this->hasOneof(10);
+ }
+
+ /**
+ * Spec for an LLM based metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.LLMBasedMetricSpec llm_based_metric_spec = 10;
+ * @param \Google\Cloud\AIPlatform\V1\LLMBasedMetricSpec $var
+ * @return $this
+ */
+ public function setLlmBasedMetricSpec($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\LLMBasedMetricSpec::class);
+ $this->writeOneof(10, $var);
+
+ return $this;
+ }
+
+ /**
+ * Spec for pointwise metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.PointwiseMetricSpec pointwise_metric_spec = 2;
+ * @return \Google\Cloud\AIPlatform\V1\PointwiseMetricSpec|null
+ */
+ public function getPointwiseMetricSpec()
+ {
+ return $this->readOneof(2);
+ }
+
+ public function hasPointwiseMetricSpec()
+ {
+ return $this->hasOneof(2);
+ }
+
+ /**
+ * Spec for pointwise metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.PointwiseMetricSpec pointwise_metric_spec = 2;
+ * @param \Google\Cloud\AIPlatform\V1\PointwiseMetricSpec $var
+ * @return $this
+ */
+ public function setPointwiseMetricSpec($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\PointwiseMetricSpec::class);
+ $this->writeOneof(2, $var);
+
+ return $this;
+ }
+
+ /**
+ * Spec for pairwise metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.PairwiseMetricSpec pairwise_metric_spec = 3;
+ * @return \Google\Cloud\AIPlatform\V1\PairwiseMetricSpec|null
+ */
+ public function getPairwiseMetricSpec()
+ {
+ return $this->readOneof(3);
+ }
+
+ public function hasPairwiseMetricSpec()
+ {
+ return $this->hasOneof(3);
+ }
+
+ /**
+ * Spec for pairwise metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.PairwiseMetricSpec pairwise_metric_spec = 3;
+ * @param \Google\Cloud\AIPlatform\V1\PairwiseMetricSpec $var
+ * @return $this
+ */
+ public function setPairwiseMetricSpec($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\PairwiseMetricSpec::class);
+ $this->writeOneof(3, $var);
+
+ return $this;
+ }
+
+ /**
+ * Spec for exact match metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.ExactMatchSpec exact_match_spec = 4;
+ * @return \Google\Cloud\AIPlatform\V1\ExactMatchSpec|null
+ */
+ public function getExactMatchSpec()
+ {
+ return $this->readOneof(4);
+ }
+
+ public function hasExactMatchSpec()
+ {
+ return $this->hasOneof(4);
+ }
+
+ /**
+ * Spec for exact match metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.ExactMatchSpec exact_match_spec = 4;
+ * @param \Google\Cloud\AIPlatform\V1\ExactMatchSpec $var
+ * @return $this
+ */
+ public function setExactMatchSpec($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\ExactMatchSpec::class);
+ $this->writeOneof(4, $var);
+
+ return $this;
+ }
+
+ /**
+ * Spec for bleu metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.BleuSpec bleu_spec = 5;
+ * @return \Google\Cloud\AIPlatform\V1\BleuSpec|null
+ */
+ public function getBleuSpec()
+ {
+ return $this->readOneof(5);
+ }
+
+ public function hasBleuSpec()
+ {
+ return $this->hasOneof(5);
+ }
+
+ /**
+ * Spec for bleu metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.BleuSpec bleu_spec = 5;
+ * @param \Google\Cloud\AIPlatform\V1\BleuSpec $var
+ * @return $this
+ */
+ public function setBleuSpec($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\BleuSpec::class);
+ $this->writeOneof(5, $var);
+
+ return $this;
+ }
+
+ /**
+ * Spec for rouge metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.RougeSpec rouge_spec = 6;
+ * @return \Google\Cloud\AIPlatform\V1\RougeSpec|null
+ */
+ public function getRougeSpec()
+ {
+ return $this->readOneof(6);
+ }
+
+ public function hasRougeSpec()
+ {
+ return $this->hasOneof(6);
+ }
+
+ /**
+ * Spec for rouge metric.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.RougeSpec rouge_spec = 6;
+ * @param \Google\Cloud\AIPlatform\V1\RougeSpec $var
+ * @return $this
+ */
+ public function setRougeSpec($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\RougeSpec::class);
+ $this->writeOneof(6, $var);
+
+ return $this;
+ }
+
+ /**
+ * Optional. The aggregation metrics to use.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.Metric.AggregationMetric aggregation_metrics = 1 [(.google.api.field_behavior) = OPTIONAL];
+ * @return RepeatedField
+ */
+ public function getAggregationMetrics()
+ {
+ return $this->aggregation_metrics;
+ }
+
+ /**
+ * Optional. The aggregation metrics to use.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.Metric.AggregationMetric aggregation_metrics = 1 [(.google.api.field_behavior) = OPTIONAL];
+ * @param int[] $var
+ * @return $this
+ */
+ public function setAggregationMetrics($var)
+ {
+ $arr = GPBUtil::checkRepeatedField($var, \Google\Protobuf\Internal\GPBType::ENUM, \Google\Cloud\AIPlatform\V1\Metric\AggregationMetric::class);
+ $this->aggregation_metrics = $arr;
+
+ return $this;
+ }
+
+ /**
+ * @return string
+ */
+ public function getMetricSpec()
+ {
+ return $this->whichOneof("metric_spec");
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/Metric/AggregationMetric.php b/AiPlatform/src/V1/Metric/AggregationMetric.php
new file mode 100644
index 00000000000..d9670023527
--- /dev/null
+++ b/AiPlatform/src/V1/Metric/AggregationMetric.php
@@ -0,0 +1,118 @@
+google.cloud.aiplatform.v1.Metric.AggregationMetric
+ */
+class AggregationMetric
+{
+ /**
+ * Unspecified aggregation metric.
+ *
+ * Generated from protobuf enum AGGREGATION_METRIC_UNSPECIFIED = 0;
+ */
+ const AGGREGATION_METRIC_UNSPECIFIED = 0;
+ /**
+ * Average aggregation metric. Not supported for Pairwise metric.
+ *
+ * Generated from protobuf enum AVERAGE = 1;
+ */
+ const AVERAGE = 1;
+ /**
+ * Mode aggregation metric.
+ *
+ * Generated from protobuf enum MODE = 2;
+ */
+ const MODE = 2;
+ /**
+ * Standard deviation aggregation metric. Not supported for pairwise metric.
+ *
+ * Generated from protobuf enum STANDARD_DEVIATION = 3;
+ */
+ const STANDARD_DEVIATION = 3;
+ /**
+ * Variance aggregation metric. Not supported for pairwise metric.
+ *
+ * Generated from protobuf enum VARIANCE = 4;
+ */
+ const VARIANCE = 4;
+ /**
+ * Minimum aggregation metric. Not supported for pairwise metric.
+ *
+ * Generated from protobuf enum MINIMUM = 5;
+ */
+ const MINIMUM = 5;
+ /**
+ * Maximum aggregation metric. Not supported for pairwise metric.
+ *
+ * Generated from protobuf enum MAXIMUM = 6;
+ */
+ const MAXIMUM = 6;
+ /**
+ * Median aggregation metric. Not supported for pairwise metric.
+ *
+ * Generated from protobuf enum MEDIAN = 7;
+ */
+ const MEDIAN = 7;
+ /**
+ * 90th percentile aggregation metric. Not supported for pairwise metric.
+ *
+ * Generated from protobuf enum PERCENTILE_P90 = 8;
+ */
+ const PERCENTILE_P90 = 8;
+ /**
+ * 95th percentile aggregation metric. Not supported for pairwise metric.
+ *
+ * Generated from protobuf enum PERCENTILE_P95 = 9;
+ */
+ const PERCENTILE_P95 = 9;
+ /**
+ * 99th percentile aggregation metric. Not supported for pairwise metric.
+ *
+ * Generated from protobuf enum PERCENTILE_P99 = 10;
+ */
+ const PERCENTILE_P99 = 10;
+
+ private static $valueToName = [
+ self::AGGREGATION_METRIC_UNSPECIFIED => 'AGGREGATION_METRIC_UNSPECIFIED',
+ self::AVERAGE => 'AVERAGE',
+ self::MODE => 'MODE',
+ self::STANDARD_DEVIATION => 'STANDARD_DEVIATION',
+ self::VARIANCE => 'VARIANCE',
+ self::MINIMUM => 'MINIMUM',
+ self::MAXIMUM => 'MAXIMUM',
+ self::MEDIAN => 'MEDIAN',
+ self::PERCENTILE_P90 => 'PERCENTILE_P90',
+ self::PERCENTILE_P95 => 'PERCENTILE_P95',
+ self::PERCENTILE_P99 => 'PERCENTILE_P99',
+ ];
+
+ public static function name($value)
+ {
+ if (!isset(self::$valueToName[$value])) {
+ throw new UnexpectedValueException(sprintf(
+ 'Enum %s has no name defined for value %s', __CLASS__, $value));
+ }
+ return self::$valueToName[$value];
+ }
+
+
+ public static function value($name)
+ {
+ $const = __CLASS__ . '::' . strtoupper($name);
+ if (!defined($const)) {
+ throw new UnexpectedValueException(sprintf(
+ 'Enum %s has no value defined for name %s', __CLASS__, $name));
+ }
+ return constant($const);
+ }
+}
+
diff --git a/AiPlatform/src/V1/MetricResult.php b/AiPlatform/src/V1/MetricResult.php
new file mode 100644
index 00000000000..1cbef658785
--- /dev/null
+++ b/AiPlatform/src/V1/MetricResult.php
@@ -0,0 +1,169 @@
+google.cloud.aiplatform.v1.MetricResult
+ */
+class MetricResult extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * Output only. The score for the metric.
+ * Please refer to each metric's documentation for the meaning of the score.
+ *
+ * Generated from protobuf field optional float score = 1 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ */
+ protected $score = null;
+ /**
+ * Output only. The explanation for the metric result.
+ *
+ * Generated from protobuf field optional string explanation = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ */
+ protected $explanation = null;
+ /**
+ * Output only. The error status for the metric result.
+ *
+ * Generated from protobuf field optional .google.rpc.Status error = 4 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ */
+ protected $error = null;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type float $score
+ * Output only. The score for the metric.
+ * Please refer to each metric's documentation for the meaning of the score.
+ * @type string $explanation
+ * Output only. The explanation for the metric result.
+ * @type \Google\Rpc\Status $error
+ * Output only. The error status for the metric result.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Output only. The score for the metric.
+ * Please refer to each metric's documentation for the meaning of the score.
+ *
+ * Generated from protobuf field optional float score = 1 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return float
+ */
+ public function getScore()
+ {
+ return isset($this->score) ? $this->score : 0.0;
+ }
+
+ public function hasScore()
+ {
+ return isset($this->score);
+ }
+
+ public function clearScore()
+ {
+ unset($this->score);
+ }
+
+ /**
+ * Output only. The score for the metric.
+ * Please refer to each metric's documentation for the meaning of the score.
+ *
+ * Generated from protobuf field optional float score = 1 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param float $var
+ * @return $this
+ */
+ public function setScore($var)
+ {
+ GPBUtil::checkFloat($var);
+ $this->score = $var;
+
+ return $this;
+ }
+
+ /**
+ * Output only. The explanation for the metric result.
+ *
+ * Generated from protobuf field optional string explanation = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return string
+ */
+ public function getExplanation()
+ {
+ return isset($this->explanation) ? $this->explanation : '';
+ }
+
+ public function hasExplanation()
+ {
+ return isset($this->explanation);
+ }
+
+ public function clearExplanation()
+ {
+ unset($this->explanation);
+ }
+
+ /**
+ * Output only. The explanation for the metric result.
+ *
+ * Generated from protobuf field optional string explanation = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param string $var
+ * @return $this
+ */
+ public function setExplanation($var)
+ {
+ GPBUtil::checkString($var, True);
+ $this->explanation = $var;
+
+ return $this;
+ }
+
+ /**
+ * Output only. The error status for the metric result.
+ *
+ * Generated from protobuf field optional .google.rpc.Status error = 4 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return \Google\Rpc\Status|null
+ */
+ public function getError()
+ {
+ return $this->error;
+ }
+
+ public function hasError()
+ {
+ return isset($this->error);
+ }
+
+ public function clearError()
+ {
+ unset($this->error);
+ }
+
+ /**
+ * Output only. The error status for the metric result.
+ *
+ * Generated from protobuf field optional .google.rpc.Status error = 4 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param \Google\Rpc\Status $var
+ * @return $this
+ */
+ public function setError($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Rpc\Status::class);
+ $this->error = $var;
+
+ return $this;
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/OutputConfig.php b/AiPlatform/src/V1/OutputConfig.php
new file mode 100644
index 00000000000..752ea6fd26c
--- /dev/null
+++ b/AiPlatform/src/V1/OutputConfig.php
@@ -0,0 +1,75 @@
+google.cloud.aiplatform.v1.OutputConfig
+ */
+class OutputConfig extends \Google\Protobuf\Internal\Message
+{
+ protected $destination;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type \Google\Cloud\AIPlatform\V1\GcsDestination $gcs_destination
+ * Cloud storage destination for evaluation output.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Cloud storage destination for evaluation output.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.GcsDestination gcs_destination = 1;
+ * @return \Google\Cloud\AIPlatform\V1\GcsDestination|null
+ */
+ public function getGcsDestination()
+ {
+ return $this->readOneof(1);
+ }
+
+ public function hasGcsDestination()
+ {
+ return $this->hasOneof(1);
+ }
+
+ /**
+ * Cloud storage destination for evaluation output.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.GcsDestination gcs_destination = 1;
+ * @param \Google\Cloud\AIPlatform\V1\GcsDestination $var
+ * @return $this
+ */
+ public function setGcsDestination($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\GcsDestination::class);
+ $this->writeOneof(1, $var);
+
+ return $this;
+ }
+
+ /**
+ * @return string
+ */
+ public function getDestination()
+ {
+ return $this->whichOneof("destination");
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/OutputInfo.php b/AiPlatform/src/V1/OutputInfo.php
new file mode 100644
index 00000000000..2a2aec3c883
--- /dev/null
+++ b/AiPlatform/src/V1/OutputInfo.php
@@ -0,0 +1,78 @@
+google.cloud.aiplatform.v1.OutputInfo
+ */
+class OutputInfo extends \Google\Protobuf\Internal\Message
+{
+ protected $output_location;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type string $gcs_output_directory
+ * Output only. The full path of the Cloud Storage directory created, into
+ * which the evaluation results and aggregation results are written.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Output only. The full path of the Cloud Storage directory created, into
+ * which the evaluation results and aggregation results are written.
+ *
+ * Generated from protobuf field string gcs_output_directory = 1 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return string
+ */
+ public function getGcsOutputDirectory()
+ {
+ return $this->readOneof(1);
+ }
+
+ public function hasGcsOutputDirectory()
+ {
+ return $this->hasOneof(1);
+ }
+
+ /**
+ * Output only. The full path of the Cloud Storage directory created, into
+ * which the evaluation results and aggregation results are written.
+ *
+ * Generated from protobuf field string gcs_output_directory = 1 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param string $var
+ * @return $this
+ */
+ public function setGcsOutputDirectory($var)
+ {
+ GPBUtil::checkString($var, True);
+ $this->writeOneof(1, $var);
+
+ return $this;
+ }
+
+ /**
+ * @return string
+ */
+ public function getOutputLocation()
+ {
+ return $this->whichOneof("output_location");
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/PairwiseMetricInstance.php b/AiPlatform/src/V1/PairwiseMetricInstance.php
index a209dd8e82d..71903ff83e1 100644
--- a/AiPlatform/src/V1/PairwiseMetricInstance.php
+++ b/AiPlatform/src/V1/PairwiseMetricInstance.php
@@ -28,6 +28,10 @@ class PairwiseMetricInstance extends \Google\Protobuf\Internal\Message
* Instance specified as a json string. String key-value pairs are expected
* in the json_instance to render
* PairwiseMetricSpec.instance_prompt_template.
+ * @type \Google\Cloud\AIPlatform\V1\ContentMap $content_map_instance
+ * Key-value contents for the mutlimodality input, including text, image,
+ * video, audio, and pdf, etc. The key is placeholder in metric prompt
+ * template, and the value is the multimodal content.
* }
*/
public function __construct($data = NULL) {
@@ -70,6 +74,41 @@ public function setJsonInstance($var)
return $this;
}
+ /**
+ * Key-value contents for the mutlimodality input, including text, image,
+ * video, audio, and pdf, etc. The key is placeholder in metric prompt
+ * template, and the value is the multimodal content.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.ContentMap content_map_instance = 2;
+ * @return \Google\Cloud\AIPlatform\V1\ContentMap|null
+ */
+ public function getContentMapInstance()
+ {
+ return $this->readOneof(2);
+ }
+
+ public function hasContentMapInstance()
+ {
+ return $this->hasOneof(2);
+ }
+
+ /**
+ * Key-value contents for the mutlimodality input, including text, image,
+ * video, audio, and pdf, etc. The key is placeholder in metric prompt
+ * template, and the value is the multimodal content.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.ContentMap content_map_instance = 2;
+ * @param \Google\Cloud\AIPlatform\V1\ContentMap $var
+ * @return $this
+ */
+ public function setContentMapInstance($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\ContentMap::class);
+ $this->writeOneof(2, $var);
+
+ return $this;
+ }
+
/**
* @return string
*/
diff --git a/AiPlatform/src/V1/PairwiseMetricResult.php b/AiPlatform/src/V1/PairwiseMetricResult.php
index 97eabe5003a..93081e1cb73 100644
--- a/AiPlatform/src/V1/PairwiseMetricResult.php
+++ b/AiPlatform/src/V1/PairwiseMetricResult.php
@@ -27,6 +27,12 @@ class PairwiseMetricResult extends \Google\Protobuf\Internal\Message
* Generated from protobuf field string explanation = 2 [(.google.api.field_behavior) = OUTPUT_ONLY];
*/
protected $explanation = '';
+ /**
+ * Output only. Spec for custom output.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.CustomOutput custom_output = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ */
+ protected $custom_output = null;
/**
* Constructor.
@@ -38,6 +44,8 @@ class PairwiseMetricResult extends \Google\Protobuf\Internal\Message
* Output only. Pairwise metric choice.
* @type string $explanation
* Output only. Explanation for pairwise metric score.
+ * @type \Google\Cloud\AIPlatform\V1\CustomOutput $custom_output
+ * Output only. Spec for custom output.
* }
*/
public function __construct($data = NULL) {
@@ -97,5 +105,41 @@ public function setExplanation($var)
return $this;
}
+ /**
+ * Output only. Spec for custom output.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.CustomOutput custom_output = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return \Google\Cloud\AIPlatform\V1\CustomOutput|null
+ */
+ public function getCustomOutput()
+ {
+ return $this->custom_output;
+ }
+
+ public function hasCustomOutput()
+ {
+ return isset($this->custom_output);
+ }
+
+ public function clearCustomOutput()
+ {
+ unset($this->custom_output);
+ }
+
+ /**
+ * Output only. Spec for custom output.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.CustomOutput custom_output = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param \Google\Cloud\AIPlatform\V1\CustomOutput $var
+ * @return $this
+ */
+ public function setCustomOutput($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\CustomOutput::class);
+ $this->custom_output = $var;
+
+ return $this;
+ }
+
}
diff --git a/AiPlatform/src/V1/PairwiseMetricSpec.php b/AiPlatform/src/V1/PairwiseMetricSpec.php
index 8fc6eba76fa..f9c40e9f3e1 100644
--- a/AiPlatform/src/V1/PairwiseMetricSpec.php
+++ b/AiPlatform/src/V1/PairwiseMetricSpec.php
@@ -21,6 +21,34 @@ class PairwiseMetricSpec extends \Google\Protobuf\Internal\Message
* Generated from protobuf field optional string metric_prompt_template = 1 [(.google.api.field_behavior) = REQUIRED];
*/
protected $metric_prompt_template = null;
+ /**
+ * Optional. The field name of the candidate response.
+ *
+ * Generated from protobuf field string candidate_response_field_name = 2 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $candidate_response_field_name = '';
+ /**
+ * Optional. The field name of the baseline response.
+ *
+ * Generated from protobuf field string baseline_response_field_name = 3 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $baseline_response_field_name = '';
+ /**
+ * Optional. System instructions for pairwise metric.
+ *
+ * Generated from protobuf field optional string system_instruction = 4 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $system_instruction = null;
+ /**
+ * Optional. CustomOutputFormatConfig allows customization of metric output.
+ * When this config is set, the default output is replaced with
+ * the raw output string.
+ * If a custom format is chosen, the `pairwise_choice` and `explanation`
+ * fields in the corresponding metric result will be empty.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.CustomOutputFormatConfig custom_output_format_config = 5 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $custom_output_format_config = null;
/**
* Constructor.
@@ -30,6 +58,18 @@ class PairwiseMetricSpec extends \Google\Protobuf\Internal\Message
*
* @type string $metric_prompt_template
* Required. Metric prompt template for pairwise metric.
+ * @type string $candidate_response_field_name
+ * Optional. The field name of the candidate response.
+ * @type string $baseline_response_field_name
+ * Optional. The field name of the baseline response.
+ * @type string $system_instruction
+ * Optional. System instructions for pairwise metric.
+ * @type \Google\Cloud\AIPlatform\V1\CustomOutputFormatConfig $custom_output_format_config
+ * Optional. CustomOutputFormatConfig allows customization of metric output.
+ * When this config is set, the default output is replaced with
+ * the raw output string.
+ * If a custom format is chosen, the `pairwise_choice` and `explanation`
+ * fields in the corresponding metric result will be empty.
* }
*/
public function __construct($data = NULL) {
@@ -73,5 +113,137 @@ public function setMetricPromptTemplate($var)
return $this;
}
+ /**
+ * Optional. The field name of the candidate response.
+ *
+ * Generated from protobuf field string candidate_response_field_name = 2 [(.google.api.field_behavior) = OPTIONAL];
+ * @return string
+ */
+ public function getCandidateResponseFieldName()
+ {
+ return $this->candidate_response_field_name;
+ }
+
+ /**
+ * Optional. The field name of the candidate response.
+ *
+ * Generated from protobuf field string candidate_response_field_name = 2 [(.google.api.field_behavior) = OPTIONAL];
+ * @param string $var
+ * @return $this
+ */
+ public function setCandidateResponseFieldName($var)
+ {
+ GPBUtil::checkString($var, True);
+ $this->candidate_response_field_name = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. The field name of the baseline response.
+ *
+ * Generated from protobuf field string baseline_response_field_name = 3 [(.google.api.field_behavior) = OPTIONAL];
+ * @return string
+ */
+ public function getBaselineResponseFieldName()
+ {
+ return $this->baseline_response_field_name;
+ }
+
+ /**
+ * Optional. The field name of the baseline response.
+ *
+ * Generated from protobuf field string baseline_response_field_name = 3 [(.google.api.field_behavior) = OPTIONAL];
+ * @param string $var
+ * @return $this
+ */
+ public function setBaselineResponseFieldName($var)
+ {
+ GPBUtil::checkString($var, True);
+ $this->baseline_response_field_name = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. System instructions for pairwise metric.
+ *
+ * Generated from protobuf field optional string system_instruction = 4 [(.google.api.field_behavior) = OPTIONAL];
+ * @return string
+ */
+ public function getSystemInstruction()
+ {
+ return isset($this->system_instruction) ? $this->system_instruction : '';
+ }
+
+ public function hasSystemInstruction()
+ {
+ return isset($this->system_instruction);
+ }
+
+ public function clearSystemInstruction()
+ {
+ unset($this->system_instruction);
+ }
+
+ /**
+ * Optional. System instructions for pairwise metric.
+ *
+ * Generated from protobuf field optional string system_instruction = 4 [(.google.api.field_behavior) = OPTIONAL];
+ * @param string $var
+ * @return $this
+ */
+ public function setSystemInstruction($var)
+ {
+ GPBUtil::checkString($var, True);
+ $this->system_instruction = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. CustomOutputFormatConfig allows customization of metric output.
+ * When this config is set, the default output is replaced with
+ * the raw output string.
+ * If a custom format is chosen, the `pairwise_choice` and `explanation`
+ * fields in the corresponding metric result will be empty.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.CustomOutputFormatConfig custom_output_format_config = 5 [(.google.api.field_behavior) = OPTIONAL];
+ * @return \Google\Cloud\AIPlatform\V1\CustomOutputFormatConfig|null
+ */
+ public function getCustomOutputFormatConfig()
+ {
+ return $this->custom_output_format_config;
+ }
+
+ public function hasCustomOutputFormatConfig()
+ {
+ return isset($this->custom_output_format_config);
+ }
+
+ public function clearCustomOutputFormatConfig()
+ {
+ unset($this->custom_output_format_config);
+ }
+
+ /**
+ * Optional. CustomOutputFormatConfig allows customization of metric output.
+ * When this config is set, the default output is replaced with
+ * the raw output string.
+ * If a custom format is chosen, the `pairwise_choice` and `explanation`
+ * fields in the corresponding metric result will be empty.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.CustomOutputFormatConfig custom_output_format_config = 5 [(.google.api.field_behavior) = OPTIONAL];
+ * @param \Google\Cloud\AIPlatform\V1\CustomOutputFormatConfig $var
+ * @return $this
+ */
+ public function setCustomOutputFormatConfig($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\CustomOutputFormatConfig::class);
+ $this->custom_output_format_config = $var;
+
+ return $this;
+ }
+
}
diff --git a/AiPlatform/src/V1/PointwiseMetricInstance.php b/AiPlatform/src/V1/PointwiseMetricInstance.php
index dc4742871f3..1b3008d3c13 100644
--- a/AiPlatform/src/V1/PointwiseMetricInstance.php
+++ b/AiPlatform/src/V1/PointwiseMetricInstance.php
@@ -28,6 +28,10 @@ class PointwiseMetricInstance extends \Google\Protobuf\Internal\Message
* Instance specified as a json string. String key-value pairs are expected
* in the json_instance to render
* PointwiseMetricSpec.instance_prompt_template.
+ * @type \Google\Cloud\AIPlatform\V1\ContentMap $content_map_instance
+ * Key-value contents for the mutlimodality input, including text, image,
+ * video, audio, and pdf, etc. The key is placeholder in metric prompt
+ * template, and the value is the multimodal content.
* }
*/
public function __construct($data = NULL) {
@@ -70,6 +74,41 @@ public function setJsonInstance($var)
return $this;
}
+ /**
+ * Key-value contents for the mutlimodality input, including text, image,
+ * video, audio, and pdf, etc. The key is placeholder in metric prompt
+ * template, and the value is the multimodal content.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.ContentMap content_map_instance = 2;
+ * @return \Google\Cloud\AIPlatform\V1\ContentMap|null
+ */
+ public function getContentMapInstance()
+ {
+ return $this->readOneof(2);
+ }
+
+ public function hasContentMapInstance()
+ {
+ return $this->hasOneof(2);
+ }
+
+ /**
+ * Key-value contents for the mutlimodality input, including text, image,
+ * video, audio, and pdf, etc. The key is placeholder in metric prompt
+ * template, and the value is the multimodal content.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.ContentMap content_map_instance = 2;
+ * @param \Google\Cloud\AIPlatform\V1\ContentMap $var
+ * @return $this
+ */
+ public function setContentMapInstance($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\ContentMap::class);
+ $this->writeOneof(2, $var);
+
+ return $this;
+ }
+
/**
* @return string
*/
diff --git a/AiPlatform/src/V1/PointwiseMetricResult.php b/AiPlatform/src/V1/PointwiseMetricResult.php
index 38d72c2059e..46cc2befff4 100644
--- a/AiPlatform/src/V1/PointwiseMetricResult.php
+++ b/AiPlatform/src/V1/PointwiseMetricResult.php
@@ -27,6 +27,12 @@ class PointwiseMetricResult extends \Google\Protobuf\Internal\Message
* Generated from protobuf field string explanation = 2 [(.google.api.field_behavior) = OUTPUT_ONLY];
*/
protected $explanation = '';
+ /**
+ * Output only. Spec for custom output.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.CustomOutput custom_output = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ */
+ protected $custom_output = null;
/**
* Constructor.
@@ -38,6 +44,8 @@ class PointwiseMetricResult extends \Google\Protobuf\Internal\Message
* Output only. Pointwise metric score.
* @type string $explanation
* Output only. Explanation for pointwise metric score.
+ * @type \Google\Cloud\AIPlatform\V1\CustomOutput $custom_output
+ * Output only. Spec for custom output.
* }
*/
public function __construct($data = NULL) {
@@ -107,5 +115,41 @@ public function setExplanation($var)
return $this;
}
+ /**
+ * Output only. Spec for custom output.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.CustomOutput custom_output = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return \Google\Cloud\AIPlatform\V1\CustomOutput|null
+ */
+ public function getCustomOutput()
+ {
+ return $this->custom_output;
+ }
+
+ public function hasCustomOutput()
+ {
+ return isset($this->custom_output);
+ }
+
+ public function clearCustomOutput()
+ {
+ unset($this->custom_output);
+ }
+
+ /**
+ * Output only. Spec for custom output.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.CustomOutput custom_output = 3 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param \Google\Cloud\AIPlatform\V1\CustomOutput $var
+ * @return $this
+ */
+ public function setCustomOutput($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\CustomOutput::class);
+ $this->custom_output = $var;
+
+ return $this;
+ }
+
}
diff --git a/AiPlatform/src/V1/PointwiseMetricSpec.php b/AiPlatform/src/V1/PointwiseMetricSpec.php
index cdb506e1e5a..2f8c6ce39f1 100644
--- a/AiPlatform/src/V1/PointwiseMetricSpec.php
+++ b/AiPlatform/src/V1/PointwiseMetricSpec.php
@@ -21,6 +21,24 @@ class PointwiseMetricSpec extends \Google\Protobuf\Internal\Message
* Generated from protobuf field optional string metric_prompt_template = 1 [(.google.api.field_behavior) = REQUIRED];
*/
protected $metric_prompt_template = null;
+ /**
+ * Optional. System instructions for pointwise metric.
+ *
+ * Generated from protobuf field optional string system_instruction = 2 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $system_instruction = null;
+ /**
+ * Optional. CustomOutputFormatConfig allows customization of metric output.
+ * By default, metrics return a score and explanation.
+ * When this config is set, the default output is replaced with either:
+ * - The raw output string.
+ * - A parsed output based on a user-defined schema.
+ * If a custom format is chosen, the `score` and `explanation` fields in the
+ * corresponding metric result will be empty.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.CustomOutputFormatConfig custom_output_format_config = 3 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $custom_output_format_config = null;
/**
* Constructor.
@@ -30,6 +48,16 @@ class PointwiseMetricSpec extends \Google\Protobuf\Internal\Message
*
* @type string $metric_prompt_template
* Required. Metric prompt template for pointwise metric.
+ * @type string $system_instruction
+ * Optional. System instructions for pointwise metric.
+ * @type \Google\Cloud\AIPlatform\V1\CustomOutputFormatConfig $custom_output_format_config
+ * Optional. CustomOutputFormatConfig allows customization of metric output.
+ * By default, metrics return a score and explanation.
+ * When this config is set, the default output is replaced with either:
+ * - The raw output string.
+ * - A parsed output based on a user-defined schema.
+ * If a custom format is chosen, the `score` and `explanation` fields in the
+ * corresponding metric result will be empty.
* }
*/
public function __construct($data = NULL) {
@@ -73,5 +101,89 @@ public function setMetricPromptTemplate($var)
return $this;
}
+ /**
+ * Optional. System instructions for pointwise metric.
+ *
+ * Generated from protobuf field optional string system_instruction = 2 [(.google.api.field_behavior) = OPTIONAL];
+ * @return string
+ */
+ public function getSystemInstruction()
+ {
+ return isset($this->system_instruction) ? $this->system_instruction : '';
+ }
+
+ public function hasSystemInstruction()
+ {
+ return isset($this->system_instruction);
+ }
+
+ public function clearSystemInstruction()
+ {
+ unset($this->system_instruction);
+ }
+
+ /**
+ * Optional. System instructions for pointwise metric.
+ *
+ * Generated from protobuf field optional string system_instruction = 2 [(.google.api.field_behavior) = OPTIONAL];
+ * @param string $var
+ * @return $this
+ */
+ public function setSystemInstruction($var)
+ {
+ GPBUtil::checkString($var, True);
+ $this->system_instruction = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. CustomOutputFormatConfig allows customization of metric output.
+ * By default, metrics return a score and explanation.
+ * When this config is set, the default output is replaced with either:
+ * - The raw output string.
+ * - A parsed output based on a user-defined schema.
+ * If a custom format is chosen, the `score` and `explanation` fields in the
+ * corresponding metric result will be empty.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.CustomOutputFormatConfig custom_output_format_config = 3 [(.google.api.field_behavior) = OPTIONAL];
+ * @return \Google\Cloud\AIPlatform\V1\CustomOutputFormatConfig|null
+ */
+ public function getCustomOutputFormatConfig()
+ {
+ return $this->custom_output_format_config;
+ }
+
+ public function hasCustomOutputFormatConfig()
+ {
+ return isset($this->custom_output_format_config);
+ }
+
+ public function clearCustomOutputFormatConfig()
+ {
+ unset($this->custom_output_format_config);
+ }
+
+ /**
+ * Optional. CustomOutputFormatConfig allows customization of metric output.
+ * By default, metrics return a score and explanation.
+ * When this config is set, the default output is replaced with either:
+ * - The raw output string.
+ * - A parsed output based on a user-defined schema.
+ * If a custom format is chosen, the `score` and `explanation` fields in the
+ * corresponding metric result will be empty.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.CustomOutputFormatConfig custom_output_format_config = 3 [(.google.api.field_behavior) = OPTIONAL];
+ * @param \Google\Cloud\AIPlatform\V1\CustomOutputFormatConfig $var
+ * @return $this
+ */
+ public function setCustomOutputFormatConfig($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\CustomOutputFormatConfig::class);
+ $this->custom_output_format_config = $var;
+
+ return $this;
+ }
+
}
diff --git a/AiPlatform/src/V1/PredefinedMetricSpec.php b/AiPlatform/src/V1/PredefinedMetricSpec.php
new file mode 100644
index 00000000000..46e7f73f068
--- /dev/null
+++ b/AiPlatform/src/V1/PredefinedMetricSpec.php
@@ -0,0 +1,115 @@
+google.cloud.aiplatform.v1.PredefinedMetricSpec
+ */
+class PredefinedMetricSpec extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * Required. The name of a pre-defined metric, such as
+ * "instruction_following_v1" or "text_quality_v1".
+ *
+ * Generated from protobuf field string metric_spec_name = 1 [(.google.api.field_behavior) = REQUIRED];
+ */
+ protected $metric_spec_name = '';
+ /**
+ * Optional. The parameters needed to run the pre-defined metric.
+ *
+ * Generated from protobuf field .google.protobuf.Struct metric_spec_parameters = 2 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $metric_spec_parameters = null;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type string $metric_spec_name
+ * Required. The name of a pre-defined metric, such as
+ * "instruction_following_v1" or "text_quality_v1".
+ * @type \Google\Protobuf\Struct $metric_spec_parameters
+ * Optional. The parameters needed to run the pre-defined metric.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Required. The name of a pre-defined metric, such as
+ * "instruction_following_v1" or "text_quality_v1".
+ *
+ * Generated from protobuf field string metric_spec_name = 1 [(.google.api.field_behavior) = REQUIRED];
+ * @return string
+ */
+ public function getMetricSpecName()
+ {
+ return $this->metric_spec_name;
+ }
+
+ /**
+ * Required. The name of a pre-defined metric, such as
+ * "instruction_following_v1" or "text_quality_v1".
+ *
+ * Generated from protobuf field string metric_spec_name = 1 [(.google.api.field_behavior) = REQUIRED];
+ * @param string $var
+ * @return $this
+ */
+ public function setMetricSpecName($var)
+ {
+ GPBUtil::checkString($var, True);
+ $this->metric_spec_name = $var;
+
+ return $this;
+ }
+
+ /**
+ * Optional. The parameters needed to run the pre-defined metric.
+ *
+ * Generated from protobuf field .google.protobuf.Struct metric_spec_parameters = 2 [(.google.api.field_behavior) = OPTIONAL];
+ * @return \Google\Protobuf\Struct|null
+ */
+ public function getMetricSpecParameters()
+ {
+ return $this->metric_spec_parameters;
+ }
+
+ public function hasMetricSpecParameters()
+ {
+ return isset($this->metric_spec_parameters);
+ }
+
+ public function clearMetricSpecParameters()
+ {
+ unset($this->metric_spec_parameters);
+ }
+
+ /**
+ * Optional. The parameters needed to run the pre-defined metric.
+ *
+ * Generated from protobuf field .google.protobuf.Struct metric_spec_parameters = 2 [(.google.api.field_behavior) = OPTIONAL];
+ * @param \Google\Protobuf\Struct $var
+ * @return $this
+ */
+ public function setMetricSpecParameters($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Protobuf\Struct::class);
+ $this->metric_spec_parameters = $var;
+
+ return $this;
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/RawOutput.php b/AiPlatform/src/V1/RawOutput.php
new file mode 100644
index 00000000000..6848d76c5a3
--- /dev/null
+++ b/AiPlatform/src/V1/RawOutput.php
@@ -0,0 +1,67 @@
+google.cloud.aiplatform.v1.RawOutput
+ */
+class RawOutput extends \Google\Protobuf\Internal\Message
+{
+ /**
+ * Output only. Raw output string.
+ *
+ * Generated from protobuf field repeated string raw_output = 1 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ */
+ private $raw_output;
+
+ /**
+ * Constructor.
+ *
+ * @param array $data {
+ * Optional. Data for populating the Message object.
+ *
+ * @type string[] $raw_output
+ * Output only. Raw output string.
+ * }
+ */
+ public function __construct($data = NULL) {
+ \GPBMetadata\Google\Cloud\Aiplatform\V1\EvaluationService::initOnce();
+ parent::__construct($data);
+ }
+
+ /**
+ * Output only. Raw output string.
+ *
+ * Generated from protobuf field repeated string raw_output = 1 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return RepeatedField
+ */
+ public function getRawOutput()
+ {
+ return $this->raw_output;
+ }
+
+ /**
+ * Output only. Raw output string.
+ *
+ * Generated from protobuf field repeated string raw_output = 1 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param string[] $var
+ * @return $this
+ */
+ public function setRawOutput($var)
+ {
+ $arr = GPBUtil::checkRepeatedField($var, \Google\Protobuf\Internal\GPBType::STRING);
+ $this->raw_output = $arr;
+
+ return $this;
+ }
+
+}
+
diff --git a/AiPlatform/src/V1/SupervisedTuningSpec.php b/AiPlatform/src/V1/SupervisedTuningSpec.php
index 90ca95ab19c..2bad1b5ce39 100644
--- a/AiPlatform/src/V1/SupervisedTuningSpec.php
+++ b/AiPlatform/src/V1/SupervisedTuningSpec.php
@@ -43,6 +43,12 @@ class SupervisedTuningSpec extends \Google\Protobuf\Internal\Message
* Generated from protobuf field bool export_last_checkpoint_only = 6 [(.google.api.field_behavior) = OPTIONAL];
*/
protected $export_last_checkpoint_only = false;
+ /**
+ * Optional. Evaluation Config for Tuning Job.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.EvaluationConfig evaluation_config = 5 [(.google.api.field_behavior) = OPTIONAL];
+ */
+ protected $evaluation_config = null;
/**
* Constructor.
@@ -62,6 +68,8 @@ class SupervisedTuningSpec extends \Google\Protobuf\Internal\Message
* Optional. If set to true, disable intermediate checkpoints for SFT and only
* the last checkpoint will be exported. Otherwise, enable intermediate
* checkpoints for SFT. Default is false.
+ * @type \Google\Cloud\AIPlatform\V1\EvaluationConfig $evaluation_config
+ * Optional. Evaluation Config for Tuning Job.
* }
*/
public function __construct($data = NULL) {
@@ -191,5 +199,41 @@ public function setExportLastCheckpointOnly($var)
return $this;
}
+ /**
+ * Optional. Evaluation Config for Tuning Job.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.EvaluationConfig evaluation_config = 5 [(.google.api.field_behavior) = OPTIONAL];
+ * @return \Google\Cloud\AIPlatform\V1\EvaluationConfig|null
+ */
+ public function getEvaluationConfig()
+ {
+ return $this->evaluation_config;
+ }
+
+ public function hasEvaluationConfig()
+ {
+ return isset($this->evaluation_config);
+ }
+
+ public function clearEvaluationConfig()
+ {
+ unset($this->evaluation_config);
+ }
+
+ /**
+ * Optional. Evaluation Config for Tuning Job.
+ *
+ * Generated from protobuf field .google.cloud.aiplatform.v1.EvaluationConfig evaluation_config = 5 [(.google.api.field_behavior) = OPTIONAL];
+ * @param \Google\Cloud\AIPlatform\V1\EvaluationConfig $var
+ * @return $this
+ */
+ public function setEvaluationConfig($var)
+ {
+ GPBUtil::checkMessage($var, \Google\Cloud\AIPlatform\V1\EvaluationConfig::class);
+ $this->evaluation_config = $var;
+
+ return $this;
+ }
+
}
diff --git a/AiPlatform/src/V1/TuningJob.php b/AiPlatform/src/V1/TuningJob.php
index 13edcdbf617..627b36a5c78 100644
--- a/AiPlatform/src/V1/TuningJob.php
+++ b/AiPlatform/src/V1/TuningJob.php
@@ -137,6 +137,12 @@ class TuningJob extends \Google\Protobuf\Internal\Message
* Generated from protobuf field string service_account = 22;
*/
protected $service_account = '';
+ /**
+ * Output only. Evaluation runs for the Tuning Job.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.EvaluateDatasetRun evaluate_dataset_runs = 32 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ */
+ private $evaluate_dataset_runs;
protected $source_model;
protected $tuning_spec;
@@ -215,6 +221,8 @@ class TuningJob extends \Google\Protobuf\Internal\Message
* https://cloud.google.com/iam/docs/service-agents#vertex-ai-secure-fine-tuning-service-agent
* Users starting the pipeline must have the `iam.serviceAccounts.actAs`
* permission on this service account.
+ * @type \Google\Cloud\AIPlatform\V1\EvaluateDatasetRun[] $evaluate_dataset_runs
+ * Output only. Evaluation runs for the Tuning Job.
* }
*/
public function __construct($data = NULL) {
@@ -851,6 +859,32 @@ public function setServiceAccount($var)
return $this;
}
+ /**
+ * Output only. Evaluation runs for the Tuning Job.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.EvaluateDatasetRun evaluate_dataset_runs = 32 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @return RepeatedField<\Google\Cloud\AIPlatform\V1\EvaluateDatasetRun>
+ */
+ public function getEvaluateDatasetRuns()
+ {
+ return $this->evaluate_dataset_runs;
+ }
+
+ /**
+ * Output only. Evaluation runs for the Tuning Job.
+ *
+ * Generated from protobuf field repeated .google.cloud.aiplatform.v1.EvaluateDatasetRun evaluate_dataset_runs = 32 [(.google.api.field_behavior) = OUTPUT_ONLY];
+ * @param \Google\Cloud\AIPlatform\V1\EvaluateDatasetRun[] $var
+ * @return $this
+ */
+ public function setEvaluateDatasetRuns($var)
+ {
+ $arr = GPBUtil::checkRepeatedField($var, \Google\Protobuf\Internal\GPBType::MESSAGE, \Google\Cloud\AIPlatform\V1\EvaluateDatasetRun::class);
+ $this->evaluate_dataset_runs = $arr;
+
+ return $this;
+ }
+
/**
* @return string
*/