diff --git a/google-cloud-ai_platform-v1/lib/google/cloud/aiplatform/v1/evaluation_service_pb.rb b/google-cloud-ai_platform-v1/lib/google/cloud/aiplatform/v1/evaluation_service_pb.rb index 8e05789f0886..0b6a58c53010 100644 --- a/google-cloud-ai_platform-v1/lib/google/cloud/aiplatform/v1/evaluation_service_pb.rb +++ b/google-cloud-ai_platform-v1/lib/google/cloud/aiplatform/v1/evaluation_service_pb.rb @@ -8,9 +8,13 @@ require 'google/api/client_pb' require 'google/api/field_behavior_pb' require 'google/api/resource_pb' +require 'google/cloud/aiplatform/v1/content_pb' +require 'google/cloud/aiplatform/v1/io_pb' +require 'google/protobuf/struct_pb' +require 'google/rpc/status_pb' -descriptor_data = "\n3google/cloud/aiplatform/v1/evaluation_service.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\"\xda\x11\n\x18\x45valuateInstancesRequest\x12H\n\x11\x65xact_match_input\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.ExactMatchInputH\x00\x12;\n\nbleu_input\x18\x03 \x01(\x0b\x32%.google.cloud.aiplatform.v1.BleuInputH\x00\x12=\n\x0brouge_input\x18\x04 \x01(\x0b\x32&.google.cloud.aiplatform.v1.RougeInputH\x00\x12\x41\n\rfluency_input\x18\x05 \x01(\x0b\x32(.google.cloud.aiplatform.v1.FluencyInputH\x00\x12\x45\n\x0f\x63oherence_input\x18\x06 \x01(\x0b\x32*.google.cloud.aiplatform.v1.CoherenceInputH\x00\x12?\n\x0csafety_input\x18\x08 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.SafetyInputH\x00\x12K\n\x12groundedness_input\x18\t \x01(\x0b\x32-.google.cloud.aiplatform.v1.GroundednessInputH\x00\x12I\n\x11\x66ulfillment_input\x18\x0c \x01(\x0b\x32,.google.cloud.aiplatform.v1.FulfillmentInputH\x00\x12\\\n\x1bsummarization_quality_input\x18\x07 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SummarizationQualityInputH\x00\x12m\n$pairwise_summarization_quality_input\x18\x17 \x01(\x0b\x32=.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInputH\x00\x12\x64\n\x1fsummarization_helpfulness_input\x18\x0e \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.SummarizationHelpfulnessInputH\x00\x12`\n\x1dsummarization_verbosity_input\x18\x0f \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.SummarizationVerbosityInputH\x00\x12\x65\n question_answering_quality_input\x18\n \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.QuestionAnsweringQualityInputH\x00\x12v\n)pairwise_question_answering_quality_input\x18\x18 \x01(\x0b\x32\x41.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInputH\x00\x12i\n\"question_answering_relevance_input\x18\x10 \x01(\x0b\x32;.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInputH\x00\x12m\n$question_answering_helpfulness_input\x18\x11 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInputH\x00\x12m\n$question_answering_correctness_input\x18\x12 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInputH\x00\x12R\n\x16pointwise_metric_input\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PointwiseMetricInputH\x00\x12P\n\x15pairwise_metric_input\x18\x1d \x01(\x0b\x32/.google.cloud.aiplatform.v1.PairwiseMetricInputH\x00\x12O\n\x15tool_call_valid_input\x18\x13 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolCallValidInputH\x00\x12O\n\x15tool_name_match_input\x18\x14 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolNameMatchInputH\x00\x12`\n\x1etool_parameter_key_match_input\x18\x15 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.ToolParameterKeyMatchInputH\x00\x12^\n\x1dtool_parameter_kv_match_input\x18\x16 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKVMatchInputH\x00\x12=\n\x0b\x63omet_input\x18\x1f \x01(\x0b\x32&.google.cloud.aiplatform.v1.CometInputH\x00\x12\x41\n\rmetricx_input\x18 \x01(\x0b\x32(.google.cloud.aiplatform.v1.MetricxInputH\x00\x12;\n\x08location\x18\x01 \x01(\tB)\xe0\x41\x02\xfa\x41#\n!locations.googleapis.com/LocationB\x0f\n\rmetric_inputs\"\xe3\x11\n\x19\x45valuateInstancesResponse\x12L\n\x13\x65xact_match_results\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ExactMatchResultsH\x00\x12?\n\x0c\x62leu_results\x18\x02 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.BleuResultsH\x00\x12\x41\n\rrouge_results\x18\x03 \x01(\x0b\x32(.google.cloud.aiplatform.v1.RougeResultsH\x00\x12\x43\n\x0e\x66luency_result\x18\x04 \x01(\x0b\x32).google.cloud.aiplatform.v1.FluencyResultH\x00\x12G\n\x10\x63oherence_result\x18\x05 \x01(\x0b\x32+.google.cloud.aiplatform.v1.CoherenceResultH\x00\x12\x41\n\rsafety_result\x18\x07 \x01(\x0b\x32(.google.cloud.aiplatform.v1.SafetyResultH\x00\x12M\n\x13groundedness_result\x18\x08 \x01(\x0b\x32..google.cloud.aiplatform.v1.GroundednessResultH\x00\x12K\n\x12\x66ulfillment_result\x18\x0b \x01(\x0b\x32-.google.cloud.aiplatform.v1.FulfillmentResultH\x00\x12^\n\x1csummarization_quality_result\x18\x06 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationQualityResultH\x00\x12o\n%pairwise_summarization_quality_result\x18\x16 \x01(\x0b\x32>.google.cloud.aiplatform.v1.PairwiseSummarizationQualityResultH\x00\x12\x66\n summarization_helpfulness_result\x18\r \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationHelpfulnessResultH\x00\x12\x62\n\x1esummarization_verbosity_result\x18\x0e \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationVerbosityResultH\x00\x12g\n!question_answering_quality_result\x18\t \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringQualityResultH\x00\x12x\n*pairwise_question_answering_quality_result\x18\x17 \x01(\x0b\x32\x42.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityResultH\x00\x12k\n#question_answering_relevance_result\x18\x0f \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceResultH\x00\x12o\n%question_answering_helpfulness_result\x18\x10 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessResultH\x00\x12o\n%question_answering_correctness_result\x18\x11 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessResultH\x00\x12T\n\x17pointwise_metric_result\x18\x1b \x01(\x0b\x32\x31.google.cloud.aiplatform.v1.PointwiseMetricResultH\x00\x12R\n\x16pairwise_metric_result\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PairwiseMetricResultH\x00\x12S\n\x17tool_call_valid_results\x18\x12 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolCallValidResultsH\x00\x12S\n\x17tool_name_match_results\x18\x13 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolNameMatchResultsH\x00\x12\x64\n tool_parameter_key_match_results\x18\x14 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKeyMatchResultsH\x00\x12\x62\n\x1ftool_parameter_kv_match_results\x18\x15 \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.ToolParameterKVMatchResultsH\x00\x12?\n\x0c\x63omet_result\x18\x1d \x01(\x0b\x32\'.google.cloud.aiplatform.v1.CometResultH\x00\x12\x43\n\x0emetricx_result\x18\x1e \x01(\x0b\x32).google.cloud.aiplatform.v1.MetricxResultH\x00\x42\x14\n\x12\x65valuation_results\"\x9f\x01\n\x0f\x45xactMatchInput\x12\x44\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32*.google.cloud.aiplatform.v1.ExactMatchSpecB\x03\xe0\x41\x02\x12\x46\n\tinstances\x18\x02 \x03(\x0b\x32..google.cloud.aiplatform.v1.ExactMatchInstanceB\x03\xe0\x41\x02\"l\n\x12\x45xactMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x10\n\x0e\x45xactMatchSpec\"n\n\x11\x45xactMatchResults\x12Y\n\x19\x65xact_match_metric_values\x18\x01 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ExactMatchMetricValueB\x03\xe0\x41\x03\":\n\x15\x45xactMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8d\x01\n\tBleuInput\x12>\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32$.google.cloud.aiplatform.v1.BleuSpecB\x03\xe0\x41\x02\x12@\n\tinstances\x18\x02 \x03(\x0b\x32(.google.cloud.aiplatform.v1.BleuInstanceB\x03\xe0\x41\x02\"f\n\x0c\x42leuInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\",\n\x08\x42leuSpec\x12 \n\x13use_effective_order\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"[\n\x0b\x42leuResults\x12L\n\x12\x62leu_metric_values\x18\x01 \x03(\x0b\x32+.google.cloud.aiplatform.v1.BleuMetricValueB\x03\xe0\x41\x03\"4\n\x0f\x42leuMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x90\x01\n\nRougeInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.RougeSpecB\x03\xe0\x41\x02\x12\x41\n\tinstances\x18\x02 \x03(\x0b\x32).google.cloud.aiplatform.v1.RougeInstanceB\x03\xe0\x41\x02\"g\n\rRougeInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\\\n\tRougeSpec\x12\x17\n\nrouge_type\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0buse_stemmer\x18\x02 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1c\n\x0fsplit_summaries\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\"^\n\x0cRougeResults\x12N\n\x13rouge_metric_values\x18\x01 \x03(\x0b\x32,.google.cloud.aiplatform.v1.RougeMetricValueB\x03\xe0\x41\x03\"5\n\x10RougeMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x9b\x01\n\x0e\x43oherenceInput\x12\x43\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32).google.cloud.aiplatform.v1.CoherenceSpecB\x03\xe0\x41\x02\x12\x44\n\x08instance\x18\x02 \x01(\x0b\x32-.google.cloud.aiplatform.v1.CoherenceInstanceB\x03\xe0\x41\x02\"@\n\x11\x43oherenceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"%\n\rCoherenceSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"{\n\x0f\x43oherenceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x95\x01\n\x0c\x46luencyInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.FluencySpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FluencyInstanceB\x03\xe0\x41\x02\">\n\x0f\x46luencyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"#\n\x0b\x46luencySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"y\n\rFluencyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x92\x01\n\x0bSafetyInput\x12@\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32&.google.cloud.aiplatform.v1.SafetySpecB\x03\xe0\x41\x02\x12\x41\n\x08instance\x18\x02 \x01(\x0b\x32*.google.cloud.aiplatform.v1.SafetyInstanceB\x03\xe0\x41\x02\"=\n\x0eSafetyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"\"\n\nSafetySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"x\n\x0cSafetyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa4\x01\n\x11GroundednessInput\x12\x46\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32,.google.cloud.aiplatform.v1.GroundednessSpecB\x03\xe0\x41\x02\x12G\n\x08instance\x18\x02 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.GroundednessInstanceB\x03\xe0\x41\x02\"j\n\x14GroundednessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\n\n\x08_context\"(\n\x10GroundednessSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"~\n\x12GroundednessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa1\x01\n\x10\x46ulfillmentInput\x12\x45\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FulfillmentSpecB\x03\xe0\x41\x02\x12\x46\n\x08instance\x18\x02 \x01(\x0b\x32/.google.cloud.aiplatform.v1.FulfillmentInstanceB\x03\xe0\x41\x02\"q\n\x13\x46ulfillmentInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0e\n\x0c_instruction\"\'\n\x0f\x46ulfillmentSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"}\n\x11\x46ulfillmentResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xbc\x01\n\x19SummarizationQualityInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.SummarizationQualitySpecB\x03\xe0\x41\x02\x12O\n\x08instance\x18\x02 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationQualityInstanceB\x03\xe0\x41\x02\"\xcc\x01\n\x1cSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"L\n\x18SummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x86\x01\n\x1aSummarizationQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!PairwiseSummarizationQualityInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.PairwiseSummarizationQualitySpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInstanceB\x03\xe0\x41\x02\"\x93\x02\n$PairwiseSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n PairwiseSummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb5\x01\n\"PairwiseSummarizationQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xc8\x01\n\x1dSummarizationHelpfulnessInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationHelpfulnessSpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.SummarizationHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd0\x01\n SummarizationHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cSummarizationHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eSummarizationHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc2\x01\n\x1bSummarizationVerbosityInput\x12P\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationVerbositySpecB\x03\xe0\x41\x02\x12Q\n\x08instance\x18\x02 \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationVerbosityInstanceB\x03\xe0\x41\x02\"\xce\x01\n\x1eSummarizationVerbosityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"N\n\x1aSummarizationVerbositySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x88\x01\n\x1cSummarizationVerbosityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc8\x01\n\x1dQuestionAnsweringQualityInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.QuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\xd0\x01\n QuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eQuestionAnsweringQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xe0\x01\n%PairwiseQuestionAnsweringQualityInput\x12Z\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12[\n\x08instance\x18\x02 \x01(\x0b\x32\x44.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\x97\x02\n(PairwiseQuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"X\n$PairwiseQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb9\x01\n&PairwiseQuestionAnsweringQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xce\x01\n\x1fQuestionAnsweringRelevanceInput\x12T\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceSpecB\x03\xe0\x41\x02\x12U\n\x08instance\x18\x02 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInstanceB\x03\xe0\x41\x02\"\xd2\x01\n\"QuestionAnsweringRelevanceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"R\n\x1eQuestionAnsweringRelevanceSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8c\x01\n QuestionAnsweringRelevanceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringHelpfulnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringCorrectnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringCorrectnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringCorrectnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringCorrectnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xad\x01\n\x14PointwiseMetricInput\x12I\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32/.google.cloud.aiplatform.v1.PointwiseMetricSpecB\x03\xe0\x41\x02\x12J\n\x08instance\x18\x02 \x01(\x0b\x32\x33.google.cloud.aiplatform.v1.PointwiseMetricInstanceB\x03\xe0\x41\x02\">\n\x17PointwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x42\n\n\x08instance\"Z\n\x13PointwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\x19\n\x17_metric_prompt_template\"T\n\x15PointwiseMetricResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\"\xaa\x01\n\x13PairwiseMetricInput\x12H\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32..google.cloud.aiplatform.v1.PairwiseMetricSpecB\x03\xe0\x41\x02\x12I\n\x08instance\x18\x02 \x01(\x0b\x32\x32.google.cloud.aiplatform.v1.PairwiseMetricInstanceB\x03\xe0\x41\x02\"=\n\x16PairwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x42\n\n\x08instance\"Y\n\x12PairwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\x19\n\x17_metric_prompt_template\"z\n\x14PairwiseMetricResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\"\xa8\x01\n\x12ToolCallValidInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolCallValidSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolCallValidInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolCallValidSpec\"o\n\x15ToolCallValidInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolCallValidResults\x12`\n\x1dtool_call_valid_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolCallValidMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolCallValidMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xa8\x01\n\x12ToolNameMatchInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolNameMatchSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolNameMatchInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolNameMatchSpec\"o\n\x15ToolNameMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolNameMatchResults\x12`\n\x1dtool_name_match_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolNameMatchMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolNameMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xc0\x01\n\x1aToolParameterKeyMatchInput\x12O\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKeyMatchSpecB\x03\xe0\x41\x02\x12Q\n\tinstances\x18\x02 \x03(\x0b\x32\x39.google.cloud.aiplatform.v1.ToolParameterKeyMatchInstanceB\x03\xe0\x41\x02\"\x1b\n\x19ToolParameterKeyMatchSpec\"w\n\x1dToolParameterKeyMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x91\x01\n\x1cToolParameterKeyMatchResults\x12q\n&tool_parameter_key_match_metric_values\x18\x01 \x03(\x0b\x32<.google.cloud.aiplatform.v1.ToolParameterKeyMatchMetricValueB\x03\xe0\x41\x03\"E\n ToolParameterKeyMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xbd\x01\n\x19ToolParameterKVMatchInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolParameterKVMatchSpecB\x03\xe0\x41\x02\x12P\n\tinstances\x18\x02 \x03(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKVMatchInstanceB\x03\xe0\x41\x02\"@\n\x18ToolParameterKVMatchSpec\x12$\n\x17use_strict_string_match\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"v\n\x1cToolParameterKVMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x8e\x01\n\x1bToolParameterKVMatchResults\x12o\n%tool_parameter_kv_match_metric_values\x18\x01 \x03(\x0b\x32;.google.cloud.aiplatform.v1.ToolParameterKVMatchMetricValueB\x03\xe0\x41\x03\"D\n\x1fToolParameterKVMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8f\x01\n\nCometInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.CometSpecB\x03\xe0\x41\x02\x12@\n\x08instance\x18\x02 \x01(\x0b\x32).google.cloud.aiplatform.v1.CometInstanceB\x03\xe0\x41\x02\"\xe7\x01\n\tCometSpec\x12M\n\x07version\x18\x01 \x01(\x0e\x32\x32.google.cloud.aiplatform.v1.CometSpec.CometVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"C\n\x0c\x43ometVersion\x12\x1d\n\x19\x43OMET_VERSION_UNSPECIFIED\x10\x00\x12\x14\n\x10\x43OMET_22_SRC_REF\x10\x02\x42\n\n\x08_version\"\x8c\x01\n\rCometInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"0\n\x0b\x43ometResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x95\x01\n\x0cMetricxInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.MetricxSpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.MetricxInstanceB\x03\xe0\x41\x02\"\x9b\x02\n\x0bMetricxSpec\x12Q\n\x07version\x18\x01 \x01(\x0e\x32\x36.google.cloud.aiplatform.v1.MetricxSpec.MetricxVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"q\n\x0eMetricxVersion\x12\x1f\n\x1bMETRICX_VERSION_UNSPECIFIED\x10\x00\x12\x12\n\x0eMETRICX_24_REF\x10\x01\x12\x12\n\x0eMETRICX_24_SRC\x10\x02\x12\x16\n\x12METRICX_24_SRC_REF\x10\x03\x42\n\n\x08_version\"\x8e\x01\n\x0fMetricxInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"2\n\rMetricxResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score*W\n\x0ePairwiseChoice\x12\x1f\n\x1bPAIRWISE_CHOICE_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x42\x41SELINE\x10\x01\x12\r\n\tCANDIDATE\x10\x02\x12\x07\n\x03TIE\x10\x03\x32\xa9\x02\n\x11\x45valuationService\x12\xc4\x01\n\x11\x45valuateInstances\x12\x34.google.cloud.aiplatform.v1.EvaluateInstancesRequest\x1a\x35.google.cloud.aiplatform.v1.EvaluateInstancesResponse\"B\x82\xd3\xe4\x93\x02<\"7/v1/{location=projects/*/locations/*}:evaluateInstances:\x01*\x1aM\xca\x41\x19\x61iplatform.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB\xd4\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x16\x45valuationServiceProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3" +descriptor_data = "\n3google/cloud/aiplatform/v1/evaluation_service.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a(google/cloud/aiplatform/v1/content.proto\x1a#google/cloud/aiplatform/v1/io.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x17google/rpc/status.proto\"\xda\x11\n\x18\x45valuateInstancesRequest\x12H\n\x11\x65xact_match_input\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.ExactMatchInputH\x00\x12;\n\nbleu_input\x18\x03 \x01(\x0b\x32%.google.cloud.aiplatform.v1.BleuInputH\x00\x12=\n\x0brouge_input\x18\x04 \x01(\x0b\x32&.google.cloud.aiplatform.v1.RougeInputH\x00\x12\x41\n\rfluency_input\x18\x05 \x01(\x0b\x32(.google.cloud.aiplatform.v1.FluencyInputH\x00\x12\x45\n\x0f\x63oherence_input\x18\x06 \x01(\x0b\x32*.google.cloud.aiplatform.v1.CoherenceInputH\x00\x12?\n\x0csafety_input\x18\x08 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.SafetyInputH\x00\x12K\n\x12groundedness_input\x18\t \x01(\x0b\x32-.google.cloud.aiplatform.v1.GroundednessInputH\x00\x12I\n\x11\x66ulfillment_input\x18\x0c \x01(\x0b\x32,.google.cloud.aiplatform.v1.FulfillmentInputH\x00\x12\\\n\x1bsummarization_quality_input\x18\x07 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SummarizationQualityInputH\x00\x12m\n$pairwise_summarization_quality_input\x18\x17 \x01(\x0b\x32=.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInputH\x00\x12\x64\n\x1fsummarization_helpfulness_input\x18\x0e \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.SummarizationHelpfulnessInputH\x00\x12`\n\x1dsummarization_verbosity_input\x18\x0f \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.SummarizationVerbosityInputH\x00\x12\x65\n question_answering_quality_input\x18\n \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.QuestionAnsweringQualityInputH\x00\x12v\n)pairwise_question_answering_quality_input\x18\x18 \x01(\x0b\x32\x41.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInputH\x00\x12i\n\"question_answering_relevance_input\x18\x10 \x01(\x0b\x32;.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInputH\x00\x12m\n$question_answering_helpfulness_input\x18\x11 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInputH\x00\x12m\n$question_answering_correctness_input\x18\x12 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInputH\x00\x12R\n\x16pointwise_metric_input\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PointwiseMetricInputH\x00\x12P\n\x15pairwise_metric_input\x18\x1d \x01(\x0b\x32/.google.cloud.aiplatform.v1.PairwiseMetricInputH\x00\x12O\n\x15tool_call_valid_input\x18\x13 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolCallValidInputH\x00\x12O\n\x15tool_name_match_input\x18\x14 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolNameMatchInputH\x00\x12`\n\x1etool_parameter_key_match_input\x18\x15 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.ToolParameterKeyMatchInputH\x00\x12^\n\x1dtool_parameter_kv_match_input\x18\x16 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKVMatchInputH\x00\x12=\n\x0b\x63omet_input\x18\x1f \x01(\x0b\x32&.google.cloud.aiplatform.v1.CometInputH\x00\x12\x41\n\rmetricx_input\x18 \x01(\x0b\x32(.google.cloud.aiplatform.v1.MetricxInputH\x00\x12;\n\x08location\x18\x01 \x01(\tB)\xe0\x41\x02\xfa\x41#\n!locations.googleapis.com/LocationB\x0f\n\rmetric_inputs\"\xb0\x07\n\x06Metric\x12R\n\x16predefined_metric_spec\x18\x08 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PredefinedMetricSpecH\x00\x12_\n\x1d\x63omputation_based_metric_spec\x18\t \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.ComputationBasedMetricSpecH\x00\x12O\n\x15llm_based_metric_spec\x18\n \x01(\x0b\x32..google.cloud.aiplatform.v1.LLMBasedMetricSpecH\x00\x12P\n\x15pointwise_metric_spec\x18\x02 \x01(\x0b\x32/.google.cloud.aiplatform.v1.PointwiseMetricSpecH\x00\x12N\n\x14pairwise_metric_spec\x18\x03 \x01(\x0b\x32..google.cloud.aiplatform.v1.PairwiseMetricSpecH\x00\x12\x46\n\x10\x65xact_match_spec\x18\x04 \x01(\x0b\x32*.google.cloud.aiplatform.v1.ExactMatchSpecH\x00\x12\x39\n\tbleu_spec\x18\x05 \x01(\x0b\x32$.google.cloud.aiplatform.v1.BleuSpecH\x00\x12;\n\nrouge_spec\x18\x06 \x01(\x0b\x32%.google.cloud.aiplatform.v1.RougeSpecH\x00\x12V\n\x13\x61ggregation_metrics\x18\x01 \x03(\x0e\x32\x34.google.cloud.aiplatform.v1.Metric.AggregationMetricB\x03\xe0\x41\x01\"\xd6\x01\n\x11\x41ggregationMetric\x12\"\n\x1e\x41GGREGATION_METRIC_UNSPECIFIED\x10\x00\x12\x0b\n\x07\x41VERAGE\x10\x01\x12\x08\n\x04MODE\x10\x02\x12\x16\n\x12STANDARD_DEVIATION\x10\x03\x12\x0c\n\x08VARIANCE\x10\x04\x12\x0b\n\x07MINIMUM\x10\x05\x12\x0b\n\x07MAXIMUM\x10\x06\x12\n\n\x06MEDIAN\x10\x07\x12\x12\n\x0ePERCENTILE_P90\x10\x08\x12\x12\n\x0ePERCENTILE_P95\x10\t\x12\x12\n\x0ePERCENTILE_P99\x10\nB\r\n\x0bmetric_spec\"\xe3\x01\n\x0f\x41utoraterConfig\x12 \n\x0esampling_count\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01H\x00\x88\x01\x01\x12\x1e\n\x0c\x66lip_enabled\x18\x02 \x01(\x08\x42\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x1c\n\x0f\x61utorater_model\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12L\n\x11generation_config\x18\x04 \x01(\x0b\x32,.google.cloud.aiplatform.v1.GenerationConfigB\x03\xe0\x41\x01\x42\x11\n\x0f_sampling_countB\x0f\n\r_flip_enabled\"\xa5\x12\n\x19\x45valuateInstancesResponse\x12L\n\x13\x65xact_match_results\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ExactMatchResultsH\x00\x12?\n\x0c\x62leu_results\x18\x02 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.BleuResultsH\x00\x12\x41\n\rrouge_results\x18\x03 \x01(\x0b\x32(.google.cloud.aiplatform.v1.RougeResultsH\x00\x12\x43\n\x0e\x66luency_result\x18\x04 \x01(\x0b\x32).google.cloud.aiplatform.v1.FluencyResultH\x00\x12G\n\x10\x63oherence_result\x18\x05 \x01(\x0b\x32+.google.cloud.aiplatform.v1.CoherenceResultH\x00\x12\x41\n\rsafety_result\x18\x07 \x01(\x0b\x32(.google.cloud.aiplatform.v1.SafetyResultH\x00\x12M\n\x13groundedness_result\x18\x08 \x01(\x0b\x32..google.cloud.aiplatform.v1.GroundednessResultH\x00\x12K\n\x12\x66ulfillment_result\x18\x0b \x01(\x0b\x32-.google.cloud.aiplatform.v1.FulfillmentResultH\x00\x12^\n\x1csummarization_quality_result\x18\x06 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationQualityResultH\x00\x12o\n%pairwise_summarization_quality_result\x18\x16 \x01(\x0b\x32>.google.cloud.aiplatform.v1.PairwiseSummarizationQualityResultH\x00\x12\x66\n summarization_helpfulness_result\x18\r \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationHelpfulnessResultH\x00\x12\x62\n\x1esummarization_verbosity_result\x18\x0e \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationVerbosityResultH\x00\x12g\n!question_answering_quality_result\x18\t \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringQualityResultH\x00\x12x\n*pairwise_question_answering_quality_result\x18\x17 \x01(\x0b\x32\x42.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityResultH\x00\x12k\n#question_answering_relevance_result\x18\x0f \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceResultH\x00\x12o\n%question_answering_helpfulness_result\x18\x10 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessResultH\x00\x12o\n%question_answering_correctness_result\x18\x11 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessResultH\x00\x12T\n\x17pointwise_metric_result\x18\x1b \x01(\x0b\x32\x31.google.cloud.aiplatform.v1.PointwiseMetricResultH\x00\x12R\n\x16pairwise_metric_result\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PairwiseMetricResultH\x00\x12S\n\x17tool_call_valid_results\x18\x12 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolCallValidResultsH\x00\x12S\n\x17tool_name_match_results\x18\x13 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolNameMatchResultsH\x00\x12\x64\n tool_parameter_key_match_results\x18\x14 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKeyMatchResultsH\x00\x12\x62\n\x1ftool_parameter_kv_match_results\x18\x15 \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.ToolParameterKVMatchResultsH\x00\x12?\n\x0c\x63omet_result\x18\x1d \x01(\x0b\x32\'.google.cloud.aiplatform.v1.CometResultH\x00\x12\x43\n\x0emetricx_result\x18\x1e \x01(\x0b\x32).google.cloud.aiplatform.v1.MetricxResultH\x00\x12@\n\x0emetric_results\x18+ \x03(\x0b\x32(.google.cloud.aiplatform.v1.MetricResultB\x14\n\x12\x65valuation_results\"\x97\x01\n\x0cMetricResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x1d\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03H\x01\x88\x01\x01\x12+\n\x05\x65rror\x18\x04 \x01(\x0b\x32\x12.google.rpc.StatusB\x03\xe0\x41\x03H\x02\x88\x01\x01\x42\x08\n\x06_scoreB\x0e\n\x0c_explanationB\x08\n\x06_error\"d\n\x0cOutputConfig\x12\x45\n\x0fgcs_destination\x18\x01 \x01(\x0b\x32*.google.cloud.aiplatform.v1.GcsDestinationH\x00\x42\r\n\x0b\x64\x65stination\"\xa1\x01\n\x11\x45valuationDataset\x12;\n\ngcs_source\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.GcsSourceH\x00\x12\x45\n\x0f\x62igquery_source\x18\x02 \x01(\x0b\x32*.google.cloud.aiplatform.v1.BigQuerySourceH\x00\x42\x08\n\x06source\"\xab\x01\n\x17\x45valuateDatasetResponse\x12N\n\x12\x61ggregation_output\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.AggregationOutputB\x03\xe0\x41\x03\x12@\n\x0boutput_info\x18\x03 \x01(\x0b\x32&.google.cloud.aiplatform.v1.OutputInfoB\x03\xe0\x41\x03\"D\n\nOutputInfo\x12#\n\x14gcs_output_directory\x18\x01 \x01(\tB\x03\xe0\x41\x03H\x00\x42\x11\n\x0foutput_location\"\x9f\x01\n\x11\x41ggregationOutput\x12>\n\x07\x64\x61taset\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.EvaluationDataset\x12J\n\x13\x61ggregation_results\x18\x02 \x03(\x0b\x32-.google.cloud.aiplatform.v1.AggregationResult\"\x92\x04\n\x11\x41ggregationResult\x12T\n\x17pointwise_metric_result\x18\x05 \x01(\x0b\x32\x31.google.cloud.aiplatform.v1.PointwiseMetricResultH\x00\x12R\n\x16pairwise_metric_result\x18\x06 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PairwiseMetricResultH\x00\x12U\n\x18\x65xact_match_metric_value\x18\x07 \x01(\x0b\x32\x31.google.cloud.aiplatform.v1.ExactMatchMetricValueH\x00\x12H\n\x11\x62leu_metric_value\x18\x08 \x01(\x0b\x32+.google.cloud.aiplatform.v1.BleuMetricValueH\x00\x12J\n\x12rouge_metric_value\x18\t \x01(\x0b\x32,.google.cloud.aiplatform.v1.RougeMetricValueH\x00\x12P\n\x12\x61ggregation_metric\x18\x04 \x01(\x0e\x32\x34.google.cloud.aiplatform.v1.Metric.AggregationMetricB\x14\n\x12\x61ggregation_result\"s\n\x14PredefinedMetricSpec\x12\x1d\n\x10metric_spec_name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12<\n\x16metric_spec_parameters\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01\"\xc9\x02\n\x1a\x43omputationBasedMetricSpec\x12i\n\x04type\x18\x01 \x01(\x0e\x32Q.google.cloud.aiplatform.v1.ComputationBasedMetricSpec.ComputationBasedMetricTypeB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x35\n\nparameters\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01H\x01\x88\x01\x01\"q\n\x1a\x43omputationBasedMetricType\x12-\n)COMPUTATION_BASED_METRIC_TYPE_UNSPECIFIED\x10\x00\x12\x0f\n\x0b\x45XACT_MATCH\x10\x01\x12\x08\n\x04\x42LEU\x10\x02\x12\t\n\x05ROUGE\x10\x03\x42\x07\n\x05_typeB\r\n\x0b_parameters\"\xe9\x03\n\x12LLMBasedMetricSpec\x12\x1a\n\x10rubric_group_key\x18\x04 \x01(\tH\x00\x12]\n!predefined_rubric_generation_spec\x18\x06 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PredefinedMetricSpecH\x00\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12$\n\x12system_instruction\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12U\n\x16judge_autorater_config\x18\x03 \x01(\x0b\x32+.google.cloud.aiplatform.v1.AutoraterConfigB\x03\xe0\x41\x01H\x03\x88\x01\x01\x12<\n\x11\x61\x64\x64itional_config\x18\x07 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01H\x04\x88\x01\x01\x42\x10\n\x0erubrics_sourceB\x19\n\x17_metric_prompt_templateB\x15\n\x13_system_instructionB\x19\n\x17_judge_autorater_configB\x14\n\x12_additional_config\"\x9f\x01\n\x0f\x45xactMatchInput\x12\x44\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32*.google.cloud.aiplatform.v1.ExactMatchSpecB\x03\xe0\x41\x02\x12\x46\n\tinstances\x18\x02 \x03(\x0b\x32..google.cloud.aiplatform.v1.ExactMatchInstanceB\x03\xe0\x41\x02\"l\n\x12\x45xactMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x10\n\x0e\x45xactMatchSpec\"n\n\x11\x45xactMatchResults\x12Y\n\x19\x65xact_match_metric_values\x18\x01 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ExactMatchMetricValueB\x03\xe0\x41\x03\":\n\x15\x45xactMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8d\x01\n\tBleuInput\x12>\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32$.google.cloud.aiplatform.v1.BleuSpecB\x03\xe0\x41\x02\x12@\n\tinstances\x18\x02 \x03(\x0b\x32(.google.cloud.aiplatform.v1.BleuInstanceB\x03\xe0\x41\x02\"f\n\x0c\x42leuInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\",\n\x08\x42leuSpec\x12 \n\x13use_effective_order\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"[\n\x0b\x42leuResults\x12L\n\x12\x62leu_metric_values\x18\x01 \x03(\x0b\x32+.google.cloud.aiplatform.v1.BleuMetricValueB\x03\xe0\x41\x03\"4\n\x0f\x42leuMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x90\x01\n\nRougeInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.RougeSpecB\x03\xe0\x41\x02\x12\x41\n\tinstances\x18\x02 \x03(\x0b\x32).google.cloud.aiplatform.v1.RougeInstanceB\x03\xe0\x41\x02\"g\n\rRougeInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\\\n\tRougeSpec\x12\x17\n\nrouge_type\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0buse_stemmer\x18\x02 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1c\n\x0fsplit_summaries\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\"^\n\x0cRougeResults\x12N\n\x13rouge_metric_values\x18\x01 \x03(\x0b\x32,.google.cloud.aiplatform.v1.RougeMetricValueB\x03\xe0\x41\x03\"5\n\x10RougeMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x9b\x01\n\x0e\x43oherenceInput\x12\x43\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32).google.cloud.aiplatform.v1.CoherenceSpecB\x03\xe0\x41\x02\x12\x44\n\x08instance\x18\x02 \x01(\x0b\x32-.google.cloud.aiplatform.v1.CoherenceInstanceB\x03\xe0\x41\x02\"@\n\x11\x43oherenceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"%\n\rCoherenceSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"{\n\x0f\x43oherenceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x95\x01\n\x0c\x46luencyInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.FluencySpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FluencyInstanceB\x03\xe0\x41\x02\">\n\x0f\x46luencyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"#\n\x0b\x46luencySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"y\n\rFluencyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x92\x01\n\x0bSafetyInput\x12@\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32&.google.cloud.aiplatform.v1.SafetySpecB\x03\xe0\x41\x02\x12\x41\n\x08instance\x18\x02 \x01(\x0b\x32*.google.cloud.aiplatform.v1.SafetyInstanceB\x03\xe0\x41\x02\"=\n\x0eSafetyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"\"\n\nSafetySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"x\n\x0cSafetyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa4\x01\n\x11GroundednessInput\x12\x46\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32,.google.cloud.aiplatform.v1.GroundednessSpecB\x03\xe0\x41\x02\x12G\n\x08instance\x18\x02 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.GroundednessInstanceB\x03\xe0\x41\x02\"j\n\x14GroundednessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\n\n\x08_context\"(\n\x10GroundednessSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"~\n\x12GroundednessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa1\x01\n\x10\x46ulfillmentInput\x12\x45\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FulfillmentSpecB\x03\xe0\x41\x02\x12\x46\n\x08instance\x18\x02 \x01(\x0b\x32/.google.cloud.aiplatform.v1.FulfillmentInstanceB\x03\xe0\x41\x02\"q\n\x13\x46ulfillmentInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0e\n\x0c_instruction\"\'\n\x0f\x46ulfillmentSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"}\n\x11\x46ulfillmentResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xbc\x01\n\x19SummarizationQualityInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.SummarizationQualitySpecB\x03\xe0\x41\x02\x12O\n\x08instance\x18\x02 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationQualityInstanceB\x03\xe0\x41\x02\"\xcc\x01\n\x1cSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"L\n\x18SummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x86\x01\n\x1aSummarizationQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!PairwiseSummarizationQualityInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.PairwiseSummarizationQualitySpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInstanceB\x03\xe0\x41\x02\"\x93\x02\n$PairwiseSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n PairwiseSummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb5\x01\n\"PairwiseSummarizationQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xc8\x01\n\x1dSummarizationHelpfulnessInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationHelpfulnessSpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.SummarizationHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd0\x01\n SummarizationHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cSummarizationHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eSummarizationHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc2\x01\n\x1bSummarizationVerbosityInput\x12P\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationVerbositySpecB\x03\xe0\x41\x02\x12Q\n\x08instance\x18\x02 \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationVerbosityInstanceB\x03\xe0\x41\x02\"\xce\x01\n\x1eSummarizationVerbosityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"N\n\x1aSummarizationVerbositySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x88\x01\n\x1cSummarizationVerbosityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc8\x01\n\x1dQuestionAnsweringQualityInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.QuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\xd0\x01\n QuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eQuestionAnsweringQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xe0\x01\n%PairwiseQuestionAnsweringQualityInput\x12Z\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12[\n\x08instance\x18\x02 \x01(\x0b\x32\x44.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\x97\x02\n(PairwiseQuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"X\n$PairwiseQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb9\x01\n&PairwiseQuestionAnsweringQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xce\x01\n\x1fQuestionAnsweringRelevanceInput\x12T\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceSpecB\x03\xe0\x41\x02\x12U\n\x08instance\x18\x02 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInstanceB\x03\xe0\x41\x02\"\xd2\x01\n\"QuestionAnsweringRelevanceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"R\n\x1eQuestionAnsweringRelevanceSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8c\x01\n QuestionAnsweringRelevanceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringHelpfulnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringCorrectnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringCorrectnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringCorrectnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringCorrectnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xad\x01\n\x14PointwiseMetricInput\x12I\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32/.google.cloud.aiplatform.v1.PointwiseMetricSpecB\x03\xe0\x41\x02\x12J\n\x08instance\x18\x02 \x01(\x0b\x32\x33.google.cloud.aiplatform.v1.PointwiseMetricInstanceB\x03\xe0\x41\x02\"\x86\x01\n\x17PointwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x12\x46\n\x14\x63ontent_map_instance\x18\x02 \x01(\x0b\x32&.google.cloud.aiplatform.v1.ContentMapH\x00\x42\n\n\x08instance\"\xf7\x01\n\x13PointwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12$\n\x12system_instruction\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12^\n\x1b\x63ustom_output_format_config\x18\x03 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.CustomOutputFormatConfigB\x03\xe0\x41\x01\x42\x19\n\x17_metric_prompt_templateB\x15\n\x13_system_instruction\"[\n\x18\x43ustomOutputFormatConfig\x12 \n\x11return_raw_output\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01H\x00\x42\x1d\n\x1b\x63ustom_output_format_config\"\x9a\x01\n\x15PointwiseMetricResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x44\n\rcustom_output\x18\x03 \x01(\x0b\x32(.google.cloud.aiplatform.v1.CustomOutputB\x03\xe0\x41\x03\x42\x08\n\x06_score\"b\n\x0c\x43ustomOutput\x12\x41\n\x0braw_outputs\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.RawOutputB\x03\xe0\x41\x03H\x00\x42\x0f\n\rcustom_output\"$\n\tRawOutput\x12\x17\n\nraw_output\x18\x01 \x03(\tB\x03\xe0\x41\x03\"\xaa\x01\n\x13PairwiseMetricInput\x12H\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32..google.cloud.aiplatform.v1.PairwiseMetricSpecB\x03\xe0\x41\x02\x12I\n\x08instance\x18\x02 \x01(\x0b\x32\x32.google.cloud.aiplatform.v1.PairwiseMetricInstanceB\x03\xe0\x41\x02\"\x85\x01\n\x16PairwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x12\x46\n\x14\x63ontent_map_instance\x18\x02 \x01(\x0b\x32&.google.cloud.aiplatform.v1.ContentMapH\x00\x42\n\n\x08instance\"\xcd\x02\n\x12PairwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12*\n\x1d\x63\x61ndidate_response_field_name\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12)\n\x1c\x62\x61seline_response_field_name\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12$\n\x12system_instruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12^\n\x1b\x63ustom_output_format_config\x18\x05 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.CustomOutputFormatConfigB\x03\xe0\x41\x01\x42\x19\n\x17_metric_prompt_templateB\x15\n\x13_system_instruction\"\xc0\x01\n\x14PairwiseMetricResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x44\n\rcustom_output\x18\x03 \x01(\x0b\x32(.google.cloud.aiplatform.v1.CustomOutputB\x03\xe0\x41\x03\"\xa8\x01\n\x12ToolCallValidInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolCallValidSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolCallValidInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolCallValidSpec\"o\n\x15ToolCallValidInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolCallValidResults\x12`\n\x1dtool_call_valid_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolCallValidMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolCallValidMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xa8\x01\n\x12ToolNameMatchInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolNameMatchSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolNameMatchInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolNameMatchSpec\"o\n\x15ToolNameMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolNameMatchResults\x12`\n\x1dtool_name_match_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolNameMatchMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolNameMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xc0\x01\n\x1aToolParameterKeyMatchInput\x12O\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKeyMatchSpecB\x03\xe0\x41\x02\x12Q\n\tinstances\x18\x02 \x03(\x0b\x32\x39.google.cloud.aiplatform.v1.ToolParameterKeyMatchInstanceB\x03\xe0\x41\x02\"\x1b\n\x19ToolParameterKeyMatchSpec\"w\n\x1dToolParameterKeyMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x91\x01\n\x1cToolParameterKeyMatchResults\x12q\n&tool_parameter_key_match_metric_values\x18\x01 \x03(\x0b\x32<.google.cloud.aiplatform.v1.ToolParameterKeyMatchMetricValueB\x03\xe0\x41\x03\"E\n ToolParameterKeyMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xbd\x01\n\x19ToolParameterKVMatchInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolParameterKVMatchSpecB\x03\xe0\x41\x02\x12P\n\tinstances\x18\x02 \x03(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKVMatchInstanceB\x03\xe0\x41\x02\"@\n\x18ToolParameterKVMatchSpec\x12$\n\x17use_strict_string_match\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"v\n\x1cToolParameterKVMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x8e\x01\n\x1bToolParameterKVMatchResults\x12o\n%tool_parameter_kv_match_metric_values\x18\x01 \x03(\x0b\x32;.google.cloud.aiplatform.v1.ToolParameterKVMatchMetricValueB\x03\xe0\x41\x03\"D\n\x1fToolParameterKVMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8f\x01\n\nCometInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.CometSpecB\x03\xe0\x41\x02\x12@\n\x08instance\x18\x02 \x01(\x0b\x32).google.cloud.aiplatform.v1.CometInstanceB\x03\xe0\x41\x02\"\xe7\x01\n\tCometSpec\x12M\n\x07version\x18\x01 \x01(\x0e\x32\x32.google.cloud.aiplatform.v1.CometSpec.CometVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"C\n\x0c\x43ometVersion\x12\x1d\n\x19\x43OMET_VERSION_UNSPECIFIED\x10\x00\x12\x14\n\x10\x43OMET_22_SRC_REF\x10\x02\x42\n\n\x08_version\"\x8c\x01\n\rCometInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"0\n\x0b\x43ometResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x95\x01\n\x0cMetricxInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.MetricxSpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.MetricxInstanceB\x03\xe0\x41\x02\"\x9b\x02\n\x0bMetricxSpec\x12Q\n\x07version\x18\x01 \x01(\x0e\x32\x36.google.cloud.aiplatform.v1.MetricxSpec.MetricxVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"q\n\x0eMetricxVersion\x12\x1f\n\x1bMETRICX_VERSION_UNSPECIFIED\x10\x00\x12\x12\n\x0eMETRICX_24_REF\x10\x01\x12\x12\n\x0eMETRICX_24_SRC\x10\x02\x12\x16\n\x12METRICX_24_SRC_REF\x10\x03\x42\n\n\x08_version\"\x8e\x01\n\x0fMetricxInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"2\n\rMetricxResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xfd\x01\n\nContentMap\x12G\n\x06values\x18\x01 \x03(\x0b\x32\x32.google.cloud.aiplatform.v1.ContentMap.ValuesEntryB\x03\xe0\x41\x01\x1a\x46\n\x08\x43ontents\x12:\n\x08\x63ontents\x18\x01 \x03(\x0b\x32#.google.cloud.aiplatform.v1.ContentB\x03\xe0\x41\x01\x1a^\n\x0bValuesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12>\n\x05value\x18\x02 \x01(\x0b\x32/.google.cloud.aiplatform.v1.ContentMap.Contents:\x02\x38\x01*W\n\x0ePairwiseChoice\x12\x1f\n\x1bPAIRWISE_CHOICE_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x42\x41SELINE\x10\x01\x12\r\n\tCANDIDATE\x10\x02\x12\x07\n\x03TIE\x10\x03\x32\xa9\x02\n\x11\x45valuationService\x12\xc4\x01\n\x11\x45valuateInstances\x12\x34.google.cloud.aiplatform.v1.EvaluateInstancesRequest\x1a\x35.google.cloud.aiplatform.v1.EvaluateInstancesResponse\"B\x82\xd3\xe4\x93\x02<\"7/v1/{location=projects/*/locations/*}:evaluateInstances:\x01*\x1aM\xca\x41\x19\x61iplatform.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB\xd4\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x16\x45valuationServiceProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3" pool = ::Google::Protobuf::DescriptorPool.generated_pool pool.add_serialized_file(descriptor_data) @@ -20,7 +24,21 @@ module Cloud module AIPlatform module V1 EvaluateInstancesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateInstancesRequest").msgclass + Metric = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.Metric").msgclass + Metric::AggregationMetric = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.Metric.AggregationMetric").enummodule + AutoraterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.AutoraterConfig").msgclass EvaluateInstancesResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateInstancesResponse").msgclass + MetricResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricResult").msgclass + OutputConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.OutputConfig").msgclass + EvaluationDataset = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluationDataset").msgclass + EvaluateDatasetResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateDatasetResponse").msgclass + OutputInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.OutputInfo").msgclass + AggregationOutput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.AggregationOutput").msgclass + AggregationResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.AggregationResult").msgclass + PredefinedMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PredefinedMetricSpec").msgclass + ComputationBasedMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ComputationBasedMetricSpec").msgclass + ComputationBasedMetricSpec::ComputationBasedMetricType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ComputationBasedMetricSpec.ComputationBasedMetricType").enummodule + LLMBasedMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.LLMBasedMetricSpec").msgclass ExactMatchInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchInput").msgclass ExactMatchInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchInstance").msgclass ExactMatchSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchSpec").msgclass @@ -95,7 +113,10 @@ module V1 PointwiseMetricInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricInput").msgclass PointwiseMetricInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricInstance").msgclass PointwiseMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricSpec").msgclass + CustomOutputFormatConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CustomOutputFormatConfig").msgclass PointwiseMetricResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricResult").msgclass + CustomOutput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CustomOutput").msgclass + RawOutput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.RawOutput").msgclass PairwiseMetricInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseMetricInput").msgclass PairwiseMetricInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseMetricInstance").msgclass PairwiseMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseMetricSpec").msgclass @@ -130,6 +151,8 @@ module V1 MetricxSpec::MetricxVersion = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxSpec.MetricxVersion").enummodule MetricxInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxInstance").msgclass MetricxResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxResult").msgclass + ContentMap = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ContentMap").msgclass + ContentMap::Contents = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ContentMap.Contents").msgclass PairwiseChoice = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseChoice").enummodule end end diff --git a/google-cloud-ai_platform-v1/lib/google/cloud/aiplatform/v1/tuning_job_pb.rb b/google-cloud-ai_platform-v1/lib/google/cloud/aiplatform/v1/tuning_job_pb.rb index f6c0d339a753..7e8d4334f914 100644 --- a/google-cloud-ai_platform-v1/lib/google/cloud/aiplatform/v1/tuning_job_pb.rb +++ b/google-cloud-ai_platform-v1/lib/google/cloud/aiplatform/v1/tuning_job_pb.rb @@ -8,12 +8,13 @@ require 'google/api/resource_pb' require 'google/cloud/aiplatform/v1/content_pb' require 'google/cloud/aiplatform/v1/encryption_spec_pb' +require 'google/cloud/aiplatform/v1/evaluation_service_pb' require 'google/cloud/aiplatform/v1/job_state_pb' require 'google/protobuf/timestamp_pb' require 'google/rpc/status_pb' -descriptor_data = "\n+google/cloud/aiplatform/v1/tuning_job.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a(google/cloud/aiplatform/v1/content.proto\x1a\x30google/cloud/aiplatform/v1/encryption_spec.proto\x1a*google/cloud/aiplatform/v1/job_state.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x17google/rpc/status.proto\"\x8d\t\n\tTuningJob\x12\x14\n\nbase_model\x18\x04 \x01(\tH\x00\x12\x44\n\x0fpre_tuned_model\x18\x1f \x01(\x0b\x32).google.cloud.aiplatform.v1.PreTunedModelH\x00\x12R\n\x16supervised_tuning_spec\x18\x05 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.SupervisedTuningSpecH\x01\x12\x14\n\x04name\x18\x01 \x01(\tB\x06\xe0\x41\x08\xe0\x41\x03\x12%\n\x18tuned_model_display_name\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x38\n\x05state\x18\x06 \x01(\x0e\x32$.google.cloud.aiplatform.v1.JobStateB\x03\xe0\x41\x03\x12\x34\n\x0b\x63reate_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12&\n\x05\x65rror\x18\x0b \x01(\x0b\x32\x12.google.rpc.StatusB\x03\xe0\x41\x03\x12\x46\n\x06labels\x18\x0c \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.TuningJob.LabelsEntryB\x03\xe0\x41\x01\x12=\n\nexperiment\x18\r \x01(\tB)\xe0\x41\x03\xfa\x41#\n!aiplatform.googleapis.com/Context\x12@\n\x0btuned_model\x18\x0e \x01(\x0b\x32&.google.cloud.aiplatform.v1.TunedModelB\x03\xe0\x41\x03\x12K\n\x11tuning_data_stats\x18\x0f \x01(\x0b\x32+.google.cloud.aiplatform.v1.TuningDataStatsB\x03\xe0\x41\x03\x12\x43\n\x0f\x65ncryption_spec\x18\x10 \x01(\x0b\x32*.google.cloud.aiplatform.v1.EncryptionSpec\x12\x17\n\x0fservice_account\x18\x16 \x01(\t\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01:\x80\x01\xea\x41}\n#aiplatform.googleapis.com/TuningJob\x12?projects/{project}/locations/{location}/tuningJobs/{tuning_job}*\ntuningJobs2\ttuningJobB\x0e\n\x0csource_modelB\r\n\x0btuning_spec\"\xce\x01\n\nTunedModel\x12\x36\n\x05model\x18\x01 \x01(\tB\'\xe0\x41\x03\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12<\n\x08\x65ndpoint\x18\x02 \x01(\tB*\xe0\x41\x03\xfa\x41$\n\"aiplatform.googleapis.com/Endpoint\x12J\n\x0b\x63heckpoints\x18\x03 \x03(\x0b\x32\x30.google.cloud.aiplatform.v1.TunedModelCheckpointB\x03\xe0\x41\x03\"\xf2\x02\n#SupervisedTuningDatasetDistribution\x12\x10\n\x03sum\x18\x01 \x01(\x03\x42\x03\xe0\x41\x03\x12\x19\n\x0c\x62illable_sum\x18\t \x01(\x03\x42\x03\xe0\x41\x03\x12\x10\n\x03min\x18\x02 \x01(\x01\x42\x03\xe0\x41\x03\x12\x10\n\x03max\x18\x03 \x01(\x01\x42\x03\xe0\x41\x03\x12\x11\n\x04mean\x18\x04 \x01(\x01\x42\x03\xe0\x41\x03\x12\x13\n\x06median\x18\x05 \x01(\x01\x42\x03\xe0\x41\x03\x12\x0f\n\x02p5\x18\x06 \x01(\x01\x42\x03\xe0\x41\x03\x12\x10\n\x03p95\x18\x07 \x01(\x01\x42\x03\xe0\x41\x03\x12\x63\n\x07\x62uckets\x18\x08 \x03(\x0b\x32M.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistribution.DatasetBucketB\x03\xe0\x41\x03\x1aJ\n\rDatasetBucket\x12\x12\n\x05\x63ount\x18\x01 \x01(\x01\x42\x03\xe0\x41\x03\x12\x11\n\x04left\x18\x02 \x01(\x01\x42\x03\xe0\x41\x03\x12\x12\n\x05right\x18\x03 \x01(\x01\x42\x03\xe0\x41\x03\"\xfc\x05\n\x19SupervisedTuningDataStats\x12)\n\x1ctuning_dataset_example_count\x18\x01 \x01(\x03\x42\x03\xe0\x41\x03\x12)\n\x1ctotal_tuning_character_count\x18\x02 \x01(\x03\x42\x03\xe0\x41\x03\x12-\n\x1etotal_billable_character_count\x18\x03 \x01(\x03\x42\x05\x18\x01\xe0\x41\x03\x12\'\n\x1atotal_billable_token_count\x18\t \x01(\x03\x42\x03\xe0\x41\x03\x12\x1e\n\x11tuning_step_count\x18\x04 \x01(\x03\x42\x03\xe0\x41\x03\x12k\n\x1duser_input_token_distribution\x18\x05 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12l\n\x1euser_output_token_distribution\x18\x06 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12s\n%user_message_per_example_distribution\x18\x07 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12G\n\x15user_dataset_examples\x18\x08 \x03(\x0b\x32#.google.cloud.aiplatform.v1.ContentB\x03\xe0\x41\x03\x12*\n\x1dtotal_truncated_example_count\x18\n \x01(\x03\x42\x03\xe0\x41\x03\x12&\n\x19truncated_example_indices\x18\x0b \x03(\x03\x42\x03\xe0\x41\x03\x12$\n\x17\x64ropped_example_reasons\x18\x0c \x03(\tB\x03\xe0\x41\x03\"\x85\x01\n\x0fTuningDataStats\x12]\n\x1csupervised_tuning_data_stats\x18\x01 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SupervisedTuningDataStatsH\x00\x42\x13\n\x11tuning_data_stats\"\xfa\x02\n\x19SupervisedHyperParameters\x12\x18\n\x0b\x65poch_count\x18\x01 \x01(\x03\x42\x03\xe0\x41\x01\x12%\n\x18learning_rate_multiplier\x18\x02 \x01(\x01\x42\x03\xe0\x41\x01\x12\\\n\x0c\x61\x64\x61pter_size\x18\x03 \x01(\x0e\x32\x41.google.cloud.aiplatform.v1.SupervisedHyperParameters.AdapterSizeB\x03\xe0\x41\x01\"\xbd\x01\n\x0b\x41\x64\x61pterSize\x12\x1c\n\x18\x41\x44\x41PTER_SIZE_UNSPECIFIED\x10\x00\x12\x14\n\x10\x41\x44\x41PTER_SIZE_ONE\x10\x01\x12\x14\n\x10\x41\x44\x41PTER_SIZE_TWO\x10\x06\x12\x15\n\x11\x41\x44\x41PTER_SIZE_FOUR\x10\x02\x12\x16\n\x12\x41\x44\x41PTER_SIZE_EIGHT\x10\x03\x12\x18\n\x14\x41\x44\x41PTER_SIZE_SIXTEEN\x10\x04\x12\x1b\n\x17\x41\x44\x41PTER_SIZE_THIRTY_TWO\x10\x05\"\xde\x01\n\x14SupervisedTuningSpec\x12!\n\x14training_dataset_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12#\n\x16validation_dataset_uri\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12T\n\x10hyper_parameters\x18\x03 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SupervisedHyperParametersB\x03\xe0\x41\x01\x12(\n\x1b\x65xport_last_checkpoint_only\x18\x06 \x01(\x08\x42\x03\xe0\x41\x01\"\xe3\x01\n\rTunedModelRef\x12;\n\x0btuned_model\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/ModelH\x00\x12>\n\ntuning_job\x18\x02 \x01(\tB(\xfa\x41%\n#aiplatform.googleapis.com/TuningJobH\x00\x12\x42\n\x0cpipeline_job\x18\x03 \x01(\tB*\xfa\x41\'\n%aiplatform.googleapis.com/PipelineJobH\x00\x42\x11\n\x0ftuned_model_ref\"\\\n\x14TunedModelCheckpoint\x12\x15\n\rcheckpoint_id\x18\x01 \x01(\t\x12\r\n\x05\x65poch\x18\x02 \x01(\x03\x12\x0c\n\x04step\x18\x03 \x01(\x03\x12\x10\n\x08\x65ndpoint\x18\x04 \x01(\t\"\x84\x01\n\rPreTunedModel\x12>\n\x10tuned_model_name\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x1a\n\rcheckpoint_id\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x17\n\nbase_model\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\xcc\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x0eTuningJobProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3" +descriptor_data = "\n+google/cloud/aiplatform/v1/tuning_job.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a(google/cloud/aiplatform/v1/content.proto\x1a\x30google/cloud/aiplatform/v1/encryption_spec.proto\x1a\x33google/cloud/aiplatform/v1/evaluation_service.proto\x1a*google/cloud/aiplatform/v1/job_state.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x17google/rpc/status.proto\"\xe1\t\n\tTuningJob\x12\x14\n\nbase_model\x18\x04 \x01(\tH\x00\x12\x44\n\x0fpre_tuned_model\x18\x1f \x01(\x0b\x32).google.cloud.aiplatform.v1.PreTunedModelH\x00\x12R\n\x16supervised_tuning_spec\x18\x05 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.SupervisedTuningSpecH\x01\x12\x14\n\x04name\x18\x01 \x01(\tB\x06\xe0\x41\x08\xe0\x41\x03\x12%\n\x18tuned_model_display_name\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x38\n\x05state\x18\x06 \x01(\x0e\x32$.google.cloud.aiplatform.v1.JobStateB\x03\xe0\x41\x03\x12\x34\n\x0b\x63reate_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12&\n\x05\x65rror\x18\x0b \x01(\x0b\x32\x12.google.rpc.StatusB\x03\xe0\x41\x03\x12\x46\n\x06labels\x18\x0c \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.TuningJob.LabelsEntryB\x03\xe0\x41\x01\x12=\n\nexperiment\x18\r \x01(\tB)\xe0\x41\x03\xfa\x41#\n!aiplatform.googleapis.com/Context\x12@\n\x0btuned_model\x18\x0e \x01(\x0b\x32&.google.cloud.aiplatform.v1.TunedModelB\x03\xe0\x41\x03\x12K\n\x11tuning_data_stats\x18\x0f \x01(\x0b\x32+.google.cloud.aiplatform.v1.TuningDataStatsB\x03\xe0\x41\x03\x12\x43\n\x0f\x65ncryption_spec\x18\x10 \x01(\x0b\x32*.google.cloud.aiplatform.v1.EncryptionSpec\x12\x17\n\x0fservice_account\x18\x16 \x01(\t\x12R\n\x15\x65valuate_dataset_runs\x18 \x03(\x0b\x32..google.cloud.aiplatform.v1.EvaluateDatasetRunB\x03\xe0\x41\x03\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01:\x80\x01\xea\x41}\n#aiplatform.googleapis.com/TuningJob\x12?projects/{project}/locations/{location}/tuningJobs/{tuning_job}*\ntuningJobs2\ttuningJobB\x0e\n\x0csource_modelB\r\n\x0btuning_spec\"\xce\x01\n\nTunedModel\x12\x36\n\x05model\x18\x01 \x01(\tB\'\xe0\x41\x03\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12<\n\x08\x65ndpoint\x18\x02 \x01(\tB*\xe0\x41\x03\xfa\x41$\n\"aiplatform.googleapis.com/Endpoint\x12J\n\x0b\x63heckpoints\x18\x03 \x03(\x0b\x32\x30.google.cloud.aiplatform.v1.TunedModelCheckpointB\x03\xe0\x41\x03\"\xf2\x02\n#SupervisedTuningDatasetDistribution\x12\x10\n\x03sum\x18\x01 \x01(\x03\x42\x03\xe0\x41\x03\x12\x19\n\x0c\x62illable_sum\x18\t \x01(\x03\x42\x03\xe0\x41\x03\x12\x10\n\x03min\x18\x02 \x01(\x01\x42\x03\xe0\x41\x03\x12\x10\n\x03max\x18\x03 \x01(\x01\x42\x03\xe0\x41\x03\x12\x11\n\x04mean\x18\x04 \x01(\x01\x42\x03\xe0\x41\x03\x12\x13\n\x06median\x18\x05 \x01(\x01\x42\x03\xe0\x41\x03\x12\x0f\n\x02p5\x18\x06 \x01(\x01\x42\x03\xe0\x41\x03\x12\x10\n\x03p95\x18\x07 \x01(\x01\x42\x03\xe0\x41\x03\x12\x63\n\x07\x62uckets\x18\x08 \x03(\x0b\x32M.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistribution.DatasetBucketB\x03\xe0\x41\x03\x1aJ\n\rDatasetBucket\x12\x12\n\x05\x63ount\x18\x01 \x01(\x01\x42\x03\xe0\x41\x03\x12\x11\n\x04left\x18\x02 \x01(\x01\x42\x03\xe0\x41\x03\x12\x12\n\x05right\x18\x03 \x01(\x01\x42\x03\xe0\x41\x03\"\xfc\x05\n\x19SupervisedTuningDataStats\x12)\n\x1ctuning_dataset_example_count\x18\x01 \x01(\x03\x42\x03\xe0\x41\x03\x12)\n\x1ctotal_tuning_character_count\x18\x02 \x01(\x03\x42\x03\xe0\x41\x03\x12-\n\x1etotal_billable_character_count\x18\x03 \x01(\x03\x42\x05\x18\x01\xe0\x41\x03\x12\'\n\x1atotal_billable_token_count\x18\t \x01(\x03\x42\x03\xe0\x41\x03\x12\x1e\n\x11tuning_step_count\x18\x04 \x01(\x03\x42\x03\xe0\x41\x03\x12k\n\x1duser_input_token_distribution\x18\x05 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12l\n\x1euser_output_token_distribution\x18\x06 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12s\n%user_message_per_example_distribution\x18\x07 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12G\n\x15user_dataset_examples\x18\x08 \x03(\x0b\x32#.google.cloud.aiplatform.v1.ContentB\x03\xe0\x41\x03\x12*\n\x1dtotal_truncated_example_count\x18\n \x01(\x03\x42\x03\xe0\x41\x03\x12&\n\x19truncated_example_indices\x18\x0b \x03(\x03\x42\x03\xe0\x41\x03\x12$\n\x17\x64ropped_example_reasons\x18\x0c \x03(\tB\x03\xe0\x41\x03\"\x85\x01\n\x0fTuningDataStats\x12]\n\x1csupervised_tuning_data_stats\x18\x01 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SupervisedTuningDataStatsH\x00\x42\x13\n\x11tuning_data_stats\"\xfa\x02\n\x19SupervisedHyperParameters\x12\x18\n\x0b\x65poch_count\x18\x01 \x01(\x03\x42\x03\xe0\x41\x01\x12%\n\x18learning_rate_multiplier\x18\x02 \x01(\x01\x42\x03\xe0\x41\x01\x12\\\n\x0c\x61\x64\x61pter_size\x18\x03 \x01(\x0e\x32\x41.google.cloud.aiplatform.v1.SupervisedHyperParameters.AdapterSizeB\x03\xe0\x41\x01\"\xbd\x01\n\x0b\x41\x64\x61pterSize\x12\x1c\n\x18\x41\x44\x41PTER_SIZE_UNSPECIFIED\x10\x00\x12\x14\n\x10\x41\x44\x41PTER_SIZE_ONE\x10\x01\x12\x14\n\x10\x41\x44\x41PTER_SIZE_TWO\x10\x06\x12\x15\n\x11\x41\x44\x41PTER_SIZE_FOUR\x10\x02\x12\x16\n\x12\x41\x44\x41PTER_SIZE_EIGHT\x10\x03\x12\x18\n\x14\x41\x44\x41PTER_SIZE_SIXTEEN\x10\x04\x12\x1b\n\x17\x41\x44\x41PTER_SIZE_THIRTY_TWO\x10\x05\"\xac\x02\n\x14SupervisedTuningSpec\x12!\n\x14training_dataset_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12#\n\x16validation_dataset_uri\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12T\n\x10hyper_parameters\x18\x03 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SupervisedHyperParametersB\x03\xe0\x41\x01\x12(\n\x1b\x65xport_last_checkpoint_only\x18\x06 \x01(\x08\x42\x03\xe0\x41\x01\x12L\n\x11\x65valuation_config\x18\x05 \x01(\x0b\x32,.google.cloud.aiplatform.v1.EvaluationConfigB\x03\xe0\x41\x01\"\xe3\x01\n\rTunedModelRef\x12;\n\x0btuned_model\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/ModelH\x00\x12>\n\ntuning_job\x18\x02 \x01(\tB(\xfa\x41%\n#aiplatform.googleapis.com/TuningJobH\x00\x12\x42\n\x0cpipeline_job\x18\x03 \x01(\tB*\xfa\x41\'\n%aiplatform.googleapis.com/PipelineJobH\x00\x42\x11\n\x0ftuned_model_ref\"\xb6\x02\n\x10\x45valuationConfig\x12\x38\n\x07metrics\x18\x01 \x03(\x0b\x32\".google.cloud.aiplatform.v1.MetricB\x03\xe0\x41\x02\x12\x44\n\routput_config\x18\x02 \x01(\x0b\x32(.google.cloud.aiplatform.v1.OutputConfigB\x03\xe0\x41\x02\x12J\n\x10\x61utorater_config\x18\x03 \x01(\x0b\x32+.google.cloud.aiplatform.v1.AutoraterConfigB\x03\xe0\x41\x01\x12V\n\x1binference_generation_config\x18\x05 \x01(\x0b\x32,.google.cloud.aiplatform.v1.GenerationConfigB\x03\xe0\x41\x01\"\xf1\x01\n\x12\x45valuateDatasetRun\x12\x1d\n\x0eoperation_name\x18\x01 \x01(\tB\x05\x18\x01\xe0\x41\x03\x12\x1b\n\x0e\x65valuation_run\x18\x05 \x01(\tB\x03\xe0\x41\x03\x12\x1a\n\rcheckpoint_id\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12[\n\x19\x65valuate_dataset_response\x18\x03 \x01(\x0b\x32\x33.google.cloud.aiplatform.v1.EvaluateDatasetResponseB\x03\xe0\x41\x03\x12&\n\x05\x65rror\x18\x04 \x01(\x0b\x32\x12.google.rpc.StatusB\x03\xe0\x41\x03\"\\\n\x14TunedModelCheckpoint\x12\x15\n\rcheckpoint_id\x18\x01 \x01(\t\x12\r\n\x05\x65poch\x18\x02 \x01(\x03\x12\x0c\n\x04step\x18\x03 \x01(\x03\x12\x10\n\x08\x65ndpoint\x18\x04 \x01(\t\"\x84\x01\n\rPreTunedModel\x12>\n\x10tuned_model_name\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x1a\n\rcheckpoint_id\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x17\n\nbase_model\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\xcc\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x0eTuningJobProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3" pool = ::Google::Protobuf::DescriptorPool.generated_pool pool.add_serialized_file(descriptor_data) @@ -32,6 +33,8 @@ module V1 SupervisedHyperParameters::AdapterSize = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SupervisedHyperParameters.AdapterSize").enummodule SupervisedTuningSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SupervisedTuningSpec").msgclass TunedModelRef = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.TunedModelRef").msgclass + EvaluationConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluationConfig").msgclass + EvaluateDatasetRun = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateDatasetRun").msgclass TunedModelCheckpoint = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.TunedModelCheckpoint").msgclass PreTunedModel = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PreTunedModel").msgclass end diff --git a/google-cloud-ai_platform-v1/proto_docs/google/api/client.rb b/google-cloud-ai_platform-v1/proto_docs/google/api/client.rb index 7796382e3a21..e62ceba4577a 100644 --- a/google-cloud-ai_platform-v1/proto_docs/google/api/client.rb +++ b/google-cloud-ai_platform-v1/proto_docs/google/api/client.rb @@ -31,6 +31,8 @@ module Api # @!attribute [rw] selective_gapic_generation # @return [::Google::Api::SelectiveGapicGeneration] # Configuration for which RPCs should be generated in the GAPIC client. + # + # Note: This field should not be used in most cases. class CommonLanguageSettings include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -441,6 +443,8 @@ class LongRunning # This message is used to configure the generation of a subset of the RPCs in # a service for client libraries. + # + # Note: This feature should not be used in most cases. # @!attribute [rw] methods # @return [::Array<::String>] # An allowlist of the fully qualified names of RPCs that should be included diff --git a/google-cloud-ai_platform-v1/proto_docs/google/cloud/aiplatform/v1/evaluation_service.rb b/google-cloud-ai_platform-v1/proto_docs/google/cloud/aiplatform/v1/evaluation_service.rb index f6cc408a610a..a834127cb46e 100644 --- a/google-cloud-ai_platform-v1/proto_docs/google/cloud/aiplatform/v1/evaluation_service.rb +++ b/google-cloud-ai_platform-v1/proto_docs/google/cloud/aiplatform/v1/evaluation_service.rb @@ -163,6 +163,125 @@ class EvaluateInstancesRequest extend ::Google::Protobuf::MessageExts::ClassMethods end + # The metric used for running evaluations. + # @!attribute [rw] predefined_metric_spec + # @return [::Google::Cloud::AIPlatform::V1::PredefinedMetricSpec] + # The spec for a pre-defined metric. + # + # Note: The following fields are mutually exclusive: `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] computation_based_metric_spec + # @return [::Google::Cloud::AIPlatform::V1::ComputationBasedMetricSpec] + # Spec for a computation based metric. + # + # Note: The following fields are mutually exclusive: `computation_based_metric_spec`, `predefined_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] llm_based_metric_spec + # @return [::Google::Cloud::AIPlatform::V1::LLMBasedMetricSpec] + # Spec for an LLM based metric. + # + # Note: The following fields are mutually exclusive: `llm_based_metric_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] pointwise_metric_spec + # @return [::Google::Cloud::AIPlatform::V1::PointwiseMetricSpec] + # Spec for pointwise metric. + # + # Note: The following fields are mutually exclusive: `pointwise_metric_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] pairwise_metric_spec + # @return [::Google::Cloud::AIPlatform::V1::PairwiseMetricSpec] + # Spec for pairwise metric. + # + # Note: The following fields are mutually exclusive: `pairwise_metric_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] exact_match_spec + # @return [::Google::Cloud::AIPlatform::V1::ExactMatchSpec] + # Spec for exact match metric. + # + # Note: The following fields are mutually exclusive: `exact_match_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] bleu_spec + # @return [::Google::Cloud::AIPlatform::V1::BleuSpec] + # Spec for bleu metric. + # + # Note: The following fields are mutually exclusive: `bleu_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] rouge_spec + # @return [::Google::Cloud::AIPlatform::V1::RougeSpec] + # Spec for rouge metric. + # + # Note: The following fields are mutually exclusive: `rouge_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] aggregation_metrics + # @return [::Array<::Google::Cloud::AIPlatform::V1::Metric::AggregationMetric>] + # Optional. The aggregation metrics to use. + class Metric + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + + # The per-metric statistics on evaluation results supported by + # `EvaluationService.EvaluateDataset`. + module AggregationMetric + # Unspecified aggregation metric. + AGGREGATION_METRIC_UNSPECIFIED = 0 + + # Average aggregation metric. Not supported for Pairwise metric. + AVERAGE = 1 + + # Mode aggregation metric. + MODE = 2 + + # Standard deviation aggregation metric. Not supported for pairwise metric. + STANDARD_DEVIATION = 3 + + # Variance aggregation metric. Not supported for pairwise metric. + VARIANCE = 4 + + # Minimum aggregation metric. Not supported for pairwise metric. + MINIMUM = 5 + + # Maximum aggregation metric. Not supported for pairwise metric. + MAXIMUM = 6 + + # Median aggregation metric. Not supported for pairwise metric. + MEDIAN = 7 + + # 90th percentile aggregation metric. Not supported for pairwise metric. + PERCENTILE_P90 = 8 + + # 95th percentile aggregation metric. Not supported for pairwise metric. + PERCENTILE_P95 = 9 + + # 99th percentile aggregation metric. Not supported for pairwise metric. + PERCENTILE_P99 = 10 + end + end + + # The configs for autorater. This is applicable to both EvaluateInstances and + # EvaluateDataset. + # @!attribute [rw] sampling_count + # @return [::Integer] + # Optional. Number of samples for each instance in the dataset. + # If not specified, the default is 4. Minimum value is 1, maximum value + # is 32. + # @!attribute [rw] flip_enabled + # @return [::Boolean] + # Optional. Default is true. Whether to flip the candidate and baseline + # responses. This is only applicable to the pairwise metric. If enabled, also + # provide PairwiseMetricSpec.candidate_response_field_name and + # PairwiseMetricSpec.baseline_response_field_name. When rendering + # PairwiseMetricSpec.metric_prompt_template, the candidate and baseline + # fields will be flipped for half of the samples to reduce bias. + # @!attribute [rw] autorater_model + # @return [::String] + # Optional. The fully qualified name of the publisher model or tuned + # autorater endpoint to use. + # + # Publisher model format: + # `projects/{project}/locations/{location}/publishers/*/models/*` + # + # Tuned model endpoint format: + # `projects/{project}/locations/{location}/endpoints/{endpoint}` + # @!attribute [rw] generation_config + # @return [::Google::Cloud::AIPlatform::V1::GenerationConfig] + # Optional. Configuration options for model generation and outputs. + class AutoraterConfig + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + # Response message for EvaluationService.EvaluateInstances. # @!attribute [rw] exact_match_results # @return [::Google::Cloud::AIPlatform::V1::ExactMatchResults] @@ -297,11 +416,197 @@ class EvaluateInstancesRequest # Result for Metricx metric. # # Note: The following fields are mutually exclusive: `metricx_result`, `exact_match_results`, `bleu_results`, `rouge_results`, `fluency_result`, `coherence_result`, `safety_result`, `groundedness_result`, `fulfillment_result`, `summarization_quality_result`, `pairwise_summarization_quality_result`, `summarization_helpfulness_result`, `summarization_verbosity_result`, `question_answering_quality_result`, `pairwise_question_answering_quality_result`, `question_answering_relevance_result`, `question_answering_helpfulness_result`, `question_answering_correctness_result`, `pointwise_metric_result`, `pairwise_metric_result`, `tool_call_valid_results`, `tool_name_match_results`, `tool_parameter_key_match_results`, `tool_parameter_kv_match_results`, `comet_result`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] metric_results + # @return [::Array<::Google::Cloud::AIPlatform::V1::MetricResult>] + # Metric results for each instance. + # The order of the metric results is guaranteed to be the same as the order + # of the instances in the request. class EvaluateInstancesResponse include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end + # Result for a single metric on a single instance. + # @!attribute [r] score + # @return [::Float] + # Output only. The score for the metric. + # Please refer to each metric's documentation for the meaning of the score. + # @!attribute [r] explanation + # @return [::String] + # Output only. The explanation for the metric result. + # @!attribute [r] error + # @return [::Google::Rpc::Status] + # Output only. The error status for the metric result. + class MetricResult + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + + # Config for evaluation output. + # @!attribute [rw] gcs_destination + # @return [::Google::Cloud::AIPlatform::V1::GcsDestination] + # Cloud storage destination for evaluation output. + class OutputConfig + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + + # The dataset used for evaluation. + # @!attribute [rw] gcs_source + # @return [::Google::Cloud::AIPlatform::V1::GcsSource] + # Cloud storage source holds the dataset. Currently only one Cloud Storage + # file path is supported. + # + # Note: The following fields are mutually exclusive: `gcs_source`, `bigquery_source`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] bigquery_source + # @return [::Google::Cloud::AIPlatform::V1::BigQuerySource] + # BigQuery source holds the dataset. + # + # Note: The following fields are mutually exclusive: `bigquery_source`, `gcs_source`. If a field in that set is populated, all other fields in the set will automatically be cleared. + class EvaluationDataset + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + + # The results from an evaluation run performed by the EvaluationService. + # @!attribute [r] aggregation_output + # @return [::Google::Cloud::AIPlatform::V1::AggregationOutput] + # Output only. Aggregation statistics derived from results of + # EvaluationService. + # @!attribute [r] output_info + # @return [::Google::Cloud::AIPlatform::V1::OutputInfo] + # Output only. Output info for EvaluationService. + class EvaluateDatasetResponse + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + + # Describes the info for output of EvaluationService. + # @!attribute [r] gcs_output_directory + # @return [::String] + # Output only. The full path of the Cloud Storage directory created, into + # which the evaluation results and aggregation results are written. + class OutputInfo + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + + # The aggregation result for the entire dataset and all metrics. + # @!attribute [rw] dataset + # @return [::Google::Cloud::AIPlatform::V1::EvaluationDataset] + # The dataset used for evaluation & aggregation. + # @!attribute [rw] aggregation_results + # @return [::Array<::Google::Cloud::AIPlatform::V1::AggregationResult>] + # One AggregationResult per metric. + class AggregationOutput + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + + # The aggregation result for a single metric. + # @!attribute [rw] pointwise_metric_result + # @return [::Google::Cloud::AIPlatform::V1::PointwiseMetricResult] + # Result for pointwise metric. + # + # Note: The following fields are mutually exclusive: `pointwise_metric_result`, `pairwise_metric_result`, `exact_match_metric_value`, `bleu_metric_value`, `rouge_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] pairwise_metric_result + # @return [::Google::Cloud::AIPlatform::V1::PairwiseMetricResult] + # Result for pairwise metric. + # + # Note: The following fields are mutually exclusive: `pairwise_metric_result`, `pointwise_metric_result`, `exact_match_metric_value`, `bleu_metric_value`, `rouge_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] exact_match_metric_value + # @return [::Google::Cloud::AIPlatform::V1::ExactMatchMetricValue] + # Results for exact match metric. + # + # Note: The following fields are mutually exclusive: `exact_match_metric_value`, `pointwise_metric_result`, `pairwise_metric_result`, `bleu_metric_value`, `rouge_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] bleu_metric_value + # @return [::Google::Cloud::AIPlatform::V1::BleuMetricValue] + # Results for bleu metric. + # + # Note: The following fields are mutually exclusive: `bleu_metric_value`, `pointwise_metric_result`, `pairwise_metric_result`, `exact_match_metric_value`, `rouge_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] rouge_metric_value + # @return [::Google::Cloud::AIPlatform::V1::RougeMetricValue] + # Results for rouge metric. + # + # Note: The following fields are mutually exclusive: `rouge_metric_value`, `pointwise_metric_result`, `pairwise_metric_result`, `exact_match_metric_value`, `bleu_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] aggregation_metric + # @return [::Google::Cloud::AIPlatform::V1::Metric::AggregationMetric] + # Aggregation metric. + class AggregationResult + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + + # The spec for a pre-defined metric. + # @!attribute [rw] metric_spec_name + # @return [::String] + # Required. The name of a pre-defined metric, such as + # "instruction_following_v1" or "text_quality_v1". + # @!attribute [rw] metric_spec_parameters + # @return [::Google::Protobuf::Struct] + # Optional. The parameters needed to run the pre-defined metric. + class PredefinedMetricSpec + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + + # Specification for a computation based metric. + # @!attribute [rw] type + # @return [::Google::Cloud::AIPlatform::V1::ComputationBasedMetricSpec::ComputationBasedMetricType] + # Required. The type of the computation based metric. + # @!attribute [rw] parameters + # @return [::Google::Protobuf::Struct] + # Optional. A map of parameters for the metric, e.g. {"rouge_type": + # "rougeL"}. + class ComputationBasedMetricSpec + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + + # Types of computation based metrics. + module ComputationBasedMetricType + # Unspecified computation based metric type. + COMPUTATION_BASED_METRIC_TYPE_UNSPECIFIED = 0 + + # Exact match metric. + EXACT_MATCH = 1 + + # BLEU metric. + BLEU = 2 + + # ROUGE metric. + ROUGE = 3 + end + end + + # Specification for an LLM based metric. + # @!attribute [rw] rubric_group_key + # @return [::String] + # Use a pre-defined group of rubrics associated with the input. + # Refers to a key in the rubric_groups map of EvaluationInstance. + # + # Note: The following fields are mutually exclusive: `rubric_group_key`, `predefined_rubric_generation_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] predefined_rubric_generation_spec + # @return [::Google::Cloud::AIPlatform::V1::PredefinedMetricSpec] + # Dynamically generate rubrics using a predefined spec. + # + # Note: The following fields are mutually exclusive: `predefined_rubric_generation_spec`, `rubric_group_key`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] metric_prompt_template + # @return [::String] + # Required. Template for the prompt sent to the judge model. + # @!attribute [rw] system_instruction + # @return [::String] + # Optional. System instructions for the judge model. + # @!attribute [rw] judge_autorater_config + # @return [::Google::Cloud::AIPlatform::V1::AutoraterConfig] + # Optional. Optional configuration for the judge LLM (Autorater). + # @!attribute [rw] additional_config + # @return [::Google::Protobuf::Struct] + # Optional. Optional additional configuration for the metric. + class LLMBasedMetricSpec + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + # Input for exact match metric. # @!attribute [rw] metric_spec # @return [::Google::Cloud::AIPlatform::V1::ExactMatchSpec] @@ -1240,6 +1545,15 @@ class PointwiseMetricInput # Instance specified as a json string. String key-value pairs are expected # in the json_instance to render # PointwiseMetricSpec.instance_prompt_template. + # + # Note: The following fields are mutually exclusive: `json_instance`, `content_map_instance`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] content_map_instance + # @return [::Google::Cloud::AIPlatform::V1::ContentMap] + # Key-value contents for the mutlimodality input, including text, image, + # video, audio, and pdf, etc. The key is placeholder in metric prompt + # template, and the value is the multimodal content. + # + # Note: The following fields are mutually exclusive: `content_map_instance`, `json_instance`. If a field in that set is populated, all other fields in the set will automatically be cleared. class PointwiseMetricInstance include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -1249,11 +1563,32 @@ class PointwiseMetricInstance # @!attribute [rw] metric_prompt_template # @return [::String] # Required. Metric prompt template for pointwise metric. + # @!attribute [rw] system_instruction + # @return [::String] + # Optional. System instructions for pointwise metric. + # @!attribute [rw] custom_output_format_config + # @return [::Google::Cloud::AIPlatform::V1::CustomOutputFormatConfig] + # Optional. CustomOutputFormatConfig allows customization of metric output. + # By default, metrics return a score and explanation. + # When this config is set, the default output is replaced with either: + # - The raw output string. + # - A parsed output based on a user-defined schema. + # If a custom format is chosen, the `score` and `explanation` fields in the + # corresponding metric result will be empty. class PointwiseMetricSpec include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end + # Spec for custom output format configuration. + # @!attribute [rw] return_raw_output + # @return [::Boolean] + # Optional. Whether to return raw output. + class CustomOutputFormatConfig + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + # Spec for pointwise metric result. # @!attribute [r] score # @return [::Float] @@ -1261,11 +1596,32 @@ class PointwiseMetricSpec # @!attribute [r] explanation # @return [::String] # Output only. Explanation for pointwise metric score. + # @!attribute [r] custom_output + # @return [::Google::Cloud::AIPlatform::V1::CustomOutput] + # Output only. Spec for custom output. class PointwiseMetricResult include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods end + # Spec for custom output. + # @!attribute [r] raw_outputs + # @return [::Google::Cloud::AIPlatform::V1::RawOutput] + # Output only. List of raw output strings. + class CustomOutput + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + + # Raw output. + # @!attribute [r] raw_output + # @return [::Array<::String>] + # Output only. Raw output string. + class RawOutput + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + # Input for pairwise metric. # @!attribute [rw] metric_spec # @return [::Google::Cloud::AIPlatform::V1::PairwiseMetricSpec] @@ -1285,6 +1641,15 @@ class PairwiseMetricInput # Instance specified as a json string. String key-value pairs are expected # in the json_instance to render # PairwiseMetricSpec.instance_prompt_template. + # + # Note: The following fields are mutually exclusive: `json_instance`, `content_map_instance`. If a field in that set is populated, all other fields in the set will automatically be cleared. + # @!attribute [rw] content_map_instance + # @return [::Google::Cloud::AIPlatform::V1::ContentMap] + # Key-value contents for the mutlimodality input, including text, image, + # video, audio, and pdf, etc. The key is placeholder in metric prompt + # template, and the value is the multimodal content. + # + # Note: The following fields are mutually exclusive: `content_map_instance`, `json_instance`. If a field in that set is populated, all other fields in the set will automatically be cleared. class PairwiseMetricInstance include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -1294,6 +1659,22 @@ class PairwiseMetricInstance # @!attribute [rw] metric_prompt_template # @return [::String] # Required. Metric prompt template for pairwise metric. + # @!attribute [rw] candidate_response_field_name + # @return [::String] + # Optional. The field name of the candidate response. + # @!attribute [rw] baseline_response_field_name + # @return [::String] + # Optional. The field name of the baseline response. + # @!attribute [rw] system_instruction + # @return [::String] + # Optional. System instructions for pairwise metric. + # @!attribute [rw] custom_output_format_config + # @return [::Google::Cloud::AIPlatform::V1::CustomOutputFormatConfig] + # Optional. CustomOutputFormatConfig allows customization of metric output. + # When this config is set, the default output is replaced with + # the raw output string. + # If a custom format is chosen, the `pairwise_choice` and `explanation` + # fields in the corresponding metric result will be empty. class PairwiseMetricSpec include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -1306,6 +1687,9 @@ class PairwiseMetricSpec # @!attribute [r] explanation # @return [::String] # Output only. Explanation for pairwise metric score. + # @!attribute [r] custom_output + # @return [::Google::Cloud::AIPlatform::V1::CustomOutput] + # Output only. Spec for custom output. class PairwiseMetricResult include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -1640,6 +2024,33 @@ class MetricxResult extend ::Google::Protobuf::MessageExts::ClassMethods end + # Map of placeholder in metric prompt template to contents of model input. + # @!attribute [rw] values + # @return [::Google::Protobuf::Map{::String => ::Google::Cloud::AIPlatform::V1::ContentMap::Contents}] + # Optional. Map of placeholder to contents. + class ContentMap + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + + # Repeated Content type. + # @!attribute [rw] contents + # @return [::Array<::Google::Cloud::AIPlatform::V1::Content>] + # Optional. Repeated contents. + class Contents + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + + # @!attribute [rw] key + # @return [::String] + # @!attribute [rw] value + # @return [::Google::Cloud::AIPlatform::V1::ContentMap::Contents] + class ValuesEntry + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + end + # Pairwise prediction autorater preference. module PairwiseChoice # Unspecified prediction choice. diff --git a/google-cloud-ai_platform-v1/proto_docs/google/cloud/aiplatform/v1/tuning_job.rb b/google-cloud-ai_platform-v1/proto_docs/google/cloud/aiplatform/v1/tuning_job.rb index ddc13e03b283..7ec431b27c17 100644 --- a/google-cloud-ai_platform-v1/proto_docs/google/cloud/aiplatform/v1/tuning_job.rb +++ b/google-cloud-ai_platform-v1/proto_docs/google/cloud/aiplatform/v1/tuning_job.rb @@ -116,6 +116,9 @@ module V1 # # Users starting the pipeline must have the `iam.serviceAccounts.actAs` # permission on this service account. + # @!attribute [r] evaluate_dataset_runs + # @return [::Array<::Google::Cloud::AIPlatform::V1::EvaluateDatasetRun>] + # Output only. Evaluation runs for the Tuning Job. class TuningJob include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -324,6 +327,9 @@ module AdapterSize # Optional. If set to true, disable intermediate checkpoints for SFT and only # the last checkpoint will be exported. Otherwise, enable intermediate # checkpoints for SFT. Default is false. + # @!attribute [rw] evaluation_config + # @return [::Google::Cloud::AIPlatform::V1::EvaluationConfig] + # Optional. Evaluation Config for Tuning Job. class SupervisedTuningSpec include ::Google::Protobuf::MessageExts extend ::Google::Protobuf::MessageExts::ClassMethods @@ -352,6 +358,50 @@ class TunedModelRef extend ::Google::Protobuf::MessageExts::ClassMethods end + # Evaluation Config for Tuning Job. + # @!attribute [rw] metrics + # @return [::Array<::Google::Cloud::AIPlatform::V1::Metric>] + # Required. The metrics used for evaluation. + # @!attribute [rw] output_config + # @return [::Google::Cloud::AIPlatform::V1::OutputConfig] + # Required. Config for evaluation output. + # @!attribute [rw] autorater_config + # @return [::Google::Cloud::AIPlatform::V1::AutoraterConfig] + # Optional. Autorater config for evaluation. + # @!attribute [rw] inference_generation_config + # @return [::Google::Cloud::AIPlatform::V1::GenerationConfig] + # Optional. Configuration options for inference generation and outputs. + # If not set, default generation parameters are used. + class EvaluationConfig + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + + # Evaluate Dataset Run Result for Tuning Job. + # @!attribute [r] operation_name + # @deprecated This field is deprecated and may be removed in the next major version update. + # @return [::String] + # Output only. Deprecated: The updated architecture uses evaluation_run + # instead. + # @!attribute [r] evaluation_run + # @return [::String] + # Output only. The resource name of the evaluation run. Format: + # `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run_id}`. + # @!attribute [r] checkpoint_id + # @return [::String] + # Output only. The checkpoint id used in the evaluation run. Only populated + # when evaluating checkpoints. + # @!attribute [r] evaluate_dataset_response + # @return [::Google::Cloud::AIPlatform::V1::EvaluateDatasetResponse] + # Output only. Results for EvaluationService. + # @!attribute [r] error + # @return [::Google::Rpc::Status] + # Output only. The error of the evaluation run if any. + class EvaluateDatasetRun + include ::Google::Protobuf::MessageExts + extend ::Google::Protobuf::MessageExts::ClassMethods + end + # TunedModelCheckpoint for the Tuned Model of a Tuning Job. # @!attribute [rw] checkpoint_id # @return [::String]