# frozen_string_literal: true
# Generated by the protocol buffer compiler.  DO NOT EDIT!
# source: google/cloud/aiplatform/v1/evaluation_service.proto

require 'google/protobuf'

require 'google/api/annotations_pb'
require 'google/api/client_pb'
require 'google/api/field_behavior_pb'
require 'google/api/resource_pb'


descriptor_data = "\n3google/cloud/aiplatform/v1/evaluation_service.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\"\xda\x11\n\x18\x45valuateInstancesRequest\x12H\n\x11\x65xact_match_input\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.ExactMatchInputH\x00\x12;\n\nbleu_input\x18\x03 \x01(\x0b\x32%.google.cloud.aiplatform.v1.BleuInputH\x00\x12=\n\x0brouge_input\x18\x04 \x01(\x0b\x32&.google.cloud.aiplatform.v1.RougeInputH\x00\x12\x41\n\rfluency_input\x18\x05 \x01(\x0b\x32(.google.cloud.aiplatform.v1.FluencyInputH\x00\x12\x45\n\x0f\x63oherence_input\x18\x06 \x01(\x0b\x32*.google.cloud.aiplatform.v1.CoherenceInputH\x00\x12?\n\x0csafety_input\x18\x08 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.SafetyInputH\x00\x12K\n\x12groundedness_input\x18\t \x01(\x0b\x32-.google.cloud.aiplatform.v1.GroundednessInputH\x00\x12I\n\x11\x66ulfillment_input\x18\x0c \x01(\x0b\x32,.google.cloud.aiplatform.v1.FulfillmentInputH\x00\x12\\\n\x1bsummarization_quality_input\x18\x07 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SummarizationQualityInputH\x00\x12m\n$pairwise_summarization_quality_input\x18\x17 \x01(\x0b\x32=.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInputH\x00\x12\x64\n\x1fsummarization_helpfulness_input\x18\x0e \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.SummarizationHelpfulnessInputH\x00\x12`\n\x1dsummarization_verbosity_input\x18\x0f \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.SummarizationVerbosityInputH\x00\x12\x65\n question_answering_quality_input\x18\n \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.QuestionAnsweringQualityInputH\x00\x12v\n)pairwise_question_answering_quality_input\x18\x18 \x01(\x0b\x32\x41.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInputH\x00\x12i\n\"question_answering_relevance_input\x18\x10 \x01(\x0b\x32;.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInputH\x00\x12m\n$question_answering_helpfulness_input\x18\x11 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInputH\x00\x12m\n$question_answering_correctness_input\x18\x12 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInputH\x00\x12R\n\x16pointwise_metric_input\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PointwiseMetricInputH\x00\x12P\n\x15pairwise_metric_input\x18\x1d \x01(\x0b\x32/.google.cloud.aiplatform.v1.PairwiseMetricInputH\x00\x12O\n\x15tool_call_valid_input\x18\x13 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolCallValidInputH\x00\x12O\n\x15tool_name_match_input\x18\x14 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolNameMatchInputH\x00\x12`\n\x1etool_parameter_key_match_input\x18\x15 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.ToolParameterKeyMatchInputH\x00\x12^\n\x1dtool_parameter_kv_match_input\x18\x16 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKVMatchInputH\x00\x12=\n\x0b\x63omet_input\x18\x1f \x01(\x0b\x32&.google.cloud.aiplatform.v1.CometInputH\x00\x12\x41\n\rmetricx_input\x18  \x01(\x0b\x32(.google.cloud.aiplatform.v1.MetricxInputH\x00\x12;\n\x08location\x18\x01 \x01(\tB)\xe0\x41\x02\xfa\x41#\n!locations.googleapis.com/LocationB\x0f\n\rmetric_inputs\"\xe3\x11\n\x19\x45valuateInstancesResponse\x12L\n\x13\x65xact_match_results\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ExactMatchResultsH\x00\x12?\n\x0c\x62leu_results\x18\x02 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.BleuResultsH\x00\x12\x41\n\rrouge_results\x18\x03 \x01(\x0b\x32(.google.cloud.aiplatform.v1.RougeResultsH\x00\x12\x43\n\x0e\x66luency_result\x18\x04 \x01(\x0b\x32).google.cloud.aiplatform.v1.FluencyResultH\x00\x12G\n\x10\x63oherence_result\x18\x05 \x01(\x0b\x32+.google.cloud.aiplatform.v1.CoherenceResultH\x00\x12\x41\n\rsafety_result\x18\x07 \x01(\x0b\x32(.google.cloud.aiplatform.v1.SafetyResultH\x00\x12M\n\x13groundedness_result\x18\x08 \x01(\x0b\x32..google.cloud.aiplatform.v1.GroundednessResultH\x00\x12K\n\x12\x66ulfillment_result\x18\x0b \x01(\x0b\x32-.google.cloud.aiplatform.v1.FulfillmentResultH\x00\x12^\n\x1csummarization_quality_result\x18\x06 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationQualityResultH\x00\x12o\n%pairwise_summarization_quality_result\x18\x16 \x01(\x0b\x32>.google.cloud.aiplatform.v1.PairwiseSummarizationQualityResultH\x00\x12\x66\n summarization_helpfulness_result\x18\r \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationHelpfulnessResultH\x00\x12\x62\n\x1esummarization_verbosity_result\x18\x0e \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationVerbosityResultH\x00\x12g\n!question_answering_quality_result\x18\t \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringQualityResultH\x00\x12x\n*pairwise_question_answering_quality_result\x18\x17 \x01(\x0b\x32\x42.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityResultH\x00\x12k\n#question_answering_relevance_result\x18\x0f \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceResultH\x00\x12o\n%question_answering_helpfulness_result\x18\x10 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessResultH\x00\x12o\n%question_answering_correctness_result\x18\x11 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessResultH\x00\x12T\n\x17pointwise_metric_result\x18\x1b \x01(\x0b\x32\x31.google.cloud.aiplatform.v1.PointwiseMetricResultH\x00\x12R\n\x16pairwise_metric_result\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PairwiseMetricResultH\x00\x12S\n\x17tool_call_valid_results\x18\x12 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolCallValidResultsH\x00\x12S\n\x17tool_name_match_results\x18\x13 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolNameMatchResultsH\x00\x12\x64\n tool_parameter_key_match_results\x18\x14 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKeyMatchResultsH\x00\x12\x62\n\x1ftool_parameter_kv_match_results\x18\x15 \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.ToolParameterKVMatchResultsH\x00\x12?\n\x0c\x63omet_result\x18\x1d \x01(\x0b\x32\'.google.cloud.aiplatform.v1.CometResultH\x00\x12\x43\n\x0emetricx_result\x18\x1e \x01(\x0b\x32).google.cloud.aiplatform.v1.MetricxResultH\x00\x42\x14\n\x12\x65valuation_results\"\x9f\x01\n\x0f\x45xactMatchInput\x12\x44\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32*.google.cloud.aiplatform.v1.ExactMatchSpecB\x03\xe0\x41\x02\x12\x46\n\tinstances\x18\x02 \x03(\x0b\x32..google.cloud.aiplatform.v1.ExactMatchInstanceB\x03\xe0\x41\x02\"l\n\x12\x45xactMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x10\n\x0e\x45xactMatchSpec\"n\n\x11\x45xactMatchResults\x12Y\n\x19\x65xact_match_metric_values\x18\x01 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ExactMatchMetricValueB\x03\xe0\x41\x03\":\n\x15\x45xactMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8d\x01\n\tBleuInput\x12>\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32$.google.cloud.aiplatform.v1.BleuSpecB\x03\xe0\x41\x02\x12@\n\tinstances\x18\x02 \x03(\x0b\x32(.google.cloud.aiplatform.v1.BleuInstanceB\x03\xe0\x41\x02\"f\n\x0c\x42leuInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\",\n\x08\x42leuSpec\x12 \n\x13use_effective_order\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"[\n\x0b\x42leuResults\x12L\n\x12\x62leu_metric_values\x18\x01 \x03(\x0b\x32+.google.cloud.aiplatform.v1.BleuMetricValueB\x03\xe0\x41\x03\"4\n\x0f\x42leuMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x90\x01\n\nRougeInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.RougeSpecB\x03\xe0\x41\x02\x12\x41\n\tinstances\x18\x02 \x03(\x0b\x32).google.cloud.aiplatform.v1.RougeInstanceB\x03\xe0\x41\x02\"g\n\rRougeInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\\\n\tRougeSpec\x12\x17\n\nrouge_type\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0buse_stemmer\x18\x02 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1c\n\x0fsplit_summaries\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\"^\n\x0cRougeResults\x12N\n\x13rouge_metric_values\x18\x01 \x03(\x0b\x32,.google.cloud.aiplatform.v1.RougeMetricValueB\x03\xe0\x41\x03\"5\n\x10RougeMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x9b\x01\n\x0e\x43oherenceInput\x12\x43\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32).google.cloud.aiplatform.v1.CoherenceSpecB\x03\xe0\x41\x02\x12\x44\n\x08instance\x18\x02 \x01(\x0b\x32-.google.cloud.aiplatform.v1.CoherenceInstanceB\x03\xe0\x41\x02\"@\n\x11\x43oherenceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"%\n\rCoherenceSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"{\n\x0f\x43oherenceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x95\x01\n\x0c\x46luencyInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.FluencySpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FluencyInstanceB\x03\xe0\x41\x02\">\n\x0f\x46luencyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"#\n\x0b\x46luencySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"y\n\rFluencyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x92\x01\n\x0bSafetyInput\x12@\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32&.google.cloud.aiplatform.v1.SafetySpecB\x03\xe0\x41\x02\x12\x41\n\x08instance\x18\x02 \x01(\x0b\x32*.google.cloud.aiplatform.v1.SafetyInstanceB\x03\xe0\x41\x02\"=\n\x0eSafetyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"\"\n\nSafetySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"x\n\x0cSafetyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa4\x01\n\x11GroundednessInput\x12\x46\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32,.google.cloud.aiplatform.v1.GroundednessSpecB\x03\xe0\x41\x02\x12G\n\x08instance\x18\x02 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.GroundednessInstanceB\x03\xe0\x41\x02\"j\n\x14GroundednessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\n\n\x08_context\"(\n\x10GroundednessSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"~\n\x12GroundednessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa1\x01\n\x10\x46ulfillmentInput\x12\x45\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FulfillmentSpecB\x03\xe0\x41\x02\x12\x46\n\x08instance\x18\x02 \x01(\x0b\x32/.google.cloud.aiplatform.v1.FulfillmentInstanceB\x03\xe0\x41\x02\"q\n\x13\x46ulfillmentInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0e\n\x0c_instruction\"\'\n\x0f\x46ulfillmentSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"}\n\x11\x46ulfillmentResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xbc\x01\n\x19SummarizationQualityInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.SummarizationQualitySpecB\x03\xe0\x41\x02\x12O\n\x08instance\x18\x02 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationQualityInstanceB\x03\xe0\x41\x02\"\xcc\x01\n\x1cSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"L\n\x18SummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x86\x01\n\x1aSummarizationQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!PairwiseSummarizationQualityInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.PairwiseSummarizationQualitySpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInstanceB\x03\xe0\x41\x02\"\x93\x02\n$PairwiseSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n PairwiseSummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb5\x01\n\"PairwiseSummarizationQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xc8\x01\n\x1dSummarizationHelpfulnessInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationHelpfulnessSpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.SummarizationHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd0\x01\n SummarizationHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cSummarizationHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eSummarizationHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc2\x01\n\x1bSummarizationVerbosityInput\x12P\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationVerbositySpecB\x03\xe0\x41\x02\x12Q\n\x08instance\x18\x02 \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationVerbosityInstanceB\x03\xe0\x41\x02\"\xce\x01\n\x1eSummarizationVerbosityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"N\n\x1aSummarizationVerbositySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x88\x01\n\x1cSummarizationVerbosityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc8\x01\n\x1dQuestionAnsweringQualityInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.QuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\xd0\x01\n QuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eQuestionAnsweringQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xe0\x01\n%PairwiseQuestionAnsweringQualityInput\x12Z\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12[\n\x08instance\x18\x02 \x01(\x0b\x32\x44.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\x97\x02\n(PairwiseQuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"X\n$PairwiseQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb9\x01\n&PairwiseQuestionAnsweringQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xce\x01\n\x1fQuestionAnsweringRelevanceInput\x12T\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceSpecB\x03\xe0\x41\x02\x12U\n\x08instance\x18\x02 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInstanceB\x03\xe0\x41\x02\"\xd2\x01\n\"QuestionAnsweringRelevanceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"R\n\x1eQuestionAnsweringRelevanceSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8c\x01\n QuestionAnsweringRelevanceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringHelpfulnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringCorrectnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringCorrectnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringCorrectnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringCorrectnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xad\x01\n\x14PointwiseMetricInput\x12I\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32/.google.cloud.aiplatform.v1.PointwiseMetricSpecB\x03\xe0\x41\x02\x12J\n\x08instance\x18\x02 \x01(\x0b\x32\x33.google.cloud.aiplatform.v1.PointwiseMetricInstanceB\x03\xe0\x41\x02\">\n\x17PointwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x42\n\n\x08instance\"Z\n\x13PointwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\x19\n\x17_metric_prompt_template\"T\n\x15PointwiseMetricResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\"\xaa\x01\n\x13PairwiseMetricInput\x12H\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32..google.cloud.aiplatform.v1.PairwiseMetricSpecB\x03\xe0\x41\x02\x12I\n\x08instance\x18\x02 \x01(\x0b\x32\x32.google.cloud.aiplatform.v1.PairwiseMetricInstanceB\x03\xe0\x41\x02\"=\n\x16PairwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x42\n\n\x08instance\"Y\n\x12PairwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\x19\n\x17_metric_prompt_template\"z\n\x14PairwiseMetricResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\"\xa8\x01\n\x12ToolCallValidInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolCallValidSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolCallValidInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolCallValidSpec\"o\n\x15ToolCallValidInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolCallValidResults\x12`\n\x1dtool_call_valid_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolCallValidMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolCallValidMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xa8\x01\n\x12ToolNameMatchInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolNameMatchSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolNameMatchInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolNameMatchSpec\"o\n\x15ToolNameMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolNameMatchResults\x12`\n\x1dtool_name_match_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolNameMatchMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolNameMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xc0\x01\n\x1aToolParameterKeyMatchInput\x12O\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKeyMatchSpecB\x03\xe0\x41\x02\x12Q\n\tinstances\x18\x02 \x03(\x0b\x32\x39.google.cloud.aiplatform.v1.ToolParameterKeyMatchInstanceB\x03\xe0\x41\x02\"\x1b\n\x19ToolParameterKeyMatchSpec\"w\n\x1dToolParameterKeyMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x91\x01\n\x1cToolParameterKeyMatchResults\x12q\n&tool_parameter_key_match_metric_values\x18\x01 \x03(\x0b\x32<.google.cloud.aiplatform.v1.ToolParameterKeyMatchMetricValueB\x03\xe0\x41\x03\"E\n ToolParameterKeyMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xbd\x01\n\x19ToolParameterKVMatchInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolParameterKVMatchSpecB\x03\xe0\x41\x02\x12P\n\tinstances\x18\x02 \x03(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKVMatchInstanceB\x03\xe0\x41\x02\"@\n\x18ToolParameterKVMatchSpec\x12$\n\x17use_strict_string_match\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"v\n\x1cToolParameterKVMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x8e\x01\n\x1bToolParameterKVMatchResults\x12o\n%tool_parameter_kv_match_metric_values\x18\x01 \x03(\x0b\x32;.google.cloud.aiplatform.v1.ToolParameterKVMatchMetricValueB\x03\xe0\x41\x03\"D\n\x1fToolParameterKVMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8f\x01\n\nCometInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.CometSpecB\x03\xe0\x41\x02\x12@\n\x08instance\x18\x02 \x01(\x0b\x32).google.cloud.aiplatform.v1.CometInstanceB\x03\xe0\x41\x02\"\xe7\x01\n\tCometSpec\x12M\n\x07version\x18\x01 \x01(\x0e\x32\x32.google.cloud.aiplatform.v1.CometSpec.CometVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"C\n\x0c\x43ometVersion\x12\x1d\n\x19\x43OMET_VERSION_UNSPECIFIED\x10\x00\x12\x14\n\x10\x43OMET_22_SRC_REF\x10\x02\x42\n\n\x08_version\"\x8c\x01\n\rCometInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"0\n\x0b\x43ometResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x95\x01\n\x0cMetricxInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.MetricxSpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.MetricxInstanceB\x03\xe0\x41\x02\"\x9b\x02\n\x0bMetricxSpec\x12Q\n\x07version\x18\x01 \x01(\x0e\x32\x36.google.cloud.aiplatform.v1.MetricxSpec.MetricxVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"q\n\x0eMetricxVersion\x12\x1f\n\x1bMETRICX_VERSION_UNSPECIFIED\x10\x00\x12\x12\n\x0eMETRICX_24_REF\x10\x01\x12\x12\n\x0eMETRICX_24_SRC\x10\x02\x12\x16\n\x12METRICX_24_SRC_REF\x10\x03\x42\n\n\x08_version\"\x8e\x01\n\x0fMetricxInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"2\n\rMetricxResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score*W\n\x0ePairwiseChoice\x12\x1f\n\x1bPAIRWISE_CHOICE_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x42\x41SELINE\x10\x01\x12\r\n\tCANDIDATE\x10\x02\x12\x07\n\x03TIE\x10\x03\x32\xa9\x02\n\x11\x45valuationService\x12\xc4\x01\n\x11\x45valuateInstances\x12\x34.google.cloud.aiplatform.v1.EvaluateInstancesRequest\x1a\x35.google.cloud.aiplatform.v1.EvaluateInstancesResponse\"B\x82\xd3\xe4\x93\x02<\"7/v1/{location=projects/*/locations/*}:evaluateInstances:\x01*\x1aM\xca\x41\x19\x61iplatform.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB\xd4\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x16\x45valuationServiceProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3"

pool = Google::Protobuf::DescriptorPool.generated_pool

begin
  pool.add_serialized_file(descriptor_data)
rescue TypeError
  # Compatibility code: will be removed in the next major version.
  require 'google/protobuf/descriptor_pb'
  parsed = Google::Protobuf::FileDescriptorProto.decode(descriptor_data)
  parsed.clear_dependency
  serialized = parsed.class.encode(parsed)
  file = pool.add_serialized_file(serialized)
  warn "Warning: Protobuf detected an import path issue while loading generated file #{__FILE__}"
  imports = [
  ]
  imports.each do |type_name, expected_filename|
    import_file = pool.lookup(type_name).file_descriptor
    if import_file.name != expected_filename
      warn "- #{file.name} imports #{expected_filename}, but that import was loaded as #{import_file.name}"
    end
  end
  warn "Each proto file must use a consistent fully-qualified name."
  warn "This will become an error in the next major version."
end

module Google
  module Cloud
    module AIPlatform
      module V1
        EvaluateInstancesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateInstancesRequest").msgclass
        EvaluateInstancesResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateInstancesResponse").msgclass
        ExactMatchInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchInput").msgclass
        ExactMatchInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchInstance").msgclass
        ExactMatchSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchSpec").msgclass
        ExactMatchResults = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchResults").msgclass
        ExactMatchMetricValue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchMetricValue").msgclass
        BleuInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.BleuInput").msgclass
        BleuInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.BleuInstance").msgclass
        BleuSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.BleuSpec").msgclass
        BleuResults = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.BleuResults").msgclass
        BleuMetricValue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.BleuMetricValue").msgclass
        RougeInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.RougeInput").msgclass
        RougeInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.RougeInstance").msgclass
        RougeSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.RougeSpec").msgclass
        RougeResults = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.RougeResults").msgclass
        RougeMetricValue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.RougeMetricValue").msgclass
        CoherenceInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CoherenceInput").msgclass
        CoherenceInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CoherenceInstance").msgclass
        CoherenceSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CoherenceSpec").msgclass
        CoherenceResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CoherenceResult").msgclass
        FluencyInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.FluencyInput").msgclass
        FluencyInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.FluencyInstance").msgclass
        FluencySpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.FluencySpec").msgclass
        FluencyResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.FluencyResult").msgclass
        SafetyInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SafetyInput").msgclass
        SafetyInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SafetyInstance").msgclass
        SafetySpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SafetySpec").msgclass
        SafetyResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SafetyResult").msgclass
        GroundednessInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.GroundednessInput").msgclass
        GroundednessInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.GroundednessInstance").msgclass
        GroundednessSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.GroundednessSpec").msgclass
        GroundednessResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.GroundednessResult").msgclass
        FulfillmentInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.FulfillmentInput").msgclass
        FulfillmentInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.FulfillmentInstance").msgclass
        FulfillmentSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.FulfillmentSpec").msgclass
        FulfillmentResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.FulfillmentResult").msgclass
        SummarizationQualityInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SummarizationQualityInput").msgclass
        SummarizationQualityInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SummarizationQualityInstance").msgclass
        SummarizationQualitySpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SummarizationQualitySpec").msgclass
        SummarizationQualityResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SummarizationQualityResult").msgclass
        PairwiseSummarizationQualityInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseSummarizationQualityInput").msgclass
        PairwiseSummarizationQualityInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseSummarizationQualityInstance").msgclass
        PairwiseSummarizationQualitySpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseSummarizationQualitySpec").msgclass
        PairwiseSummarizationQualityResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseSummarizationQualityResult").msgclass
        SummarizationHelpfulnessInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SummarizationHelpfulnessInput").msgclass
        SummarizationHelpfulnessInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SummarizationHelpfulnessInstance").msgclass
        SummarizationHelpfulnessSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SummarizationHelpfulnessSpec").msgclass
        SummarizationHelpfulnessResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SummarizationHelpfulnessResult").msgclass
        SummarizationVerbosityInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SummarizationVerbosityInput").msgclass
        SummarizationVerbosityInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SummarizationVerbosityInstance").msgclass
        SummarizationVerbositySpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SummarizationVerbositySpec").msgclass
        SummarizationVerbosityResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SummarizationVerbosityResult").msgclass
        QuestionAnsweringQualityInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringQualityInput").msgclass
        QuestionAnsweringQualityInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringQualityInstance").msgclass
        QuestionAnsweringQualitySpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringQualitySpec").msgclass
        QuestionAnsweringQualityResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringQualityResult").msgclass
        PairwiseQuestionAnsweringQualityInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInput").msgclass
        PairwiseQuestionAnsweringQualityInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInstance").msgclass
        PairwiseQuestionAnsweringQualitySpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualitySpec").msgclass
        PairwiseQuestionAnsweringQualityResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityResult").msgclass
        QuestionAnsweringRelevanceInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInput").msgclass
        QuestionAnsweringRelevanceInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInstance").msgclass
        QuestionAnsweringRelevanceSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringRelevanceSpec").msgclass
        QuestionAnsweringRelevanceResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringRelevanceResult").msgclass
        QuestionAnsweringHelpfulnessInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInput").msgclass
        QuestionAnsweringHelpfulnessInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInstance").msgclass
        QuestionAnsweringHelpfulnessSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessSpec").msgclass
        QuestionAnsweringHelpfulnessResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessResult").msgclass
        QuestionAnsweringCorrectnessInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInput").msgclass
        QuestionAnsweringCorrectnessInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInstance").msgclass
        QuestionAnsweringCorrectnessSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessSpec").msgclass
        QuestionAnsweringCorrectnessResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessResult").msgclass
        PointwiseMetricInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricInput").msgclass
        PointwiseMetricInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricInstance").msgclass
        PointwiseMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricSpec").msgclass
        PointwiseMetricResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricResult").msgclass
        PairwiseMetricInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseMetricInput").msgclass
        PairwiseMetricInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseMetricInstance").msgclass
        PairwiseMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseMetricSpec").msgclass
        PairwiseMetricResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseMetricResult").msgclass
        ToolCallValidInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolCallValidInput").msgclass
        ToolCallValidSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolCallValidSpec").msgclass
        ToolCallValidInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolCallValidInstance").msgclass
        ToolCallValidResults = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolCallValidResults").msgclass
        ToolCallValidMetricValue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolCallValidMetricValue").msgclass
        ToolNameMatchInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolNameMatchInput").msgclass
        ToolNameMatchSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolNameMatchSpec").msgclass
        ToolNameMatchInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolNameMatchInstance").msgclass
        ToolNameMatchResults = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolNameMatchResults").msgclass
        ToolNameMatchMetricValue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolNameMatchMetricValue").msgclass
        ToolParameterKeyMatchInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolParameterKeyMatchInput").msgclass
        ToolParameterKeyMatchSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolParameterKeyMatchSpec").msgclass
        ToolParameterKeyMatchInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolParameterKeyMatchInstance").msgclass
        ToolParameterKeyMatchResults = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolParameterKeyMatchResults").msgclass
        ToolParameterKeyMatchMetricValue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolParameterKeyMatchMetricValue").msgclass
        ToolParameterKVMatchInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolParameterKVMatchInput").msgclass
        ToolParameterKVMatchSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolParameterKVMatchSpec").msgclass
        ToolParameterKVMatchInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolParameterKVMatchInstance").msgclass
        ToolParameterKVMatchResults = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolParameterKVMatchResults").msgclass
        ToolParameterKVMatchMetricValue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ToolParameterKVMatchMetricValue").msgclass
        CometInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CometInput").msgclass
        CometSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CometSpec").msgclass
        CometSpec::CometVersion = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CometSpec.CometVersion").enummodule
        CometInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CometInstance").msgclass
        CometResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CometResult").msgclass
        MetricxInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxInput").msgclass
        MetricxSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxSpec").msgclass
        MetricxSpec::MetricxVersion = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxSpec.MetricxVersion").enummodule
        MetricxInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxInstance").msgclass
        MetricxResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxResult").msgclass
        PairwiseChoice = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseChoice").enummodule
      end
    end
  end
end