EvaluateInstancesRequest class final

Request message for EvaluationService.EvaluateInstances.

Inheritance
  • Object
  • ProtoMessage
  • EvaluateInstancesRequest

Constructors

EvaluateInstancesRequest({ExactMatchInput? exactMatchInput, BleuInput? bleuInput, RougeInput? rougeInput, FluencyInput? fluencyInput, CoherenceInput? coherenceInput, SafetyInput? safetyInput, GroundednessInput? groundednessInput, FulfillmentInput? fulfillmentInput, SummarizationQualityInput? summarizationQualityInput, PairwiseSummarizationQualityInput? pairwiseSummarizationQualityInput, SummarizationHelpfulnessInput? summarizationHelpfulnessInput, SummarizationVerbosityInput? summarizationVerbosityInput, QuestionAnsweringQualityInput? questionAnsweringQualityInput, PairwiseQuestionAnsweringQualityInput? pairwiseQuestionAnsweringQualityInput, QuestionAnsweringRelevanceInput? questionAnsweringRelevanceInput, QuestionAnsweringHelpfulnessInput? questionAnsweringHelpfulnessInput, QuestionAnsweringCorrectnessInput? questionAnsweringCorrectnessInput, PointwiseMetricInput? pointwiseMetricInput, PairwiseMetricInput? pairwiseMetricInput, ToolCallValidInput? toolCallValidInput, ToolNameMatchInput? toolNameMatchInput, ToolParameterKeyMatchInput? toolParameterKeyMatchInput, ToolParameterKvmatchInput? toolParameterKvMatchInput, CometInput? cometInput, MetricxInput? metricxInput, TrajectoryExactMatchInput? trajectoryExactMatchInput, TrajectoryInOrderMatchInput? trajectoryInOrderMatchInput, TrajectoryAnyOrderMatchInput? trajectoryAnyOrderMatchInput, TrajectoryPrecisionInput? trajectoryPrecisionInput, TrajectoryRecallInput? trajectoryRecallInput, TrajectorySingleToolUseInput? trajectorySingleToolUseInput, RubricBasedInstructionFollowingInput? rubricBasedInstructionFollowingInput, required String location, AutoraterConfig? autoraterConfig})
EvaluateInstancesRequest.fromJson(Object? j)
factory

Properties

autoraterConfig → AutoraterConfig?
Optional. Autorater config used for evaluation.
final
bleuInput → BleuInput?
Instances and metric spec for bleu metric.
final
coherenceInput → CoherenceInput?
Input for coherence metric.
final
cometInput → CometInput?
Translation metrics. Input for Comet metric.
final
exactMatchInput → ExactMatchInput?
Auto metric instances. Instances and metric spec for exact match metric.
final
fluencyInput → FluencyInput?
LLM-based metric instance. General text generation metrics, applicable to other categories. Input for fluency metric.
final
fulfillmentInput → FulfillmentInput?
Input for fulfillment metric.
final
groundednessInput → GroundednessInput?
Input for groundedness metric.
final
hashCode → int
The hash code for this object.
no setterinherited
location → String
Required. The resource name of the Location to evaluate the instances. Format: projects/{project}/locations/{location}
final
metricxInput → MetricxInput?
Input for Metricx metric.
final
pairwiseMetricInput → PairwiseMetricInput?
Input for pairwise metric.
final
pairwiseQuestionAnsweringQualityInput → PairwiseQuestionAnsweringQualityInput?
Input for pairwise question answering quality metric.
final
pairwiseSummarizationQualityInput → PairwiseSummarizationQualityInput?
Input for pairwise summarization quality metric.
final
pointwiseMetricInput → PointwiseMetricInput?
Input for pointwise metric.
final
qualifiedName → String
The fully qualified name of this message, i.e., google.protobuf.Duration or google.rpc.ErrorInfo.
finalinherited
questionAnsweringCorrectnessInput → QuestionAnsweringCorrectnessInput?
Input for question answering correctness metric.
final
questionAnsweringHelpfulnessInput → QuestionAnsweringHelpfulnessInput?
Input for question answering helpfulness metric.
final
questionAnsweringQualityInput → QuestionAnsweringQualityInput?
Input for question answering quality metric.
final
questionAnsweringRelevanceInput → QuestionAnsweringRelevanceInput?
Input for question answering relevance metric.
final
rougeInput → RougeInput?
Instances and metric spec for rouge metric.
final
rubricBasedInstructionFollowingInput → RubricBasedInstructionFollowingInput?
Rubric Based Instruction Following metric.
final
runtimeType → Type
A representation of the runtime type of the object.
no setterinherited
safetyInput → SafetyInput?
Input for safety metric.
final
summarizationHelpfulnessInput → SummarizationHelpfulnessInput?
Input for summarization helpfulness metric.
final
summarizationQualityInput → SummarizationQualityInput?
Input for summarization quality metric.
final
summarizationVerbosityInput → SummarizationVerbosityInput?
Input for summarization verbosity metric.
final
toolCallValidInput → ToolCallValidInput?
Tool call metric instances. Input for tool call valid metric.
final
toolNameMatchInput → ToolNameMatchInput?
Input for tool name match metric.
final
toolParameterKeyMatchInput → ToolParameterKeyMatchInput?
Input for tool parameter key match metric.
final
toolParameterKvMatchInput → ToolParameterKvmatchInput?
Input for tool parameter key value match metric.
final
trajectoryAnyOrderMatchInput → TrajectoryAnyOrderMatchInput?
Input for trajectory match any order metric.
final
trajectoryExactMatchInput → TrajectoryExactMatchInput?
Input for trajectory exact match metric.
final
trajectoryInOrderMatchInput → TrajectoryInOrderMatchInput?
Input for trajectory in order match metric.
final
trajectoryPrecisionInput → TrajectoryPrecisionInput?
Input for trajectory precision metric.
final
trajectoryRecallInput → TrajectoryRecallInput?
Input for trajectory recall metric.
final
trajectorySingleToolUseInput → TrajectorySingleToolUseInput?
Input for trajectory single tool use metric.
final

Methods

noSuchMethod(Invocation invocation) → dynamic
Invoked when a nonexistent method or property is accessed.
inherited
toJson() → Object
override
toString() → String
A string representation of this object.
override

Operators

operator ==(Object other) → bool
The equality operator.
inherited

Constants

fullyQualifiedName → const String