Class EvaluationResultScenarioResult
The outcome of a scenario evaluation.
Implements
Inherited Members
Namespace: Google.Apis.CustomerEngagementSuite.v1beta.Data
Assembly: Google.Apis.CustomerEngagementSuite.v1beta.dll
Syntax
public class EvaluationResultScenarioResult : IDirectResponseSchema
Properties
AllExpectationsSatisfied
Output only. Whether all expectations were satisfied for this turn.
Declaration
[JsonProperty("allExpectationsSatisfied")]
public virtual bool? AllExpectationsSatisfied { get; set; }
Property Value
| Type | Description |
|---|---|
| bool? |
Conversation
Output only. The conversation that was generated in the scenario.
Declaration
[JsonProperty("conversation")]
public virtual string Conversation { get; set; }
Property Value
| Type | Description |
|---|---|
| string |
ETag
The ETag of the item.
Declaration
public virtual string ETag { get; set; }
Property Value
| Type | Description |
|---|---|
| string |
EvaluationExpectationResults
Output only. The results of the evaluation expectations.
Declaration
[JsonProperty("evaluationExpectationResults")]
public virtual IList<EvaluationResultEvaluationExpectationResult> EvaluationExpectationResults { get; set; }
Property Value
| Type | Description |
|---|---|
| IList<EvaluationResultEvaluationExpectationResult> |
ExpectationOutcomes
Output only. The outcome of each expectation.
Declaration
[JsonProperty("expectationOutcomes")]
public virtual IList<EvaluationResultScenarioExpectationOutcome> ExpectationOutcomes { get; set; }
Property Value
| Type | Description |
|---|---|
| IList<EvaluationResultScenarioExpectationOutcome> |
HallucinationResult
Output only. The result of the hallucination check. There will be one hallucination result for each turn in the conversation.
Declaration
[JsonProperty("hallucinationResult")]
public virtual IList<EvaluationResultHallucinationResult> HallucinationResult { get; set; }
Property Value
| Type | Description |
|---|---|
| IList<EvaluationResultHallucinationResult> |
RubricOutcomes
Output only. The outcome of the rubric.
Declaration
[JsonProperty("rubricOutcomes")]
public virtual IList<EvaluationResultScenarioRubricOutcome> RubricOutcomes { get; set; }
Property Value
| Type | Description |
|---|---|
| IList<EvaluationResultScenarioRubricOutcome> |
SpanLatencies
Output only. The latency of spans in the conversation.
Declaration
[JsonProperty("spanLatencies")]
public virtual IList<EvaluationResultSpanLatency> SpanLatencies { get; set; }
Property Value
| Type | Description |
|---|---|
| IList<EvaluationResultSpanLatency> |
Task
Output only. The task that was used when running the scenario for this result.
Declaration
[JsonProperty("task")]
public virtual string Task { get; set; }
Property Value
| Type | Description |
|---|---|
| string |
TaskCompleted
Output only. Whether the task was completed for this turn. This is a composite of all expectations satisfied, no hallucinations, and user goal satisfaction.
Declaration
[JsonProperty("taskCompleted")]
public virtual bool? TaskCompleted { get; set; }
Property Value
| Type | Description |
|---|---|
| bool? |
TaskCompletionResult
Output only. The result of the task completion check.
Declaration
[JsonProperty("taskCompletionResult")]
public virtual EvaluationResultTaskCompletionResult TaskCompletionResult { get; set; }
Property Value
| Type | Description |
|---|---|
| EvaluationResultTaskCompletionResult |
ToolCallLatencies
Output only. The latency of each tool call execution in the conversation.
Declaration
[JsonProperty("toolCallLatencies")]
public virtual IList<EvaluationResultToolCallLatency> ToolCallLatencies { get; set; }
Property Value
| Type | Description |
|---|---|
| IList<EvaluationResultToolCallLatency> |
UserFacts
Output only. The user facts that were used by the scenario for this result.
Declaration
[JsonProperty("userFacts")]
public virtual IList<EvaluationScenarioUserFact> UserFacts { get; set; }
Property Value
| Type | Description |
|---|---|
| IList<EvaluationScenarioUserFact> |
UserGoalSatisfactionResult
Output only. The result of the user goal satisfaction check.
Declaration
[JsonProperty("userGoalSatisfactionResult")]
public virtual EvaluationResultUserGoalSatisfactionResult UserGoalSatisfactionResult { get; set; }
Property Value
| Type | Description |
|---|---|
| EvaluationResultUserGoalSatisfactionResult |