Variable DiscoveryEvalActualOutputSchemaConst
DiscoveryEvalActualOutputSchema: ZodObject<
{
Answers: ZodRecord<
ZodString,
ZodObject<
{
Confidence: ZodOptional<ZodNumber>;
Kind: ZodEnum<["Likelihood", "Choice", "Score"]>;
Probabilities: ZodOptional<ZodRecord<ZodString, ZodNumber>>;
Probability: ZodOptional<ZodNumber>;
Value: ZodOptional<ZodUnion<[ZodString, ZodNumber]>>;
},
"strip",
ZodTypeAny,
{
Confidence?: number;
Kind: "Likelihood"
| "Choice"
| "Score";
Probabilities?: Record<string, number>;
Probability?: number;
Value?: string | number;
},
{
Confidence?: number;
Kind: "Likelihood"
| "Choice"
| "Score";
Probabilities?: Record<string, number>;
Probability?: number;
Value?: string | number;
},
>,
>;
AnyApplies: ZodNullable<ZodNumber>;
Arm: ZodEnum<["decision", "semantic-search"]>;
Baseline: ZodNullable<
ZodObject<
{
Floor: ZodNumber;
Results: ZodNumber;
TopK: ZodNumber;
TopMatch: ZodNullable<
ZodObject<
{
AgentId: ZodString;
AgentName: ZodNullable<ZodString>;
Lexical: ZodNullable<ZodNumber>;
PassesFloor: ZodBoolean;
Rank: ZodNumber;
Score: ZodNumber;
Semantic: ZodNullable<ZodNumber>;
},
"strip",
ZodTypeAny,
{
AgentId: string;
AgentName: string
| null;
Lexical: number | null;
PassesFloor: boolean;
Rank: number;
Score: number;
Semantic: number | null;
},
{
AgentId: string;
AgentName: string
| null;
Lexical: number | null;
PassesFloor: boolean;
Rank: number;
Score: number;
Semantic: number | null;
},
>,
>;
TopRanked: ZodNullable<
ZodObject<
{
AgentId: ZodString;
AgentName: ZodNullable<ZodString>;
Lexical: ZodNullable<ZodNumber>;
PassesFloor: ZodBoolean;
Rank: ZodNumber;
Score: ZodNumber;
Semantic: ZodNullable<ZodNumber>;
},
"strip",
ZodTypeAny,
{
AgentId: string;
AgentName: string
| null;
Lexical: number | null;
PassesFloor: boolean;
Rank: number;
Score: number;
Semantic: number | null;
},
{
AgentId: string;
AgentName: string
| null;
Lexical: number | null;
PassesFloor: boolean;
Rank: number;
Score: number;
Semantic: number | null;
},
>,
>;
},
"strip",
ZodTypeAny,
{
Floor: number;
Results: number;
TopK: number;
TopMatch: | {
AgentId: string;
AgentName: string
| null;
Lexical: number | null;
PassesFloor: boolean;
Rank: number;
Score: number;
Semantic: number | null;
}
| null;
TopRanked: | {
AgentId: string;
AgentName: string
| null;
Lexical: number | null;
PassesFloor: boolean;
Rank: number;
Score: number;
Semantic: number | null;
}
| null;
},
{
Floor: number;
Results: number;
TopK: number;
TopMatch: | {
AgentId: string;
AgentName: string
| null;
Lexical: number | null;
PassesFloor: boolean;
Rank: number;
Score: number;
Semantic: number | null;
}
| null;
TopRanked: | {
AgentId: string;
AgentName: string
| null;
Lexical: number | null;
PassesFloor: boolean;
Rank: number;
Score: number;
Semantic: number | null;
}
| null;
},
>,
>;
ChosenAgentId: ZodNullable<ZodString>;
ChosenAgentName: ZodNullable<ZodString>;
Confidence: ZodNullable<ZodNumber>;
CostUSD: ZodNullable<ZodNumber>;
Decision: ZodLiteral<"agent-discovery">;
DiscoveryLatencyMs: ZodOptional<ZodNullable<ZodNumber>>;
Error: ZodNullable<ZodString>;
LabelledAgentOffered: ZodNullable<ZodBoolean>;
LatencyMs: ZodNullable<ZodNumber>;
MinConfidence: ZodNullable<ZodNumber>;
Model: ZodNullable<
ZodObject<
{
AnsweredByPinned: ZodNullable<ZodBoolean>;
AnsweredModelId: ZodNullable<ZodString>;
AnsweredModelName: ZodNullable<ZodString>;
AnsweredVendorId: ZodNullable<ZodString>;
AnsweredVendorName: ZodNullable<ZodString>;
DriverClass: ZodNullable<ZodString>;
FailedOver: ZodBoolean;
FailoverAllowed: ZodBoolean;
PinnedModelId: ZodNullable<ZodString>;
PinnedVendorId: ZodNullable<ZodString>;
ResolvedModel: ZodNullable<ZodString>;
},
"strip",
ZodTypeAny,
{
AnsweredByPinned: boolean
| null;
AnsweredModelId: string | null;
AnsweredModelName: string | null;
AnsweredVendorId: string | null;
AnsweredVendorName: string | null;
DriverClass: string | null;
FailedOver: boolean;
FailoverAllowed: boolean;
PinnedModelId: string | null;
PinnedVendorId: string | null;
ResolvedModel: string | null;
},
{
AnsweredByPinned: boolean
| null;
AnsweredModelId: string | null;
AnsweredModelName: string | null;
AnsweredVendorId: string | null;
AnsweredVendorName: string | null;
DriverClass: string | null;
FailedOver: boolean;
FailoverAllowed: boolean;
PinnedModelId: string | null;
PinnedVendorId: string | null;
ResolvedModel: string | null;
},
>,
>;
Options: ZodNullable<
ZodObject<
{
CatalogSize: ZodNumber;
Count: ZodNumber;
DeclaredCap: ZodNullable<ZodNumber>;
Limit: ZodNumber;
NarrowedFrom: ZodNullable<ZodNumber>;
WithoutDescription: ZodNumber;
},
"strip",
ZodTypeAny,
{
CatalogSize: number;
Count: number;
DeclaredCap: number
| null;
Limit: number;
NarrowedFrom: number | null;
WithoutDescription: number;
},
{
CatalogSize: number;
Count: number;
DeclaredCap: number
| null;
Limit: number;
NarrowedFrom: number | null;
WithoutDescription: number;
},
>,
>;
PromptName: ZodNullable<ZodString>;
PromptRunId: ZodNullable<ZodString>;
Sampling: ZodObject<
{
Applied: ZodBoolean;
Note: ZodNullable<ZodString>;
RequestedSeed: ZodNullable<ZodNumber>;
RequestedTemperature: ZodNullable<ZodNumber>;
},
"strip",
ZodTypeAny,
{
Applied: boolean;
Note: string
| null;
RequestedSeed: number | null;
RequestedTemperature: number | null;
},
{
Applied: boolean;
Note: string
| null;
RequestedSeed: number | null;
RequestedTemperature: number | null;
},
>;
VerdictReason: ZodNullable<ZodString>;
WithinProductionTimeout: ZodNullable<ZodBoolean>;
WouldInject: ZodNullable<ZodBoolean>;
},
"strip",
ZodTypeAny,
{
Answers: Record<
string,
{
Confidence?: number;
Kind: "Likelihood"
| "Choice"
| "Score";
Probabilities?: Record<string, number>;
Probability?: number;
Value?: string | number;
},
>;
AnyApplies: number
| null;
Arm: "decision" | "semantic-search";
Baseline:
| {
Floor: number;
Results: number;
TopK: number;
TopMatch: | {
AgentId: string;
AgentName: string
| null;
Lexical: number | null;
PassesFloor: boolean;
Rank: number;
Score: number;
Semantic: number | null;
}
| null;
TopRanked: | {
AgentId: string;
AgentName: string
| null;
Lexical: number | null;
PassesFloor: boolean;
Rank: number;
Score: number;
Semantic: number | null;
}
| null;
}
| null;
ChosenAgentId: string
| null;
ChosenAgentName: string | null;
Confidence: number | null;
CostUSD: number | null;
Decision: "agent-discovery";
DiscoveryLatencyMs?: number | null;
Error: string | null;
LabelledAgentOffered: boolean | null;
LatencyMs: number | null;
MinConfidence: number | null;
Model:
| {
AnsweredByPinned: boolean
| null;
AnsweredModelId: string | null;
AnsweredModelName: string | null;
AnsweredVendorId: string | null;
AnsweredVendorName: string | null;
DriverClass: string | null;
FailedOver: boolean;
FailoverAllowed: boolean;
PinnedModelId: string | null;
PinnedVendorId: string | null;
ResolvedModel: string | null;
}
| null;
Options: | {
CatalogSize: number;
Count: number;
DeclaredCap: number
| null;
Limit: number;
NarrowedFrom: number | null;
WithoutDescription: number;
}
| null;
PromptName: string
| null;
PromptRunId: string | null;
Sampling: {
Applied: boolean;
Note: string | null;
RequestedSeed: number | null;
RequestedTemperature: number | null;
};
VerdictReason: string
| null;
WithinProductionTimeout: boolean | null;
WouldInject: boolean | null;
},
{
Answers: Record<
string,
{
Confidence?: number;
Kind: "Likelihood"
| "Choice"
| "Score";
Probabilities?: Record<string, number>;
Probability?: number;
Value?: string | number;
},
>;
AnyApplies: number
| null;
Arm: "decision" | "semantic-search";
Baseline:
| {
Floor: number;
Results: number;
TopK: number;
TopMatch: | {
AgentId: string;
AgentName: string
| null;
Lexical: number | null;
PassesFloor: boolean;
Rank: number;
Score: number;
Semantic: number | null;
}
| null;
TopRanked: | {
AgentId: string;
AgentName: string
| null;
Lexical: number | null;
PassesFloor: boolean;
Rank: number;
Score: number;
Semantic: number | null;
}
| null;
}
| null;
ChosenAgentId: string
| null;
ChosenAgentName: string | null;
Confidence: number | null;
CostUSD: number | null;
Decision: "agent-discovery";
DiscoveryLatencyMs?: number | null;
Error: string | null;
LabelledAgentOffered: boolean | null;
LatencyMs: number | null;
MinConfidence: number | null;
Model:
| {
AnsweredByPinned: boolean
| null;
AnsweredModelId: string | null;
AnsweredModelName: string | null;
AnsweredVendorId: string | null;
AnsweredVendorName: string | null;
DriverClass: string | null;
FailedOver: boolean;
FailoverAllowed: boolean;
PinnedModelId: string | null;
PinnedVendorId: string | null;
ResolvedModel: string | null;
}
| null;
Options: | {
CatalogSize: number;
Count: number;
DeclaredCap: number
| null;
Limit: number;
NarrowedFrom: number | null;
WithoutDescription: number;
}
| null;
PromptName: string
| null;
PromptRunId: string | null;
Sampling: {
Applied: boolean;
Note: string | null;
RequestedSeed: number | null;
RequestedTemperature: number | null;
};
VerdictReason: string
| null;
WithinProductionTimeout: boolean | null;
WouldInject: boolean | null;
},
> = ...
What a discovery run records as its
ActualOutput. Both arms fill the shared fields:ChosenAgentId: the Choice's agent (decision), or the action's first row (baseline);WouldInject: whether production would suggest the agent: production's own verdict,DecisionDiscoveryFromResult, which calibrates the answers for the answering model and judges them at production's threshold, and only when the discovery finished within production's timeout (decision); or whether the action returns any row (baseline).ConfidenceandAnyAppliesstay the model's raw answers, which calibration is fitted on.