Class EvaluateSampledAgentRuns

constructor

• new EvaluateSampledAgentRuns(
      loader: SamplingLoader,
      engine: SamplingEvaluator,
      volumeCap?: number,
      agent?: EvaluationAgentRunner,
  ): EvaluateSampledAgentRuns

  Parameters

  • loader: SamplingLoader
  • engine: SamplingEvaluator
  • volumeCap: number = SAMPLING_VOLUME_CAP
  • Optionalagent: EvaluationAgentRunner

  Returns EvaluateSampledAgentRuns

Failures

Plan

• Plan(
      input: {
          evaluated: { rubricId: string; runId: string }[];
          links: SamplingLink[];
          runs: { agentId: string; id: string }[];
      },
  ): SampledRun[]

  Parameters

  • input: {
        evaluated: { rubricId: string; runId: string }[];
        links: SamplingLink[];
        runs: { agentId: string; id: string }[];
    }

  Returns SampledRun[]

Run

• Run(): Promise<SampledRun[]>

  Returns Promise<SampledRun[]>