EvalRunOverview

Example Usage

import { EvalRunOverview } from "@meetkai/mka1/models/components";

let value: EvalRunOverview = {
  object: "eval.run.overview",
  runId: "<id>",
  suiteId: "<id>",
  status: "finalizing",
  agentName: "<value>",
  agentVersion: "<value>",
  agentEffort: "<value>",
  models: [
    "<value 1>",
    "<value 2>",
  ],
  metric: "<value>",
  avgReward: 2157.19,
  trials: {
    total: 949893,
    completed: 517125,
    failed: 131776,
    errored: 443018,
    retried: 942841,
  },
  costUsd: 930.17,
  tokens: {
    input: 648256,
    output: 352717,
    cached: 312224,
  },
};

Fields

Field	Type	Required	Description
object	"eval.run.overview"	✔️	N/A
runId	string	✔️	N/A
suiteId	string	✔️	N/A
status	components.EvalRunStatus	✔️	N/A
agentName	string	✔️	N/A
agentVersion	string	✔️	N/A
agentEffort	string	✔️	N/A
models	string[]	✔️	N/A
metric	string	✔️	N/A
avgReward	number	✔️	Mean of metric over trials that carry it numerically. Null when none do.
trials	components.Trials	✔️	N/A
costUsd	number	✔️	N/A
tokens	components.Tokens	✔️	Summed over the run's trials. Each field is null when no trial reported it.