CreateEvalRunRequest

Example Usage

import { CreateEvalRunRequest } from "@meetkai/mka1/models/components";

let value: CreateEvalRunRequest = {
  suiteId: "<id>",
  models: [
    "<value 1>",
    "<value 2>",
  ],
};

Fields

Field	Type	Required	Description
suiteId	string	✔️	N/A
suiteVersion	number	➖	N/A
models	string[]	✔️	N/A
taskIds	string[]	➖	N/A
judgeModel	string	➖	N/A
embeddingModel	string	➖	N/A
generation	components.EvalGenerationConfig	➖	N/A
generationConcurrency	number	➖	N/A
concurrency	number	➖	N/A
graderConcurrency	number	➖	N/A
maxSamplesPerTask	number	➖	N/A
maxWorkflowSampleActivities	number	➖	Maximum sample-stage activity reservations per Temporal workflow execution before continuing as new.
metadata	Record<string, string>	➖	N/A