Interface EvalComparison

Comparison between two evaluation runs.

interface EvalComparison {
    run1Id: string;
    run2Id: string;
    metrics: {
        name: string;
        run1Value: number;
        run2Value: number;
        delta: number;
        percentChange: number;
        improved: boolean;
    }[];
    summary: {
        improved: number;
        regressed: number;
        unchanged: number;
    };
}

Properties

run1Id: string
run2Id: string
metrics: {
    name: string;
    run1Value: number;
    run2Value: number;
    delta: number;
    percentChange: number;
    improved: boolean;
}[]

Type declaration

  • name: string
  • run1Value: number
  • run2Value: number
  • delta: number
  • percentChange: number
  • improved: boolean
summary: {
    improved: number;
    regressed: number;
    unchanged: number;
}

Type declaration

  • improved: number
  • regressed: number
  • unchanged: number