argument-correctness argument-correctness.ts

0% Statements 0/16

0% Branches 0/1

0% Functions 0/1

0% Lines 0/16

Press n or j to go to the next uncovered block, b, p or k for the previous block.


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26  
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
  import {
  ArgumentCorrectnessEvaluationAIParameters,
  ArgumentCorrectnessEvaluationParameters,
} from '@api/connectors/evaluations/argument-correctness/types';
import type { EvaluationMethodConnector } from '@api/types/connector';
import {
  type EvaluationMethodDetails,
  EvaluationMethodName,
} from '@shared/types/evaluations';
import { evaluateLog } from './service/evaluate';
 
const methodConfig: EvaluationMethodDetails = {
  method: EvaluationMethodName.ARGUMENT_CORRECTNESS,
  name: 'Argument Correctness',
  description:
    'Evaluates whether an agent generated correct tool call arguments given the input and task using LLM-as-a-judge',
} as const;
 
export const argumentCorrectnessEvaluationConnector: EvaluationMethodConnector =
  {
    getDetails: () => methodConfig,
    evaluateLog,
    getParameterSchema: ArgumentCorrectnessEvaluationParameters,
    getAIParameterSchema: ArgumentCorrectnessEvaluationAIParameters,
  };