role-adherence role-adherence.ts

0% Statements 0/15

0% Branches 0/1

0% Functions 0/1

0% Lines 0/15

Press n or j to go to the next uncovered block, b, p or k for the previous block.


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25  
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
  import { evaluateLog } from '@api/connectors/evaluations/role-adherence/service/evaluate';
import {
  RoleAdherenceEvaluationAIParameters,
  RoleAdherenceEvaluationParameters,
} from '@api/connectors/evaluations/role-adherence/types';
import type { EvaluationMethodConnector } from '@api/types/connector';
import {
  type EvaluationMethodDetails,
  EvaluationMethodName,
} from '@shared/types/evaluations';
 
const roleAdherenceMethodConfig: EvaluationMethodDetails = {
  method: EvaluationMethodName.ROLE_ADHERENCE,
  name: 'Role Adherence',
  description:
    'Evaluates whether assistant output adheres to a specified role and constraints using LLM-as-a-judge',
} as const;
 
export const roleAdherenceEvaluationConnector: EvaluationMethodConnector = {
  getDetails: () => roleAdherenceMethodConfig,
  evaluateLog,
  getParameterSchema: RoleAdherenceEvaluationParameters,
  getAIParameterSchema: RoleAdherenceEvaluationAIParameters,
};