Press n or j to go to the next uncovered block, b, p or k for the previous block.
| 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 | 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 1x 47x 47x 47x 3x 3x 3x 3x 2x 2x 1x 3x 47x 47x | import type {
AIProviderFunctionConfig,
ResponseTransformFunction,
} from '@shared/types/ai-providers/config';
import { CompletionResponseBody } from '@shared/types/api/routes/completions-api';
import type { AIProvider } from '@shared/types/constants';
import { openAIErrorResponseTransform } from '../openai/utils';
// TODOS: this configuration does not enforce the maximum token limit for the input parameter. If you want to enforce this, you might need to add a custom validation function or a max property to the ParameterConfig interface, and then use it in the input configuration. However, this might be complex because the token count is not a simple length check, but depends on the specific tokenization method used by the model.
export const azureAIInferenceCompleteConfig: AIProviderFunctionConfig = {
model: {
param: 'model',
required: false,
},
prompt: {
param: 'prompt',
default: '',
},
max_tokens: {
param: 'max_tokens',
default: 100,
min: 0,
},
temperature: {
param: 'temperature',
default: 1,
min: 0,
max: 2,
},
top_p: {
param: 'top_p',
default: 1,
min: 0,
max: 1,
},
stream: {
param: 'stream',
default: false,
},
stop: {
param: 'stop',
},
presence_penalty: {
param: 'presence_penalty',
min: -2,
max: 2,
},
frequency_penalty: {
param: 'frequency_penalty',
min: -2,
max: 2,
},
user: {
param: 'user',
},
};
export const azureAIInferenceCompleteResponseTransform = (
provider: AIProvider,
): ResponseTransformFunction => {
const transformer: ResponseTransformFunction = (
aiProviderResponseBody,
aiProviderResponseStatus,
) => {
if (aiProviderResponseStatus !== 200 && 'error' in aiProviderResponseBody) {
return openAIErrorResponseTransform(aiProviderResponseBody, provider);
}
return CompletionResponseBody.parse(aiProviderResponseBody);
};
return transformer;
};
|