interface LLMModelInfo {
    frequency_penalty?: LLMParamConstraint;
    maxContextLength?: number;
    maxOutputTokens?: LLMParamConstraint;
    presence_penalty?: LLMParamConstraint;
    temperature?: LLMParamConstraint;
    top_p?: LLMParamConstraint;
    workers: number;
}

Properties

frequency_penalty?: LLMParamConstraint
maxContextLength?: number
maxOutputTokens?: LLMParamConstraint
presence_penalty?: LLMParamConstraint
temperature?: LLMParamConstraint
workers: number