Interface ChatRequestMessage

interface ChatRequestMessage {
    appSource?: string;
    chat_template_kwargs?: Record<string, unknown>;
    frequency_penalty?: number;
    jobID: string;
    max_tokens?: number;
    messages: ChatMessage[];
    min_p?: number;
    model: string;
    presence_penalty?: number;
    repetition_penalty?: number;
    response_format?: ChatResponseFormat;
    sogni_tool_execution?: boolean;
    sogni_tools?: SogniToolsMode;
    stop?: string | string[];
    stream?: boolean;
    taskProfile?: "general" | "coding" | "reasoning";
    temperature?: number;
    tokenType?: "sogni" | "spark";
    tool_choice?: ToolChoice;
    tools?: ToolDefinition[];
    top_k?: number;
    top_p?: number;
    type: "llm";
}

Properties

appSource? chat_template_kwargs? frequency_penalty? jobID max_tokens? messages min_p? model presence_penalty? repetition_penalty? response_format? sogni_tool_execution? sogni_tools? stop? stream? taskProfile? temperature? tokenType? tool_choice? tools? top_k? top_p? type

Properties

OptionalappSource

appSource?: string

Optionalchat_template_kwargs

chat_template_kwargs?: Record<string, unknown>

Per-request chat template arguments (e.g. { enable_thinking: false } for llama.cpp).

Optionalfrequency_penalty

frequency_penalty?: number

jobID

jobID: string

Optionalmax_tokens

max_tokens?: number

messages

messages: ChatMessage[]

Optionalmin_p

min_p?: number

model

model: string

Optionalpresence_penalty

presence_penalty?: number

Optionalrepetition_penalty

repetition_penalty?: number

Optionalresponse_format

response_format?: ChatResponseFormat

Per-request structured-output constraint (OpenAI-compatible).

Optionalsogni_tool_execution

sogni_tool_execution?: boolean

Optionalsogni_tools

sogni_tools?: SogniToolsMode

Optionalstop

stop?: string | string[]

Optionalstream

stream?: boolean

OptionaltaskProfile

taskProfile?: "general" | "coding" | "reasoning"

Optionaltemperature

temperature?: number

OptionaltokenType

tokenType?: "sogni" | "spark"

Optionaltool_choice

tool_choice?: ToolChoice

Optionaltools

tools?: ToolDefinition[]

Optionaltop_k

top_k?: number

Optionaltop_p

top_p?: number

type

type: "llm"

Settings

Member Visibility

On This Page

Properties