Skip to content

ChatRequest

Defined in: lib/providers/types.ts:43

optional keep_alive?: string | number

Defined in: lib/providers/types.ts:59


optional max_tokens?: number

Defined in: lib/providers/types.ts:60


messages: ChatMessage[]

Defined in: lib/providers/types.ts:45


optional min_p?: number

Defined in: lib/providers/types.ts:54


model: string

Defined in: lib/providers/types.ts:44


optional num_batch?: number

Defined in: lib/providers/types.ts:58


optional num_ctx?: number

Defined in: lib/providers/types.ts:52


optional num_gpu?: number

Defined in: lib/providers/types.ts:57


optional num_predict?: number

Defined in: lib/providers/types.ts:53


optional num_thread?: number

Defined in: lib/providers/types.ts:56


optional repeat_last_n?: number

Defined in: lib/providers/types.ts:50


optional repeat_penalty?: number

Defined in: lib/providers/types.ts:49


optional seed?: number

Defined in: lib/providers/types.ts:51


optional stop?: string[]

Defined in: lib/providers/types.ts:55


optional stream?: boolean

Defined in: lib/providers/types.ts:61


optional temperature?: number

Defined in: lib/providers/types.ts:46


optional top_k?: number

Defined in: lib/providers/types.ts:48


optional top_p?: number

Defined in: lib/providers/types.ts:47