ChatRequest
Defined in: lib/providers/types.ts:43
Properties
Section titled “Properties”keep_alive?
Section titled “keep_alive?”
optionalkeep_alive?:string|number
Defined in: lib/providers/types.ts:59
max_tokens?
Section titled “max_tokens?”
optionalmax_tokens?:number
Defined in: lib/providers/types.ts:60
messages
Section titled “messages”messages:
ChatMessage[]
Defined in: lib/providers/types.ts:45
min_p?
Section titled “min_p?”
optionalmin_p?:number
Defined in: lib/providers/types.ts:54
model:
string
Defined in: lib/providers/types.ts:44
num_batch?
Section titled “num_batch?”
optionalnum_batch?:number
Defined in: lib/providers/types.ts:58
num_ctx?
Section titled “num_ctx?”
optionalnum_ctx?:number
Defined in: lib/providers/types.ts:52
num_gpu?
Section titled “num_gpu?”
optionalnum_gpu?:number
Defined in: lib/providers/types.ts:57
num_predict?
Section titled “num_predict?”
optionalnum_predict?:number
Defined in: lib/providers/types.ts:53
num_thread?
Section titled “num_thread?”
optionalnum_thread?:number
Defined in: lib/providers/types.ts:56
repeat_last_n?
Section titled “repeat_last_n?”
optionalrepeat_last_n?:number
Defined in: lib/providers/types.ts:50
repeat_penalty?
Section titled “repeat_penalty?”
optionalrepeat_penalty?:number
Defined in: lib/providers/types.ts:49
optionalseed?:number
Defined in: lib/providers/types.ts:51
optionalstop?:string[]
Defined in: lib/providers/types.ts:55
stream?
Section titled “stream?”
optionalstream?:boolean
Defined in: lib/providers/types.ts:61
temperature?
Section titled “temperature?”
optionaltemperature?:number
Defined in: lib/providers/types.ts:46
top_k?
Section titled “top_k?”
optionaltop_k?:number
Defined in: lib/providers/types.ts:48
top_p?
Section titled “top_p?”
optionaltop_p?:number
Defined in: lib/providers/types.ts:47