OptionalembeddingOnly
embeddingOnly?: boolean
Optionalf16Kv
f16Kv?: boolean
OptionalfrequencyPenalty
frequencyPenalty?: number
OptionalkeepAlive
keepAlive?: string | number
OptionallogitsAll
logitsAll?: boolean
OptionallowVram
lowVram?: boolean
OptionalmainGpu
mainGpu?: number
Optionalmirostat
mirostat?: number
OptionalmirostatEta
mirostatEta?: number
OptionalmirostatTau
mirostatTau?: number
OptionalnumBatch
numBatch?: number
OptionalnumCtx
numCtx?: number
OptionalnumGpu
numGpu?: number
OptionalnumKeep
numKeep?: number
OptionalnumPredict
numPredict?: number
OptionalnumThread
numThread?: number
Optionalnuma
numa?: boolean
OptionalpenalizeNewline
penalizeNewline?: boolean
OptionalpresencePenalty
presencePenalty?: number
OptionalrepeatLastN
repeatLastN?: number
OptionalrepeatPenalty
repeatPenalty?: number
Optionalseed
seed?: number
Optionalstop
stop?: string[]
Optionaltemperature
temperature?: number
OptionaltfsZ
tfsZ?: number
OptionaltopK
topK?: number
OptionaltopP
topP?: number
OptionaltypicalP
typicalP?: number
OptionaluseMlock
useMlock?: boolean
OptionaluseMmap
useMmap?: boolean
OptionalvocabOnly
vocabOnly?: boolean
Default