Type Alias: LLamaChatPromptCompletionEngineOptions

type LLamaChatPromptCompletionEngineOptions: {
  maxPreloadTokens: number;
  onGeneration: void;
  maxCachedCompletions: number;
  temperature: LLamaChatCompletePromptOptions["temperature"];
  minP: LLamaChatCompletePromptOptions["minP"];
  topK: LLamaChatCompletePromptOptions["topK"];
  topP: LLamaChatCompletePromptOptions["topP"];
  seed: LLamaChatCompletePromptOptions["seed"];
  trimWhitespaceSuffix: LLamaChatCompletePromptOptions["trimWhitespaceSuffix"];
  evaluationPriority: LLamaChatCompletePromptOptions["evaluationPriority"];
  repeatPenalty: LLamaChatCompletePromptOptions["repeatPenalty"];
  tokenBias: LLamaChatCompletePromptOptions["tokenBias"];
  customStopTriggers: LLamaChatCompletePromptOptions["customStopTriggers"];
  grammar: LLamaChatCompletePromptOptions["grammar"];
  functions: LLamaChatCompletePromptOptions["functions"];
  documentFunctionParams: LLamaChatCompletePromptOptions["documentFunctionParams"];
};

Type declaration

maxPreloadTokens?

optional maxPreloadTokens: number;

Max tokens to allow for preloading a prompt and generating a completion for it.

Defaults to 256 or half of the context size, whichever is smaller.

onGeneration()?

Parameters

Parameter	Type
prompt	string
completion	string

Returns

void

maxCachedCompletions?

optional maxCachedCompletions: number;

Max number of completions to cache.

Defaults to 100.

temperature?

optional temperature: LLamaChatCompletePromptOptions["temperature"];

minP?

optional minP: LLamaChatCompletePromptOptions["minP"];

topK?

optional topK: LLamaChatCompletePromptOptions["topK"];

topP?

optional topP: LLamaChatCompletePromptOptions["topP"];

seed?

optional seed: LLamaChatCompletePromptOptions["seed"];

trimWhitespaceSuffix?

optional trimWhitespaceSuffix: LLamaChatCompletePromptOptions["trimWhitespaceSuffix"];

evaluationPriority?

optional evaluationPriority: LLamaChatCompletePromptOptions["evaluationPriority"];

repeatPenalty?

optional repeatPenalty: LLamaChatCompletePromptOptions["repeatPenalty"];

tokenBias?

optional tokenBias: LLamaChatCompletePromptOptions["tokenBias"];

customStopTriggers?

optional customStopTriggers: LLamaChatCompletePromptOptions["customStopTriggers"];

grammar?

optional grammar: LLamaChatCompletePromptOptions["grammar"];

functions?

optional functions: LLamaChatCompletePromptOptions["functions"];

documentFunctionParams?

optional documentFunctionParams: LLamaChatCompletePromptOptions["documentFunctionParams"];

Defined in

evaluator/LlamaChatSession/utils/LlamaChatSessionPromptCompletionEngine.ts:7