node-llama-cpp

Appearance

Class: LlamaChatSession ​

Constructors ​

new LlamaChatSession(options) ​

ts
new LlamaChatSession(options): LlamaChatSession
new LlamaChatSession(options): LlamaChatSession

Parameters ​

ParameterTypeDescription
optionsLlamaChatSessionOptions

Source ​

llamaEvaluator/LlamaChatSession.ts:130

Accessors ​

context ​

ts
get context(): LlamaContext
get context(): LlamaContext

Source ​

llamaEvaluator/LlamaChatSession.ts:159

initialized ​

ts
get initialized(): boolean
get initialized(): boolean

Source ​

llamaEvaluator/LlamaChatSession.ts:155

Methods ​

init() ​

ts
init(): Promise<void>
init(): Promise<void>

Source ​

llamaEvaluator/LlamaChatSession.ts:163

prompt() ​

ts
prompt(prompt, options): Promise<string>
prompt(prompt, options): Promise<string>

Parameters ​

ParameterTypeDescription
promptstring
optionsLLamaChatPromptOptions

Returns ​

Source ​

llamaEvaluator/LlamaChatSession.ts:180

promptWithMeta() ​

ts
promptWithMeta(prompt, options): Promise<{
  stopReason: "maxTokens" | "eosToken" | "stopString";
  stopString: null | string;
  stopStringSuffix: null | string;
  text: string;
}>
promptWithMeta(prompt, options): Promise<{
  stopReason: "maxTokens" | "eosToken" | "stopString";
  stopString: null | string;
  stopStringSuffix: null | string;
  text: string;
}>

Parameters ​

ParameterTypeDescription
promptstring
optionsLLamaChatPromptOptions

Source ​

llamaEvaluator/LlamaChatSession.ts:202