node-llama-cpp

Appearance

Type Alias: LlamaChatResponse<Functions> ​

ts
type LlamaChatResponse<Functions>: {
  response: string;
  functionCalls: Functions extends ChatModelFunctions ? LlamaChatResponseFunctionCall<Functions>[] : never;
  lastEvaluation: {
     cleanHistory: ChatHistoryItem[];
     contextWindow: ChatHistoryItem[];
     contextShiftMetadata: any;
    };
  metadata: {
     remainingGenerationAfterStop: string | Token[];
     stopReason:   | "eogToken"
        | "stopGenerationTrigger"
        | "functionCalls"
        | "maxTokens"
        | "abort";
    } | {
     remainingGenerationAfterStop: string | Token[];
     stopReason: "customStopTrigger";
     customStopTrigger: (string | Token)[];
    };
};

Type Parameters ​

Type ParameterDefault type
Functions extends ChatModelFunctions | undefinedundefined

Type declaration ​

response ​

ts
response: string;

functionCalls? ​

ts
optional functionCalls: Functions extends ChatModelFunctions ? LlamaChatResponseFunctionCall<Functions>[] : never;

lastEvaluation ​

ts
lastEvaluation: {
  cleanHistory: ChatHistoryItem[];
  contextWindow: ChatHistoryItem[];
  contextShiftMetadata: any;
};

lastEvaluation.cleanHistory ​

ts
cleanHistory: ChatHistoryItem[];

lastEvaluation.contextWindow ​

ts
contextWindow: ChatHistoryItem[];

lastEvaluation.contextShiftMetadata ​

ts
contextShiftMetadata: any;

metadata ​

ts
metadata: {
  remainingGenerationAfterStop: string | Token[];
  stopReason:   | "eogToken"
     | "stopGenerationTrigger"
     | "functionCalls"
     | "maxTokens"
     | "abort";
 } | {
  remainingGenerationAfterStop: string | Token[];
  stopReason: "customStopTrigger";
  customStopTrigger: (string | Token)[];
};

Defined in ​

evaluator/LlamaChat/LlamaChat.ts:731