node-llama-cpp

Appearance

Type Alias: LlamaChatLoadAndCompleteUserResponse ​

ts
type LlamaChatLoadAndCompleteUserResponse = {
  completion: string;
  lastEvaluation: {
     contextWindow: ChatHistoryItem[];
     contextShiftMetadata: any;
  };
  metadata:   | {
     remainingGenerationAfterStop?: string | Token[];
     stopReason: "eogToken" | "stopGenerationTrigger" | "maxTokens" | "abort";
   }
     | {
     remainingGenerationAfterStop?: string | Token[];
     stopReason: "customStopTrigger";
     customStopTrigger: (string | Token)[];
   };
};

Defined in: evaluator/LlamaChat/LlamaChat.ts:1367

Properties ​

completion ​

ts
completion: string;

Defined in: evaluator/LlamaChat/LlamaChat.ts:1368

lastEvaluation ​

ts
lastEvaluation: {
  contextWindow: ChatHistoryItem[];
  contextShiftMetadata: any;
};

Defined in: evaluator/LlamaChat/LlamaChat.ts:1369

contextWindow ​

ts
contextWindow: ChatHistoryItem[];

The completion and initial user prompt are not added to this context window result, but are loaded to the current context sequence state as tokens

contextShiftMetadata ​

ts
contextShiftMetadata: any;

metadata ​

ts
metadata: 
  | {
  remainingGenerationAfterStop?: string | Token[];
  stopReason: "eogToken" | "stopGenerationTrigger" | "maxTokens" | "abort";
}
  | {
  remainingGenerationAfterStop?: string | Token[];
  stopReason: "customStopTrigger";
  customStopTrigger: (string | Token)[];
};

Defined in: evaluator/LlamaChat/LlamaChat.ts:1377