node-llama-cpp

Appearance

Type Alias: LlamaCompletionResponse ​

ts
type LlamaCompletionResponse = {
  response: string;
  metadata:   | {
     remainingGenerationAfterStop: string | Token[];
     stopReason: "eogToken" | "stopGenerationTrigger" | "maxTokens";
    }
     | {
     remainingGenerationAfterStop: string | Token[];
     stopReason: "customStopTrigger";
     customStopTrigger: (string | Token)[];
    };
};

Defined in: evaluator/LlamaCompletion.ts:159

Type declaration ​

response ​

ts
response: string;

metadata ​

ts
metadata: 
  | {
  remainingGenerationAfterStop: string | Token[];
  stopReason: "eogToken" | "stopGenerationTrigger" | "maxTokens";
 }
  | {
  remainingGenerationAfterStop: string | Token[];
  stopReason: "customStopTrigger";
  customStopTrigger: (string | Token)[];
};