node-llama-cpp

Appearance

Type Alias: LlamaCompletionResponse ​

ts
type LlamaCompletionResponse: {
  response: string;
  metadata: {
     remainingGenerationAfterStop: string | Token[];
     stopReason: "eogToken" | "stopGenerationTrigger" | "maxTokens";
    } | {
     remainingGenerationAfterStop: string | Token[];
     stopReason: "customStopTrigger";
     customStopTrigger: (string | Token)[];
    };
};

Type declaration ​

response ​

ts
response: string;

metadata ​

ts
metadata: {
  remainingGenerationAfterStop: string | Token[];
  stopReason: "eogToken" | "stopGenerationTrigger" | "maxTokens";
 } | {
  remainingGenerationAfterStop: string | Token[];
  stopReason: "customStopTrigger";
  customStopTrigger: (string | Token)[];
};

Defined in ​

evaluator/LlamaCompletion.ts:158