node-llama-cpp

Appearance

Type Alias: BatchItem ​

ts
type BatchItem = {
  tokens: readonly Token[];
  logits: readonly (true | undefined)[];
  evaluationPriority: EvaluationPriority;
};

Defined in: evaluator/LlamaContext/types.ts:482

Type declaration ​

tokens ​

ts
readonly tokens: readonly Token[];

logits ​

ts
readonly logits: readonly (true | undefined)[];

evaluationPriority ​

ts
readonly evaluationPriority: EvaluationPriority;