Type Alias: BatchItem

type BatchItem = {
  tokens: readonly Token[];
  logits: readonly (true | undefined)[];
  evaluationPriority: EvaluationPriority;
};

Properties

readonly tokens: readonly Token[];

readonly logits: readonly (true | undefined)[];

readonly evaluationPriority: EvaluationPriority;