Skip to content

Type Alias: ControlledEvaluateInputItem

ts
type ControlledEvaluateInputItem = 
  | Token
  | [Token, {
  generateNext?: {
     probabilities?: boolean;
     confidence?: boolean;
     token?: boolean;
     options?: {
        temperature?: number;
        minP?: number;
        topK?: number;
        topP?: number;
        seed?: number;
        xtc?: {
           probability: number;
           threshold: number;
        };
        repeatPenalty?: LlamaContextSequenceRepeatPenalty;
        dryRepeatPenalty?: LlamaContextSequenceDryRepeatPenalty;
        tokenBias?:   | TokenBias
           | () => TokenBias;
     };
  };
}];

Defined in: evaluator/LlamaContext/types.ts:500