Type Alias: LLamaChatContextShiftOptions

type LLamaChatContextShiftOptions = {
  size:   | number
     | (sequence: LlamaContextSequence) => 
     | number
     | Promise<number>;
  strategy:   | "eraseFirstResponseAndKeepFirstSystem"
     | (options: {
     chatHistory: readonly ChatHistoryItem[];
     maxTokensCount: number;
     tokenizer: Tokenizer;
     chatWrapper: ChatWrapper;
     lastShiftMetadata: object | null;
    }) => 
     | {
     chatHistory: ChatHistoryItem[];
     metadata: object | null;
    }
     | Promise<{
     chatHistory: ChatHistoryItem[];
     metadata: object | null;
    }>;
  lastEvaluationMetadata: object | null;
};

Defined in: evaluator/LlamaChat/LlamaChat.ts:250

Type declaration

size?

optional size: 
  | number
  | (sequence: LlamaContextSequence) => 
  | number
  | Promise<number>;

The number of tokens to delete from the context window to make space for new ones. Defaults to 10% of the context size.

strategy?

optional strategy: 
  | "eraseFirstResponseAndKeepFirstSystem"
  | (options: {
  chatHistory: readonly ChatHistoryItem[];
  maxTokensCount: number;
  tokenizer: Tokenizer;
  chatWrapper: ChatWrapper;
  lastShiftMetadata: object | null;
 }) => 
  | {
  chatHistory: ChatHistoryItem[];
  metadata: object | null;
 }
  | Promise<{
  chatHistory: ChatHistoryItem[];
  metadata: object | null;
 }>;

The strategy to use when deleting tokens from the context window.

Defaults to "eraseFirstResponseAndKeepFirstSystem".

lastEvaluationMetadata?

optional lastEvaluationMetadata: object | null;

The contextShiftMetadata returned from the last evaluation. This is an optimization to utilize the existing context state better when possible.