Type alias: LlamaModelOptions

type LlamaModelOptions: {
  gpuLayers: number;
  modelPath: string;
  useMlock: boolean;
  useMmap: boolean;
  vocabOnly: boolean;
};

type LlamaModelOptions: {
  gpuLayers: number;
  modelPath: string;
  useMlock: boolean;
  useMmap: boolean;
  vocabOnly: boolean;
};

Type declaration

gpuLayers?: number;

gpuLayers?: number;

number of layers to store in VRAM

modelPath: string;

modelPath: string;

path to the model on the filesystem

useMlock?: boolean;

useMlock?: boolean;

force system to keep model in RAM

useMmap?: boolean;

useMmap?: boolean;

use mmap if possible

vocabOnly?: boolean;

vocabOnly?: boolean;

only load the vocabulary, no weights