Type Alias: GgufMetadataDefaultArchitectureType

type GgufMetadataDefaultArchitectureType = {
  vocab_size?: number;
  context_length?: number;
  embedding_length?: number;
  block_count?: number;
  feed_forward_length?: number;
  use_parallel_residual?: boolean;
  tensor_data_layout?: string;
  expert_count?: number;
  expert_used_count?: number;
  pooling_type?: GgufMetadataArchitecturePoolingType;
  logit_scale?: number;
  token_shift_count?: number;
  attention?: {
     head_count?: number;
     head_count_kv?: number | number[];
     max_alibi_bias?: number;
     clamp_kqv?: number;
     layer_norm_epsilon?: number;
     layer_norm_rms_epsilon?: number;
     key_length?: number;
     value_length?: number;
     causal?: boolean;
  };
  rope?: {
     dimension_count?: number;
     freq_base?: number;
     scale_linear?: number;
     scaling?: {
        type?: "none" | "linear" | "yarn" | string;
        factor?: number;
        original_context_length?: number;
        finetuned?: boolean;
     };
  };
  ssm?: {
     conv_kernel?: number;
     inner_size?: number;
     state_size?: number;
     time_step_rank?: number;
  };
  wkv?: {
     head_size?: number;
  };
};

Defined in: gguf/types/GgufMetadataTypes.ts:296

Properties

vocab_size?

readonly optional vocab_size: number;

Defined in: gguf/types/GgufMetadataTypes.ts:297

---

context_length?

readonly optional context_length: number;

Defined in: gguf/types/GgufMetadataTypes.ts:298

---

embedding_length?

readonly optional embedding_length: number;

Defined in: gguf/types/GgufMetadataTypes.ts:299

---

block_count?

readonly optional block_count: number;

Defined in: gguf/types/GgufMetadataTypes.ts:300

---

feed_forward_length?

readonly optional feed_forward_length: number;

Defined in: gguf/types/GgufMetadataTypes.ts:301

---

use_parallel_residual?

readonly optional use_parallel_residual: boolean;

Defined in: gguf/types/GgufMetadataTypes.ts:302

---

tensor_data_layout?

readonly optional tensor_data_layout: string;

Defined in: gguf/types/GgufMetadataTypes.ts:303

---

expert_count?

readonly optional expert_count: number;

Defined in: gguf/types/GgufMetadataTypes.ts:304

---

expert_used_count?

readonly optional expert_used_count: number;

Defined in: gguf/types/GgufMetadataTypes.ts:305

---

pooling_type?

readonly optional pooling_type: GgufMetadataArchitecturePoolingType;

Defined in: gguf/types/GgufMetadataTypes.ts:306

---

logit_scale?

readonly optional logit_scale: number;

Defined in: gguf/types/GgufMetadataTypes.ts:307

---

token_shift_count?

readonly optional token_shift_count: number;

Defined in: gguf/types/GgufMetadataTypes.ts:308

---

attention?

readonly optional attention: {
  head_count?: number;
  head_count_kv?: number | number[];
  max_alibi_bias?: number;
  clamp_kqv?: number;
  layer_norm_epsilon?: number;
  layer_norm_rms_epsilon?: number;
  key_length?: number;
  value_length?: number;
  causal?: boolean;
};

Defined in: gguf/types/GgufMetadataTypes.ts:310

head_count?

readonly optional head_count: number;

head_count_kv?

readonly optional head_count_kv: number | number[];

max_alibi_bias?

readonly optional max_alibi_bias: number;

clamp_kqv?

readonly optional clamp_kqv: number;

layer_norm_epsilon?

readonly optional layer_norm_epsilon: number;

layer_norm_rms_epsilon?

readonly optional layer_norm_rms_epsilon: number;

key_length?

readonly optional key_length: number;

value_length?

readonly optional value_length: number;

causal?

readonly optional causal: boolean;

---

rope?

readonly optional rope: {
  dimension_count?: number;
  freq_base?: number;
  scale_linear?: number;
  scaling?: {
     type?: "none" | "linear" | "yarn" | string;
     factor?: number;
     original_context_length?: number;
     finetuned?: boolean;
  };
};

Defined in: gguf/types/GgufMetadataTypes.ts:322

dimension_count?

readonly optional dimension_count: number;

freq_base?

readonly optional freq_base: number;

scale_linear?

readonly optional scale_linear: number;

scaling?

readonly optional scaling: {
  type?: "none" | "linear" | "yarn" | string;
  factor?: number;
  original_context_length?: number;
  finetuned?: boolean;
};

scaling.type?

readonly optional type: "none" | "linear" | "yarn" | string;

scaling.factor?

readonly optional factor: number;

scaling.original_context_length?

readonly optional original_context_length: number;

scaling.finetuned?

readonly optional finetuned: boolean;

---

ssm?

readonly optional ssm: {
  conv_kernel?: number;
  inner_size?: number;
  state_size?: number;
  time_step_rank?: number;
};

Defined in: gguf/types/GgufMetadataTypes.ts:334

conv_kernel?

readonly optional conv_kernel: number;

inner_size?

readonly optional inner_size: number;

state_size?

readonly optional state_size: number;

time_step_rank?

readonly optional time_step_rank: number;

---

wkv?

readonly optional wkv: {
  head_size?: number;
};

Defined in: gguf/types/GgufMetadataTypes.ts:341

head_size?

readonly optional head_size: number;