Type Alias: GgufMetadataDefaultArchitectureType

type GgufMetadataDefaultArchitectureType = {
  vocab_size?: number;
  context_length?: number;
  embedding_length?: number;
  block_count?: number;
  full_attention_interval?: number;
  feed_forward_length?: number;
  use_parallel_residual?: boolean;
  tensor_data_layout?: string;
  expert_count?: number;
  expert_used_count?: number;
  pooling_type?: GgufMetadataArchitecturePoolingType;
  logit_scale?: number;
  token_shift_count?: number;
  attention?: {
     head_count?: number;
     head_count_kv?: number | number[];
     max_alibi_bias?: number;
     clamp_kqv?: number;
     layer_norm_epsilon?: number;
     layer_norm_rms_epsilon?: number;
     key_length?: number;
     value_length?: number;
     sliding_window?: number;
     sliding_window_pattern?: number | number[];
     causal?: boolean;
  };
  rope?: {
     dimension_count?: number;
     freq_base?: number;
     freq_base_swa?: number;
     scale_linear?: number;
     scaling?: {
        type?: "none" | "linear" | "yarn" | string;
        factor?: number;
        original_context_length?: number;
        finetuned?: boolean;
     };
  };
  ssm?: {
     conv_kernel?: number;
     inner_size?: number;
     state_size?: number;
     time_step_rank?: number;
     group_count?: number;
  };
  kda?: {
     head_dim?: number;
  };
  shortconv?: {
     l_cache?: number;
  };
  wkv?: {
     head_size?: number;
  };
};

Defined in: gguf/types/GgufMetadataTypes.ts:355

Properties

vocab_size?

readonly optional vocab_size: number;

Defined in: gguf/types/GgufMetadataTypes.ts:356

---

context_length?

readonly optional context_length: number;

Defined in: gguf/types/GgufMetadataTypes.ts:357

---

embedding_length?

readonly optional embedding_length: number;

Defined in: gguf/types/GgufMetadataTypes.ts:358

---

block_count?

readonly optional block_count: number;

Defined in: gguf/types/GgufMetadataTypes.ts:359

---

full_attention_interval?

readonly optional full_attention_interval: number;

Defined in: gguf/types/GgufMetadataTypes.ts:360

---

feed_forward_length?

readonly optional feed_forward_length: number;

Defined in: gguf/types/GgufMetadataTypes.ts:361

---

use_parallel_residual?

readonly optional use_parallel_residual: boolean;

Defined in: gguf/types/GgufMetadataTypes.ts:362

---

tensor_data_layout?

readonly optional tensor_data_layout: string;

Defined in: gguf/types/GgufMetadataTypes.ts:363

---

expert_count?

readonly optional expert_count: number;

Defined in: gguf/types/GgufMetadataTypes.ts:364

---

expert_used_count?

readonly optional expert_used_count: number;

Defined in: gguf/types/GgufMetadataTypes.ts:365

---

pooling_type?

readonly optional pooling_type: GgufMetadataArchitecturePoolingType;

Defined in: gguf/types/GgufMetadataTypes.ts:366

---

logit_scale?

readonly optional logit_scale: number;

Defined in: gguf/types/GgufMetadataTypes.ts:367

---

token_shift_count?

readonly optional token_shift_count: number;

Defined in: gguf/types/GgufMetadataTypes.ts:368

---

attention?

readonly optional attention: {
  head_count?: number;
  head_count_kv?: number | number[];
  max_alibi_bias?: number;
  clamp_kqv?: number;
  layer_norm_epsilon?: number;
  layer_norm_rms_epsilon?: number;
  key_length?: number;
  value_length?: number;
  sliding_window?: number;
  sliding_window_pattern?: number | number[];
  causal?: boolean;
};

Defined in: gguf/types/GgufMetadataTypes.ts:370

head_count?

readonly optional head_count: number;

head_count_kv?

readonly optional head_count_kv: number | number[];

max_alibi_bias?

readonly optional max_alibi_bias: number;

clamp_kqv?

readonly optional clamp_kqv: number;

layer_norm_epsilon?

readonly optional layer_norm_epsilon: number;

layer_norm_rms_epsilon?

readonly optional layer_norm_rms_epsilon: number;

key_length?

readonly optional key_length: number;

value_length?

readonly optional value_length: number;

sliding_window?

readonly optional sliding_window: number;

sliding_window_pattern?

readonly optional sliding_window_pattern: number | number[];

causal?

readonly optional causal: boolean;

---

rope?

readonly optional rope: {
  dimension_count?: number;
  freq_base?: number;
  freq_base_swa?: number;
  scale_linear?: number;
  scaling?: {
     type?: "none" | "linear" | "yarn" | string;
     factor?: number;
     original_context_length?: number;
     finetuned?: boolean;
  };
};

Defined in: gguf/types/GgufMetadataTypes.ts:384

dimension_count?

readonly optional dimension_count: number;

freq_base?

readonly optional freq_base: number;

freq_base_swa?

readonly optional freq_base_swa: number;

scale_linear?

readonly optional scale_linear: number;

scaling?

readonly optional scaling: {
  type?: "none" | "linear" | "yarn" | string;
  factor?: number;
  original_context_length?: number;
  finetuned?: boolean;
};

scaling.type?

readonly optional type: "none" | "linear" | "yarn" | string;

scaling.factor?

readonly optional factor: number;

scaling.original_context_length?

readonly optional original_context_length: number;

scaling.finetuned?

readonly optional finetuned: boolean;

---

ssm?

readonly optional ssm: {
  conv_kernel?: number;
  inner_size?: number;
  state_size?: number;
  time_step_rank?: number;
  group_count?: number;
};

Defined in: gguf/types/GgufMetadataTypes.ts:397

conv_kernel?

readonly optional conv_kernel: number;

inner_size?

readonly optional inner_size: number;

state_size?

readonly optional state_size: number;

time_step_rank?

readonly optional time_step_rank: number;

group_count?

readonly optional group_count: number;

---

kda?

readonly optional kda: {
  head_dim?: number;
};

Defined in: gguf/types/GgufMetadataTypes.ts:405

head_dim?

readonly optional head_dim: number;

---

shortconv?

readonly optional shortconv: {
  l_cache?: number;
};

Defined in: gguf/types/GgufMetadataTypes.ts:409

l_cache?

readonly optional l_cache: number;

---

wkv?

readonly optional wkv: {
  head_size?: number;
};

Defined in: gguf/types/GgufMetadataTypes.ts:413

head_size?

readonly optional head_size: number;