Type Alias: GgufMetadataDefaultArchitectureType

type GgufMetadataDefaultArchitectureType = {
  vocab_size: number;
  context_length: number;
  embedding_length: number;
  block_count: number;
  feed_forward_length: number;
  use_parallel_residual: boolean;
  tensor_data_layout: string;
  expert_count: number;
  expert_used_count: number;
  pooling_type: GgufMetadataArchitecturePoolingType;
  logit_scale: number;
  attention: {
     head_count: number;
     head_count_kv: number;
     max_alibi_bias: number;
     clamp_kqv: number;
     layer_norm_epsilon: number;
     layer_norm_rms_epsilon: number;
     key_length: number;
     value_length: number;
     causal: boolean;
    };
  rope: {
     dimension_count: number;
     freq_base: number;
     scale_linear: number;
     scaling: {
        type: "none" | "linear" | "yarn" | string;
        factor: number;
        original_context_length: number;
        finetuned: boolean;
       };
    };
  ssm: {
     conv_kernel: number;
     inner_size: number;
     state_size: number;
     time_step_rank: number;
    };
};

Defined in: gguf/types/GgufMetadataTypes.ts:279

Properties

vocab_size?

readonly optional vocab_size: number;

Defined in: gguf/types/GgufMetadataTypes.ts:280

---

context_length?

readonly optional context_length: number;

Defined in: gguf/types/GgufMetadataTypes.ts:281

---

embedding_length?

readonly optional embedding_length: number;

Defined in: gguf/types/GgufMetadataTypes.ts:282

---

block_count?

readonly optional block_count: number;

Defined in: gguf/types/GgufMetadataTypes.ts:283

---

feed_forward_length?

readonly optional feed_forward_length: number;

Defined in: gguf/types/GgufMetadataTypes.ts:284

---

use_parallel_residual?

readonly optional use_parallel_residual: boolean;

Defined in: gguf/types/GgufMetadataTypes.ts:285

---

tensor_data_layout?

readonly optional tensor_data_layout: string;

Defined in: gguf/types/GgufMetadataTypes.ts:286

---

expert_count?

readonly optional expert_count: number;

Defined in: gguf/types/GgufMetadataTypes.ts:287

---

expert_used_count?

readonly optional expert_used_count: number;

Defined in: gguf/types/GgufMetadataTypes.ts:288

---

pooling_type?

readonly optional pooling_type: GgufMetadataArchitecturePoolingType;

Defined in: gguf/types/GgufMetadataTypes.ts:289

---

logit_scale?

readonly optional logit_scale: number;

Defined in: gguf/types/GgufMetadataTypes.ts:290

---

attention?

readonly optional attention: {
  head_count: number;
  head_count_kv: number;
  max_alibi_bias: number;
  clamp_kqv: number;
  layer_norm_epsilon: number;
  layer_norm_rms_epsilon: number;
  key_length: number;
  value_length: number;
  causal: boolean;
};

Defined in: gguf/types/GgufMetadataTypes.ts:292

head_count?

readonly optional head_count: number;

head_count_kv?

readonly optional head_count_kv: number;

max_alibi_bias?

readonly optional max_alibi_bias: number;

clamp_kqv?

readonly optional clamp_kqv: number;

layer_norm_epsilon?

readonly optional layer_norm_epsilon: number;

layer_norm_rms_epsilon?

readonly optional layer_norm_rms_epsilon: number;

key_length?

readonly optional key_length: number;

value_length?

readonly optional value_length: number;

causal?

readonly optional causal: boolean;

---

rope?

readonly optional rope: {
  dimension_count: number;
  freq_base: number;
  scale_linear: number;
  scaling: {
     type: "none" | "linear" | "yarn" | string;
     factor: number;
     original_context_length: number;
     finetuned: boolean;
    };
};

Defined in: gguf/types/GgufMetadataTypes.ts:304

dimension_count?

readonly optional dimension_count: number;

freq_base?

readonly optional freq_base: number;

scale_linear?

readonly optional scale_linear: number;

scaling?

readonly optional scaling: {
  type: "none" | "linear" | "yarn" | string;
  factor: number;
  original_context_length: number;
  finetuned: boolean;
};

scaling.type?

readonly optional type: "none" | "linear" | "yarn" | string;

scaling.factor?

readonly optional factor: number;

scaling.original_context_length?

readonly optional original_context_length: number;

scaling.finetuned?

readonly optional finetuned: boolean;

---

ssm?

readonly optional ssm: {
  conv_kernel: number;
  inner_size: number;
  state_size: number;
  time_step_rank: number;
};

Defined in: gguf/types/GgufMetadataTypes.ts:316

conv_kernel?

readonly optional conv_kernel: number;

inner_size?

readonly optional inner_size: number;

state_size?

readonly optional state_size: number;

time_step_rank?

readonly optional time_step_rank: number;