Type Alias: GgufMetadataDefaultArchitectureType
type GgufMetadataDefaultArchitectureType = {
vocab_size?: number;
context_length?: number;
embedding_length?: number;
block_count?: number;
feed_forward_length?: number;
use_parallel_residual?: boolean;
tensor_data_layout?: string;
expert_count?: number;
expert_used_count?: number;
pooling_type?: GgufMetadataArchitecturePoolingType;
logit_scale?: number;
token_shift_count?: number;
attention?: {
head_count?: number;
head_count_kv?: number | number[];
max_alibi_bias?: number;
clamp_kqv?: number;
layer_norm_epsilon?: number;
layer_norm_rms_epsilon?: number;
key_length?: number;
value_length?: number;
causal?: boolean;
};
rope?: {
dimension_count?: number;
freq_base?: number;
scale_linear?: number;
scaling?: {
type?: "none" | "linear" | "yarn" | string;
factor?: number;
original_context_length?: number;
finetuned?: boolean;
};
};
ssm?: {
conv_kernel?: number;
inner_size?: number;
state_size?: number;
time_step_rank?: number;
};
wkv?: {
head_size?: number;
};
};
Defined in: gguf/types/GgufMetadataTypes.ts:296
Properties
vocab_size?
readonly optional vocab_size: number;
Defined in: gguf/types/GgufMetadataTypes.ts:297
context_length?
readonly optional context_length: number;
Defined in: gguf/types/GgufMetadataTypes.ts:298
embedding_length?
readonly optional embedding_length: number;
Defined in: gguf/types/GgufMetadataTypes.ts:299
block_count?
readonly optional block_count: number;
Defined in: gguf/types/GgufMetadataTypes.ts:300
feed_forward_length?
readonly optional feed_forward_length: number;
Defined in: gguf/types/GgufMetadataTypes.ts:301
use_parallel_residual?
readonly optional use_parallel_residual: boolean;
Defined in: gguf/types/GgufMetadataTypes.ts:302
tensor_data_layout?
readonly optional tensor_data_layout: string;
Defined in: gguf/types/GgufMetadataTypes.ts:303
expert_count?
readonly optional expert_count: number;
Defined in: gguf/types/GgufMetadataTypes.ts:304
expert_used_count?
readonly optional expert_used_count: number;
Defined in: gguf/types/GgufMetadataTypes.ts:305
pooling_type?
readonly optional pooling_type: GgufMetadataArchitecturePoolingType;
Defined in: gguf/types/GgufMetadataTypes.ts:306
logit_scale?
readonly optional logit_scale: number;
Defined in: gguf/types/GgufMetadataTypes.ts:307
token_shift_count?
readonly optional token_shift_count: number;
Defined in: gguf/types/GgufMetadataTypes.ts:308
attention?
readonly optional attention: {
head_count?: number;
head_count_kv?: number | number[];
max_alibi_bias?: number;
clamp_kqv?: number;
layer_norm_epsilon?: number;
layer_norm_rms_epsilon?: number;
key_length?: number;
value_length?: number;
causal?: boolean;
};
Defined in: gguf/types/GgufMetadataTypes.ts:310
head_count?
readonly optional head_count: number;
head_count_kv?
readonly optional head_count_kv: number | number[];
max_alibi_bias?
readonly optional max_alibi_bias: number;
clamp_kqv?
readonly optional clamp_kqv: number;
layer_norm_epsilon?
readonly optional layer_norm_epsilon: number;
layer_norm_rms_epsilon?
readonly optional layer_norm_rms_epsilon: number;
key_length?
readonly optional key_length: number;
value_length?
readonly optional value_length: number;
causal?
readonly optional causal: boolean;
rope?
readonly optional rope: {
dimension_count?: number;
freq_base?: number;
scale_linear?: number;
scaling?: {
type?: "none" | "linear" | "yarn" | string;
factor?: number;
original_context_length?: number;
finetuned?: boolean;
};
};
Defined in: gguf/types/GgufMetadataTypes.ts:322
dimension_count?
readonly optional dimension_count: number;
freq_base?
readonly optional freq_base: number;
scale_linear?
readonly optional scale_linear: number;
scaling?
readonly optional scaling: {
type?: "none" | "linear" | "yarn" | string;
factor?: number;
original_context_length?: number;
finetuned?: boolean;
};
scaling.type?
readonly optional type: "none" | "linear" | "yarn" | string;
scaling.factor?
readonly optional factor: number;
scaling.original_context_length?
readonly optional original_context_length: number;
scaling.finetuned?
readonly optional finetuned: boolean;
ssm?
readonly optional ssm: {
conv_kernel?: number;
inner_size?: number;
state_size?: number;
time_step_rank?: number;
};
Defined in: gguf/types/GgufMetadataTypes.ts:334
conv_kernel?
readonly optional conv_kernel: number;
inner_size?
readonly optional inner_size: number;
state_size?
readonly optional state_size: number;
time_step_rank?
readonly optional time_step_rank: number;
wkv?
readonly optional wkv: {
head_size?: number;
};
Defined in: gguf/types/GgufMetadataTypes.ts:341
head_size?
readonly optional head_size: number;