Type Alias: GgufMetadataLlmLLaMA

type GgufMetadataLlmLLaMA: {
  context_length: number;
  embedding_length: number;
  block_count: number;
  feed_forward_length: number;
  attention: {
     head_count: number;
     layer_norm_rms_epsilon: number;
     head_count_kv: number;
    };
  rope: {
     dimension_count: number;
     scale: number;
    };
  expert_count: number;
  expert_used_count: number;
  tensor_data_layout: string;
};

Type declaration

context_length

readonly context_length: number;

embedding_length

readonly embedding_length: number;

block_count

readonly block_count: number;

feed_forward_length

readonly feed_forward_length: number;

attention

readonly attention: {
  head_count: number;
  layer_norm_rms_epsilon: number;
  head_count_kv: number;
};

attention.head_count

readonly head_count: number;

attention.layer_norm_rms_epsilon

readonly layer_norm_rms_epsilon: number;

attention.head_count_kv?

readonly optional head_count_kv: number;

rope

readonly rope: {
  dimension_count: number;
  scale: number;
};

rope.dimension_count

readonly dimension_count: number;

rope.scale?

readonly optional scale: number;

expert_count?

readonly optional expert_count: number;

expert_used_count?

readonly optional expert_used_count: number;

tensor_data_layout?

readonly optional tensor_data_layout: string;

Defined in

gguf/types/GgufMetadataTypes.ts:346