Type Alias: GgufMetadataGPTNeoX

type GgufMetadataGPTNeoX: {
  context_length: number;
  embedding_length: number;
  block_count: number;
  use_parallel_residual: boolean;
  rope: {
     dimension_count: number;
     scale: number;
    };
  attention: {
     head_count: number;
     layer_norm_epsilon: number;
    };
};

Type declaration

context_length

readonly context_length: number;

embedding_length

readonly embedding_length: number;

block_count

readonly block_count: number;

use_parallel_residual

readonly use_parallel_residual: boolean;

rope

readonly rope: {
  dimension_count: number;
  scale: number;
};

rope.dimension_count

readonly dimension_count: number;

rope.scale?

readonly optional scale: number;

attention

readonly attention: {
  head_count: number;
  layer_norm_epsilon: number;
};

attention.head_count

readonly head_count: number;

attention.layer_norm_epsilon

readonly layer_norm_epsilon: number;

Defined in

gguf/types/GgufMetadataTypes.ts:379