Skip to content

Class: TokenAttributes

Properties

token

ts
readonly token: Token;

Defined in

evaluator/LlamaModel/utils/TokenAttributes.ts:19

Accessors

undefined

ts
get undefined(): boolean

Returns

boolean

Defined in

evaluator/LlamaModel/utils/TokenAttributes.ts:27


unknown

ts
get unknown(): boolean

Returns

boolean

Defined in

evaluator/LlamaModel/utils/TokenAttributes.ts:31


unused

ts
get unused(): boolean

Returns

boolean

Defined in

evaluator/LlamaModel/utils/TokenAttributes.ts:35


normal

ts
get normal(): boolean

Returns

boolean

Defined in

evaluator/LlamaModel/utils/TokenAttributes.ts:39


control

ts
get control(): boolean

Returns

boolean

Defined in

evaluator/LlamaModel/utils/TokenAttributes.ts:43


userDefined

ts
get userDefined(): boolean

Returns

boolean

Defined in

evaluator/LlamaModel/utils/TokenAttributes.ts:47


byte

ts
get byte(): boolean

Returns

boolean

Defined in

evaluator/LlamaModel/utils/TokenAttributes.ts:51


normalized

ts
get normalized(): boolean

Returns

boolean

Defined in

evaluator/LlamaModel/utils/TokenAttributes.ts:55


lstrip

ts
get lstrip(): boolean

Returns

boolean

Defined in

evaluator/LlamaModel/utils/TokenAttributes.ts:59


rstrip

ts
get rstrip(): boolean

Returns

boolean

Defined in

evaluator/LlamaModel/utils/TokenAttributes.ts:63


singleWord

ts
get singleWord(): boolean

Returns

boolean

Defined in

evaluator/LlamaModel/utils/TokenAttributes.ts:67