Class: TokenAttributes
Properties
token
ts
readonly token: Token;
Defined in
evaluator/LlamaModel/utils/TokenAttributes.ts:19
Accessors
undefined
ts
get undefined(): boolean
Returns
boolean
Defined in
evaluator/LlamaModel/utils/TokenAttributes.ts:27
unknown
ts
get unknown(): boolean
Returns
boolean
Defined in
evaluator/LlamaModel/utils/TokenAttributes.ts:31
unused
ts
get unused(): boolean
Returns
boolean
Defined in
evaluator/LlamaModel/utils/TokenAttributes.ts:35
normal
ts
get normal(): boolean
Returns
boolean
Defined in
evaluator/LlamaModel/utils/TokenAttributes.ts:39
control
ts
get control(): boolean
Returns
boolean
Defined in
evaluator/LlamaModel/utils/TokenAttributes.ts:43
userDefined
ts
get userDefined(): boolean
Returns
boolean
Defined in
evaluator/LlamaModel/utils/TokenAttributes.ts:47
byte
ts
get byte(): boolean
Returns
boolean
Defined in
evaluator/LlamaModel/utils/TokenAttributes.ts:51
normalized
ts
get normalized(): boolean
Returns
boolean
Defined in
evaluator/LlamaModel/utils/TokenAttributes.ts:55
lstrip
ts
get lstrip(): boolean
Returns
boolean
Defined in
evaluator/LlamaModel/utils/TokenAttributes.ts:59
rstrip
ts
get rstrip(): boolean
Returns
boolean
Defined in
evaluator/LlamaModel/utils/TokenAttributes.ts:63
singleWord
ts
get singleWord(): boolean
Returns
boolean