Class: TokenAttributes

Defined in: evaluator/LlamaModel/utils/TokenAttributes.ts:18

Properties

token

readonly token: Token;

Defined in: evaluator/LlamaModel/utils/TokenAttributes.ts:19

Accessors

undefined

Get Signature

get undefined(): boolean

Defined in: evaluator/LlamaModel/utils/TokenAttributes.ts:27

Returns

boolean

---

unknown

Get Signature

get unknown(): boolean

Defined in: evaluator/LlamaModel/utils/TokenAttributes.ts:31

Returns

boolean

---

unused

Get Signature

get unused(): boolean

Defined in: evaluator/LlamaModel/utils/TokenAttributes.ts:35

Returns

boolean

---

normal

Get Signature

get normal(): boolean

Defined in: evaluator/LlamaModel/utils/TokenAttributes.ts:39

Returns

boolean

---

control

Get Signature

get control(): boolean

Defined in: evaluator/LlamaModel/utils/TokenAttributes.ts:43

Returns

boolean

---

userDefined

Get Signature

get userDefined(): boolean

Defined in: evaluator/LlamaModel/utils/TokenAttributes.ts:47

Returns

boolean

---

byte

Get Signature

get byte(): boolean

Defined in: evaluator/LlamaModel/utils/TokenAttributes.ts:51

Returns

boolean

---

normalized

Get Signature

get normalized(): boolean

Defined in: evaluator/LlamaModel/utils/TokenAttributes.ts:55

Returns

boolean

---

lstrip

Get Signature

get lstrip(): boolean

Defined in: evaluator/LlamaModel/utils/TokenAttributes.ts:59

Returns

boolean

---

rstrip

Get Signature

get rstrip(): boolean

Defined in: evaluator/LlamaModel/utils/TokenAttributes.ts:63

Returns

boolean

---

singleWord

Get Signature

get singleWord(): boolean

Defined in: evaluator/LlamaModel/utils/TokenAttributes.ts:67

Returns

boolean