Class: SpecialToken
Constructors
new SpecialToken()
ts
new SpecialToken(value: BuiltinSpecialTokenValue): SpecialTokenParameters
| Parameter | Type |
|---|---|
value | BuiltinSpecialTokenValue |
Returns
Defined in
Properties
value
ts
readonly value: BuiltinSpecialTokenValue;Defined in
Methods
toString()
ts
toString(): BuiltinSpecialTokenValueReturns
Defined in
tokenize()
ts
tokenize(tokenizer: Tokenizer): Token[]Parameters
| Parameter | Type |
|---|---|
tokenizer | Tokenizer |
Returns
Token[]
Defined in
toJSON()
ts
toJSON(): LlamaTextSpecialTokenJSONReturns
Defined in
fromJSON()
ts
static fromJSON(json: LlamaTextSpecialTokenJSON): SpecialTokenParameters
| Parameter | Type |
|---|---|
json | LlamaTextSpecialTokenJSON |
Returns
Defined in
isSpecialTokenJSON()
ts
static isSpecialTokenJSON(value: LlamaTextJSONValue): value is LlamaTextSpecialTokenJSONParameters
| Parameter | Type |
|---|---|
value | LlamaTextJSONValue |
Returns
value is LlamaTextSpecialTokenJSON
Defined in
getTokenToValueMap()
ts
static getTokenToValueMap(tokenizer: Tokenizer): ReadonlyMap<undefined | Token, BuiltinSpecialTokenValue>Parameters
| Parameter | Type |
|---|---|
tokenizer | Tokenizer |
Returns
ReadonlyMap<undefined | Token, BuiltinSpecialTokenValue>