Class Tokenizr

constructor

• new Tokenizr(): Tokenizr

  Returns Tokenizr

_after

_before

_column

_ctx

_debug

_eof

_finish

_input

_len

_line

_pending

_pos

_rules

_state

_stopped

_tag

_transaction

StaticActionContext

StaticParsingError

StaticToken

_log

• _log(msg: any): void

  Parameters

  • msg: any

  Returns void

_progress

• _progress(from: any, until: any): void

  Parameters

  • from: any
  • until: any

  Returns void

_tokenize

• _tokenize(): void

  Returns void

after

• after(action: any): Tokenizr

  Parameters

  • action: any

  Returns Tokenizr

alternatives

• alternatives(...alternatives: any[]): any

  Parameters

  • ...alternatives: any[]

  Returns any

before

• before(action: any): Tokenizr

  Parameters

  • action: any

  Returns Tokenizr

begin

• begin(): Tokenizr

  Returns Tokenizr

commit

• commit(): Tokenizr

  Returns Tokenizr

consume

• consume(type: any, value: any, ...args: any[]): any

  Parameters

  • type: any
  • value: any
  • ...args: any[]

  Returns any

debug

• debug(debug: any): Tokenizr

  Parameters

  • debug: any

  Returns Tokenizr

depth

• depth(): any

  Returns any

error

• error(message: any): ParsingError

  Parameters

  • message: any

  Returns ParsingError

finish

• finish(action: any): Tokenizr

  Parameters

  • action: any

  Returns Tokenizr

input

• input(input: any): Tokenizr

  Parameters

  • input: any

  Returns Tokenizr

peek

• peek(offset: any): any

  Parameters

  • offset: any

  Returns any

pop

• pop(...args: any[]): string | undefined

  Parameters

  • ...args: any[]

  Returns string | undefined

push

• push(state: any, ...args: any[]): Tokenizr

  Parameters

  • state: any
  • ...args: any[]

  Returns Tokenizr

reset

• reset(): Tokenizr

  Returns Tokenizr

rollback

• rollback(): Tokenizr

  Returns Tokenizr

rule

• rule(
      state: any,
      pattern: any,
      action: any,
      name: string,
      ...args?: any[],
  ): Tokenizr

  Parameters

  • state: any
  • pattern: any
  • action: any
  • name: string
  • ...args: any[] = "unknown"

  Returns Tokenizr

skip

• skip(len: any): Tokenizr

  Parameters

  • len: any

  Returns Tokenizr

state

• state(state: any, ...args: any[]): string | Tokenizr

  Parameters

  • state: any
  • ...args: any[]

  Returns string | Tokenizr

tag

• tag(tag: any, ...args: any[]): Tokenizr

  Parameters

  • tag: any
  • ...args: any[]

  Returns Tokenizr

tagged

• tagged(tag: any, ...args: any[]): boolean

  Parameters

  • tag: any
  • ...args: any[]

  Returns boolean

token

• token(): any

  Returns any

tokens

• tokens(): any[]

  Returns any[]

untag

• untag(tag: any, ...args: any[]): Tokenizr

  Parameters

  • tag: any
  • ...args: any[]

  Returns Tokenizr