Class TokenStreamImpl

Hierarchy (View Summary)

TokenStream
- TokenStreamImpl

Constructors

constructor

new TokenStreamImpl(expression: string, mode?: LanguageMode): TokenStreamImpl
Parameters
- expression: string
- Optionalmode: LanguageMode
Returns TokenStreamImpl
Overrides TokenStream.constructor
- Defined in git/aurora/src/expressions/v8/stream.ts:247

Properties

`Protected`current

current: TokenExpression

`Protected` `Optional`last

last?: TokenExpression

`Protected`mode

mode: LanguageMode = LanguageMode.Strict

`Protected`pos

pos: number = 0

`Protected`savedCurrent

savedCurrent: TokenExpression

`Protected`savedPosition

savedPosition: number = 0

`Static`AsciiPattern

AsciiPattern: RegExp = ...

`Static`DecimalPattern

DecimalPattern: RegExp = ...

`Static`OctalPattern

OctalPattern: RegExp = ...

`Static`REGEXP_FLAGS

REGEXP_FLAGS: string[] = ...

`Static`UnicodePattern

UnicodePattern: RegExp = ...

Methods

[iterator]

"[iterator]"(): IterableIterator<TokenExpression>
Returns IterableIterator<TokenExpression>
Inherited from TokenStream.[iterator]
- Defined in git/aurora/src/expressions/v8/stream.ts:162

createError

createError(message: String): string
Parameters
- message: String
Returns string
Overrides TokenStream.createError
- Defined in git/aurora/src/expressions/v8/stream.ts:1530

currentToken

currentToken(): TokenExpression
Returns TokenExpression
Inherited from TokenStream.currentToken
- Defined in git/aurora/src/expressions/v8/stream.ts:65

`Protected`getCoordinates

getCoordinates(): { column: number; line: number }
Returns { column: number; line: number }
- Defined in git/aurora/src/expressions/v8/stream.ts:1521

getLanguageMode

getLanguageMode(): LanguageMode
Returns LanguageMode
Inherited from TokenStream.getLanguageMode
- Defined in git/aurora/src/expressions/v8/stream.ts:45

getPos

getPos(): number
Returns number
Inherited from TokenStream.getPos
- Defined in git/aurora/src/expressions/v8/stream.ts:80

getSavedPos

getSavedPos(): number
Returns number
Inherited from TokenStream.getSavedPos
- Defined in git/aurora/src/expressions/v8/stream.ts:87

getStreamer

getStreamer(expect?: Token): TokenStream
Parameters
- expect: Token = Token.EOS
Returns TokenStream
Inherited from TokenStream.getStreamer
- Defined in git/aurora/src/expressions/v8/stream.ts:90

hasLineTerminatorAfterNext

hasLineTerminatorAfterNext(): boolean
Returns boolean
Overrides TokenStream.hasLineTerminatorAfterNext
- Defined in git/aurora/src/expressions/v8/stream.ts:286

hasLineTerminatorBeforeNext

hasLineTerminatorBeforeNext(): boolean
Returns boolean
Overrides TokenStream.hasLineTerminatorBeforeNext
- Defined in git/aurora/src/expressions/v8/stream.ts:281

lastToken

lastToken(): undefined | TokenExpression
Returns undefined | TokenExpression
Inherited from TokenStream.lastToken
- Defined in git/aurora/src/expressions/v8/stream.ts:62

next

next(): TokenExpression
Returns TokenExpression
Overrides TokenStream.next
- Defined in git/aurora/src/expressions/v8/stream.ts:253

peek

peek(): TokenExpression
Returns TokenExpression
Inherited from TokenStream.peek
- Defined in git/aurora/src/expressions/v8/stream.ts:179

peekAhead

peekAhead(): TokenExpression
Returns TokenExpression
Inherited from TokenStream.peekAhead
- Defined in git/aurora/src/expressions/v8/stream.ts:185

peekAheadPosition

peekAheadPosition(): number
Returns number
Inherited from TokenStream.peekAheadPosition
- Defined in git/aurora/src/expressions/v8/stream.ts:199

peekPosition

peekPosition(): number
Returns number
Inherited from TokenStream.peekPosition
- Defined in git/aurora/src/expressions/v8/stream.ts:192

readTill

readTill(expect?: Token, tokens: TokenExpression[]): void
Parameters
- expect: Token = Token.EOS
- tokens: TokenExpression[]
Returns void
Inherited from TokenStream.readTill
- Defined in git/aurora/src/expressions/v8/stream.ts:95

readTokens

readTokens(expect: Token, tokens: TokenExpression[]): void
Parameters
- expect: Token
- tokens: TokenExpression[]
Returns void
Inherited from TokenStream.readTokens
- Defined in git/aurora/src/expressions/v8/stream.ts:102

readTokensConsiderPair

readTokensConsiderPair(tokens: TokenExpression[], ...expect: Token[]): void
Parameters
- tokens: TokenExpression[]
- ...expect: Token[]
Returns void
Inherited from TokenStream.readTokensConsiderPair
- Defined in git/aurora/src/expressions/v8/stream.ts:112

readTokensPair

readTokensPair(open: Token, close: Token, tokens: TokenExpression[]): void
Parameters
- open: Token
- close: Token
- tokens: TokenExpression[]
Returns void
Inherited from TokenStream.readTokensPair
- Defined in git/aurora/src/expressions/v8/stream.ts:126

reset

reset(): void
Returns void
Inherited from TokenStream.reset
- Defined in git/aurora/src/expressions/v8/stream.ts:57

restore

restore(): void
Returns void
Inherited from TokenStream.restore
- Defined in git/aurora/src/expressions/v8/stream.ts:52

save

save(): void
Returns void
Inherited from TokenStream.save
- Defined in git/aurora/src/expressions/v8/stream.ts:48

scanRegExpPattern

scanRegExpPattern(): boolean
Returns boolean
Overrides TokenStream.scanRegExpPattern
- Defined in git/aurora/src/expressions/v8/stream.ts:823

scanTemplateContinuation

scanTemplateContinuation(): TokenExpression
Returns TokenExpression
Overrides TokenStream.scanTemplateContinuation
- Defined in git/aurora/src/expressions/v8/stream.ts:441

seekTo

seekTo(expect: Token): boolean
Parameters
- expect: Token
Returns boolean
Inherited from TokenStream.seekTo
- Defined in git/aurora/src/expressions/v8/stream.ts:68

setLanguageMode

setLanguageMode(mode: LanguageMode): void
Parameters
- mode: LanguageMode
Returns void
Inherited from TokenStream.setLanguageMode
- Defined in git/aurora/src/expressions/v8/stream.ts:42

setPos

setPos(pos: number): void
Parameters
- pos: number
Returns void
Inherited from TokenStream.setPos
- Defined in git/aurora/src/expressions/v8/stream.ts:83

toTokens

toTokens(): TokenExpression[]
Returns TokenExpression[]
Inherited from TokenStream.toTokens
- Defined in git/aurora/src/expressions/v8/stream.ts:150

`Static`getTokenStream

getTokenStream(
source: string | TokenExpression[],
mode?: LanguageMode,
): TokenStream
Parameters
- source: string | TokenExpression[]
- Optionalmode: LanguageMode
Returns TokenStream
Inherited from TokenStream.getTokenStream
- Defined in git/aurora/src/expressions/v8/stream.ts:27