mdz_lexer.ts

mdz lexer — tokenizes input into a flat MdzToken[] stream.
Phase 1 of the two-phase lexer+parser alternative to the single-pass parser
in mdz.ts. Phase 2 is in mdz_token_parser.ts.

Declarations
#

23 declarations

view source

MdzLexer
#

mdz_lexer.ts view source

`constructor`

type new (text: string): MdzLexer

`text`

type string

`tokenize`

type (): MdzToken[]

returns MdzToken[]

MdzToken
#

mdz_lexer.ts view source

MdzToken

MdzTokenAutolink
#

mdz_lexer.ts view source

MdzTokenAutolink

inheritance

extends:

MdzTokenBase

`type`

type 'autolink'

`reference`

type string

`link_type`

type 'external' | 'internal'

MdzTokenBase
#

mdz_lexer.ts view source

MdzTokenBase

`start`

type number

`end`

type number

MdzTokenBoldClose
#

mdz_lexer.ts view source

MdzTokenBoldClose

inheritance

extends:

MdzTokenBase

`type`

type 'bold_close'

MdzTokenBoldOpen
#

mdz_lexer.ts view source

MdzTokenBoldOpen

inheritance

extends:

MdzTokenBase

`type`

type 'bold_open'

MdzTokenCode
#

mdz_lexer.ts view source

MdzTokenCode

inheritance

extends:

MdzTokenBase

`type`

type 'code'

`content`

type string

MdzTokenCodeblock
#

mdz_lexer.ts view source

MdzTokenCodeblock

inheritance

extends:

MdzTokenBase

`type`

type 'codeblock'

`lang`

type string | null

`content`

type string

MdzTokenHeadingEnd
#

mdz_lexer.ts view source

MdzTokenHeadingEnd

inheritance

extends:

MdzTokenBase

`type`

type 'heading_end'

MdzTokenHeadingStart
#

mdz_lexer.ts view source

MdzTokenHeadingStart

inheritance

extends:

MdzTokenBase

`type`

type 'heading_start'

`level`

type 1 | 2 | 3 | 4 | 5 | 6

MdzTokenHr
#

mdz_lexer.ts view source

MdzTokenHr

inheritance

extends:

MdzTokenBase

`type`

type 'hr'

MdzTokenItalicClose
#

mdz_lexer.ts view source

MdzTokenItalicClose

inheritance

extends:

MdzTokenBase

`type`

type 'italic_close'

MdzTokenItalicOpen
#

mdz_lexer.ts view source

MdzTokenItalicOpen

inheritance

extends:

MdzTokenBase

`type`

type 'italic_open'

MdzTokenLinkRef
#

mdz_lexer.ts view source

MdzTokenLinkRef

inheritance

extends:

MdzTokenBase

`type`

type 'link_ref'

`reference`

type string

`link_type`

type 'external' | 'internal'

MdzTokenLinkTextClose
#

mdz_lexer.ts view source

MdzTokenLinkTextClose

inheritance

extends:

MdzTokenBase

`type`

type 'link_text_close'

MdzTokenLinkTextOpen
#

mdz_lexer.ts view source

MdzTokenLinkTextOpen

inheritance

extends:

MdzTokenBase

`type`

type 'link_text_open'

MdzTokenParagraphBreak
#

mdz_lexer.ts view source

MdzTokenParagraphBreak

inheritance

extends:

MdzTokenBase

`type`

type 'paragraph_break'

MdzTokenStrikethroughClose
#

mdz_lexer.ts view source

MdzTokenStrikethroughClose

inheritance

extends:

MdzTokenBase

`type`

type 'strikethrough_close'

MdzTokenStrikethroughOpen
#

mdz_lexer.ts view source

MdzTokenStrikethroughOpen

inheritance

extends:

MdzTokenBase

`type`

type 'strikethrough_open'

MdzTokenTagClose
#

mdz_lexer.ts view source

MdzTokenTagClose

inheritance

extends:

MdzTokenBase

`type`

type 'tag_close'

`name`

type string

MdzTokenTagOpen
#

mdz_lexer.ts view source

MdzTokenTagOpen

inheritance

extends:

MdzTokenBase

`type`

type 'tag_open'

`name`

type string

`is_component`

type boolean

MdzTokenTagSelfClose
#

mdz_lexer.ts view source

MdzTokenTagSelfClose

inheritance

extends:

MdzTokenBase

`type`

type 'tag_self_close'

`name`

type string

`is_component`

type boolean

MdzTokenText
#

mdz_lexer.ts view source

MdzTokenText

inheritance

extends:

MdzTokenBase

`type`

type 'text'

`content`

type string

Depends on
#

Imported by
#

mdz_token_parser.ts