markdown/parsek.markdown.lexeme/Lexeme

Lexeme

sealed interface Lexeme

A context-free lexeme produced by the scanner (Stage 1).

Each variant carries a range recording its position in the original character stream. The scanner groups runs of identical structural characters (e.g. *** → AsteriskRun) since the Markdown grammar depends on run lengths.

Inheritors

Types

Ampersand

data class Ampersand(val range: SourceRange) : Lexeme

AngleClose

data class AngleClose(val range: SourceRange) : Lexeme

AngleOpen

data class AngleOpen(val range: SourceRange) : Lexeme

Asterisk

data class Asterisk(val range: SourceRange) : Lexeme

AsteriskRun

data class AsteriskRun(val count: Int, val range: SourceRange) : Lexeme

Backslash

data class Backslash(val range: SourceRange) : Lexeme

Backtick

data class Backtick(val range: SourceRange) : Lexeme

BacktickRun

data class BacktickRun(val count: Int, val range: SourceRange) : Lexeme

BracketClose

data class BracketClose(val range: SourceRange) : Lexeme

BracketOpen

data class BracketOpen(val range: SourceRange) : Lexeme

Colon

data class Colon(val range: SourceRange) : Lexeme

DigitRun

data class DigitRun(val text: String, val range: SourceRange) : Lexeme

Equals

data class Equals(val range: SourceRange) : Lexeme

EqualsRun

data class EqualsRun(val count: Int, val range: SourceRange) : Lexeme

Exclamation

data class Exclamation(val range: SourceRange) : Lexeme

Hash

data class Hash(val range: SourceRange) : Lexeme

HashRun

data class HashRun(val count: Int, val range: SourceRange) : Lexeme

Hyphen

data class Hyphen(val range: SourceRange) : Lexeme

HyphenRun

data class HyphenRun(val count: Int, val range: SourceRange) : Lexeme

Newline

data class Newline(val range: SourceRange) : Lexeme

ParenClose

data class ParenClose(val range: SourceRange) : Lexeme

ParenOpen

data class ParenOpen(val range: SourceRange) : Lexeme

Period

data class Period(val range: SourceRange) : Lexeme

Pipe

data class Pipe(val range: SourceRange) : Lexeme

Plus

data class Plus(val range: SourceRange) : Lexeme

Quote

data class Quote(val range: SourceRange, val char: Char) : Lexeme

Semicolon

data class Semicolon(val range: SourceRange) : Lexeme

Space

data class Space(val range: SourceRange) : Lexeme

SpaceRun

data class SpaceRun(val count: Int, val range: SourceRange) : Lexeme

Tab

data class Tab(val range: SourceRange) : Lexeme

TextRun

data class TextRun(val text: String, val range: SourceRange) : Lexeme

Tilde

data class Tilde(val range: SourceRange) : Lexeme

TildeRun

data class TildeRun(val count: Int, val range: SourceRange) : Lexeme

Underscore

data class Underscore(val range: SourceRange) : Lexeme

UnderscoreRun

data class UnderscoreRun(val count: Int, val range: SourceRange) : Lexeme

Properties

range

abstract val range: SourceRange