PP.Lexer

Documentation

type IToken = Char

Input token

data OToken

Output token

Constructors

OToken1 String

Token value

OToken2 [IToken] String

Token value and name

Instances

Eq OToken

Methods

(==) :: OToken -> OToken -> Bool

(/=) :: OToken -> OToken -> Bool

Ord OToken

Methods

compare :: OToken -> OToken -> Ordering

(<) :: OToken -> OToken -> Bool

(<=) :: OToken -> OToken -> Bool

(>) :: OToken -> OToken -> Bool

(>=) :: OToken -> OToken -> Bool

max :: OToken -> OToken -> OToken

min :: OToken -> OToken -> OToken

Show OToken

Methods

showsPrec :: Int -> OToken -> ShowS

show :: OToken -> String

showList :: [OToken] -> ShowS

charLexer :: String -> [OToken]

String to OToken (char by char lexer)

class Lexer config where

Lexer class

Minimal complete definition

simulate, consumed, output

Methods

simulate :: config -> config

Simulate the automaton on the input, for one iteration

consumed :: config -> Bool

Check if the input is consumed

output :: config -> [OToken]

Get the output tokens

consume :: config -> config

Consume the complete input

Instances

Lexer DfaConfig

Lexer instance for DFA configuration Dragon Book (2nd edition, fr), page 156, example 3.28

Methods

simulate :: DfaConfig -> DfaConfig

consumed :: DfaConfig -> Bool

output :: DfaConfig -> [OToken]

consume :: DfaConfig -> DfaConfig