Language.CSPM.LexHelper

Documentation

lexPlain :: String -> Either LexError [Token]

lex a String .

unicodeTokenString :: Token -> String

Convert a token to a String. If the tokenClasss has a Unicode symbol return the default Unicode string.

asciiTokenString :: Token -> String

Convert a token to a String. If the tokenClasss has a Unicode symbol return the default ASCII string.

type Chunk = [Token]

type Chunks = DList Chunk

data FilePart

Constructors

Toks Chunk

Include FilePath

Instances

Show FilePart

Methods

showsPrec :: Int -> FilePart -> ShowS

show :: FilePart -> String

showList :: [FilePart] -> ShowS

lexInclude :: String -> IO (Either LexError [Token])

lex input-string and inport all includes files

lexInclude2 :: String -> EitherT LexError IO Chunks

processPart :: FilePart -> EitherT LexError IO Chunks

splitIncludes :: [Token] -> [Token] -> Either LexError [FilePart]

micro-parser for include-statements

scanInclude :: Token -> [Token] -> Either LexError [FilePart]

removeIgnoredToken :: [Token] -> [Token]

Remove comments, whitespaces and unneeded newlines.

tokenIsComment :: Token -> Bool

Is the token a line-comment, block-comment or a Pragma?

soakNewlines :: [Token] -> [Token]

remove newlines, that do not end a declaration from the token stream. For example newlines next to binary operators. Remove all trailing newlines.