Language.CSPM.LexHelper

Documentation

lexInclude :: String -> IO (Either LexError [Token])

lex input-string and import all includes files

lexIncludePath :: FilePath -> String -> IO (Either LexError [Token])

lex input-string and import all includes files

lexPlain :: String -> Either LexError [Token]

lex a String .

removeIgnoredToken :: [Token] -> [Token]

Remove comments, whitespaces and unneeded newlines.

tokenIsComment :: Token -> Bool

Is the token a line-comment, block-comment or a Pragma?

unicodeTokenString :: Token -> String

Convert a token to a String. If the tokenClasss has a Unicode symbol return the default Unicode string.

asciiTokenString :: Token -> String

Convert a token to a String. If the tokenClasss has a Unicode symbol return the default ASCII string.