Language.Futhark.Parser.Lexer.Tokens

Definition of the tokens used in the lexer.

Also defines other useful building blocks for constructing tokens.

Documentation

data Token

A lexical token. It does not itself contain position information, so in practice the parser will consume tokens tagged with a source position.

Constructors

ID Name

COMMENT Text

INDEXING

SYMBOL BinOp [Name] Name

CONSTRUCTOR Name

NATLIT Name Integer

INTLIT Integer

STRINGLIT Text

I8LIT Int8

I16LIT Int16

I32LIT Int32

I64LIT Int64

U8LIT Word8

U16LIT Word16

U32LIT Word32

U64LIT Word64

FLOATLIT Double

F16LIT Half

F32LIT Float

F64LIT Double

CHARLIT Char

COLON

COLON_GT

BACKSLASH

APOSTROPHE

APOSTROPHE_THEN_HAT

APOSTROPHE_THEN_TILDE

BACKTICK

HASH_LBRACKET

DOT

TWO_DOTS

TWO_DOTS_LT

TWO_DOTS_GT

THREE_DOTS

LPAR

RPAR

LBRACKET

RBRACKET

LCURLY

RCURLY

COMMA

UNDERSCORE

RIGHT_ARROW

QUESTION_MARK

EQU

ASTERISK

NEGATE

BANG

DOLLAR

LTH

HAT

TILDE

PIPE

IF

THEN

ELSE

DEF

LET

LOOP

IN

FOR

DO

WITH

ASSERT

TRUE

FALSE

WHILE

INCLUDE

IMPORT

ENTRY

TYPE

MODULE

VAL

OPEN

LOCAL

MATCH

CASE

DOC String

EOF

HOLE

Instances

Show Token

Defined in Language.Futhark.Parser.Lexer.Tokens

Methods

showsPrec :: Int -> Token -> ShowS

show :: Token -> String

showList :: [Token] -> ShowS

Eq Token

Defined in Language.Futhark.Parser.Lexer.Tokens

Methods

(==) :: Token -> Token -> Bool

(/=) :: Token -> Token -> Bool

Ord Token

Defined in Language.Futhark.Parser.Lexer.Tokens

Methods

compare :: Token -> Token -> Ordering

(<) :: Token -> Token -> Bool

(<=) :: Token -> Token -> Bool

(>) :: Token -> Token -> Bool

(>=) :: Token -> Token -> Bool

max :: Token -> Token -> Token

min :: Token -> Token -> Token

type Lexeme a = (Pos, Pos, a)

fromRoman :: Integral a => Text -> a

symbol :: [Name] -> Name -> Token

mkQualId :: Text -> Alex ([Name], Name)

tokenPosM :: ((Loc, Text) -> Alex a) -> (Pos, Char, ByteString, Int64) -> Int64 -> Alex (Lexeme a)

tokenM :: (Text -> Alex a) -> (Pos, Char, ByteString, Int64) -> Int64 -> Alex (Lexeme a)

tokenC :: a -> (Pos, Char, ByteString, Int64) -> Int64 -> Alex (Lexeme a)

keyword :: Text -> Token

tokenS :: (Text -> a) -> (Pos, Char, ByteString, Int64) -> Int64 -> Alex (Lexeme a)

indexing :: (Loc, Text) -> Alex Name

suffZero :: Text -> Text

Suffix a zero if the last character is dot.

tryRead :: Read a => String -> Text -> Alex a

readIntegral :: Integral a => Text -> a

readHexRealLit :: RealFloat a => Text -> Alex a