Language.Dhall.Lexer

This module contains a dhall lexer.

User functions

lexDhall :: ByteString -> Either String [Token]

Types

type Token = Ann AlexPosn TokenType

A token with location information.

data AlexPosn

Constructors

AlexPn !Int !Int !Int

Instances

Eq AlexPosn

Methods

(==) :: AlexPosn -> AlexPosn -> Bool

(/=) :: AlexPosn -> AlexPosn -> Bool

Show AlexPosn

Methods

showsPrec :: Int -> AlexPosn -> ShowS

show :: AlexPosn -> String

showList :: [AlexPosn] -> ShowS

Generic AlexPosn

Associated Types

type Rep AlexPosn :: * -> *

Methods

from :: AlexPosn -> Rep AlexPosn x

to :: Rep AlexPosn x -> AlexPosn

NFData AlexPosn

Methods

rnf :: AlexPosn -> ()

type Rep AlexPosn

type Rep AlexPosn = D1 * (MetaData "AlexPosn" "Language.Dhall.Lexer.Mod" "dhall-lex-0.1.0.1-7QLF3Qw5Kn1EUV1Nmried1" False) (C1 * (MetaCons "AlexPn" PrefixI False) ((:*:) * (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * Int)) ((:*:) * (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * Int)) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * Int)))))

data TokenType

This is a data type for tokens, stripped of any annotation.

Constructors

IntLit !Integer

DoubleLit !Double

NatLit !Natural

BoolLit !Bool

Embedded !ByteString

StringLit !ByteString

TypeId !ByteString

QuotedId !ByteString

Identifier !ByteString

Keyword !Keyword

Special !ByteString

Operator !Operator

BeginSplice

EndSplice

StringChunk !ByteString

End

Instances

Eq TokenType

Methods

(==) :: TokenType -> TokenType -> Bool

(/=) :: TokenType -> TokenType -> Bool

Show TokenType

Methods

showsPrec :: Int -> TokenType -> ShowS

show :: TokenType -> String

showList :: [TokenType] -> ShowS

Generic TokenType

Associated Types

type Rep TokenType :: * -> *

Methods

from :: TokenType -> Rep TokenType x

to :: Rep TokenType x -> TokenType

NFData TokenType

Methods

rnf :: TokenType -> ()

type Rep TokenType

type Rep TokenType = D1 * (MetaData "TokenType" "Language.Dhall.Lexer.Types" "dhall-lex-0.1.0.1-7QLF3Qw5Kn1EUV1Nmried1" False) ((:+:) * ((:+:) * ((:+:) * ((:+:) * (C1 * (MetaCons "IntLit" PrefixI False) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * Integer))) (C1 * (MetaCons "DoubleLit" PrefixI False) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * Double)))) ((:+:) * (C1 * (MetaCons "NatLit" PrefixI False) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * Natural))) (C1 * (MetaCons "BoolLit" PrefixI False) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * Bool))))) ((:+:) * ((:+:) * (C1 * (MetaCons "Embedded" PrefixI False) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * ByteString))) (C1 * (MetaCons "StringLit" PrefixI False) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * ByteString)))) ((:+:) * (C1 * (MetaCons "TypeId" PrefixI False) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * ByteString))) (C1 * (MetaCons "QuotedId" PrefixI False) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * ByteString)))))) ((:+:) * ((:+:) * ((:+:) * (C1 * (MetaCons "Identifier" PrefixI False) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * ByteString))) (C1 * (MetaCons "Keyword" PrefixI False) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * Keyword)))) ((:+:) * (C1 * (MetaCons "Special" PrefixI False) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * ByteString))) (C1 * (MetaCons "Operator" PrefixI False) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * Operator))))) ((:+:) * ((:+:) * (C1 * (MetaCons "BeginSplice" PrefixI False) (U1 *)) (C1 * (MetaCons "EndSplice" PrefixI False) (U1 *))) ((:+:) * (C1 * (MetaCons "StringChunk" PrefixI False) (S1 * (MetaSel (Nothing Symbol) NoSourceUnpackedness SourceStrict DecidedStrict) (Rec0 * ByteString))) (C1 * (MetaCons "End" PrefixI False) (U1 *))))))

data Keyword

Data type for reserved keywords.

Constructors

KwLet

KwIn

KwConstructors

KwMerge

KwForall

KwIf

KwThen

KwElse

Instances

Eq Keyword

Methods

(==) :: Keyword -> Keyword -> Bool

(/=) :: Keyword -> Keyword -> Bool

Show Keyword

Methods

showsPrec :: Int -> Keyword -> ShowS

show :: Keyword -> String

showList :: [Keyword] -> ShowS

Generic Keyword

Associated Types

type Rep Keyword :: * -> *

Methods

from :: Keyword -> Rep Keyword x

to :: Rep Keyword x -> Keyword

NFData Keyword

Methods

rnf :: Keyword -> ()

type Rep Keyword

type Rep Keyword = D1 * (MetaData "Keyword" "Language.Dhall.Lexer.Types" "dhall-lex-0.1.0.1-7QLF3Qw5Kn1EUV1Nmried1" False) ((:+:) * ((:+:) * ((:+:) * (C1 * (MetaCons "KwLet" PrefixI False) (U1 *)) (C1 * (MetaCons "KwIn" PrefixI False) (U1 *))) ((:+:) * (C1 * (MetaCons "KwConstructors" PrefixI False) (U1 *)) (C1 * (MetaCons "KwMerge" PrefixI False) (U1 *)))) ((:+:) * ((:+:) * (C1 * (MetaCons "KwForall" PrefixI False) (U1 *)) (C1 * (MetaCons "KwIf" PrefixI False) (U1 *))) ((:+:) * (C1 * (MetaCons "KwThen" PrefixI False) (U1 *)) (C1 * (MetaCons "KwElse" PrefixI False) (U1 *)))))

data Operator

The operator type holds some special builtin symbols.

Constructors

CombineTok

PreferTok

ArrowTok

LambdaTok

AndTok

OrTok

EqTok

NeqTok

AppendTok

Instances

Eq Operator

Methods

(==) :: Operator -> Operator -> Bool

(/=) :: Operator -> Operator -> Bool

Show Operator

Methods

showsPrec :: Int -> Operator -> ShowS

show :: Operator -> String

showList :: [Operator] -> ShowS

Generic Operator

Associated Types

type Rep Operator :: * -> *

Methods

from :: Operator -> Rep Operator x

to :: Rep Operator x -> Operator

NFData Operator

Methods

rnf :: Operator -> ()

type Rep Operator

type Rep Operator = D1 * (MetaData "Operator" "Language.Dhall.Lexer.Types" "dhall-lex-0.1.0.1-7QLF3Qw5Kn1EUV1Nmried1" False) ((:+:) * ((:+:) * ((:+:) * (C1 * (MetaCons "CombineTok" PrefixI False) (U1 *)) (C1 * (MetaCons "PreferTok" PrefixI False) (U1 *))) ((:+:) * (C1 * (MetaCons "ArrowTok" PrefixI False) (U1 *)) (C1 * (MetaCons "LambdaTok" PrefixI False) (U1 *)))) ((:+:) * ((:+:) * (C1 * (MetaCons "AndTok" PrefixI False) (U1 *)) (C1 * (MetaCons "OrTok" PrefixI False) (U1 *))) ((:+:) * (C1 * (MetaCons "EqTok" PrefixI False) (U1 *)) ((:+:) * (C1 * (MetaCons "NeqTok" PrefixI False) (U1 *)) (C1 * (MetaCons "AppendTok" PrefixI False) (U1 *))))))

data Ann a b

Data type for values with annotations.

Constructors

Ann

Fields

• loc :: a
• inner :: b

Instances

(Eq b, Eq a) => Eq (Ann a b)

Methods

(==) :: Ann a b -> Ann a b -> Bool

(/=) :: Ann a b -> Ann a b -> Bool

(Show b, Show a) => Show (Ann a b)

Methods

showsPrec :: Int -> Ann a b -> ShowS

show :: Ann a b -> String

showList :: [Ann a b] -> ShowS

Generic (Ann a b)

Associated Types

type Rep (Ann a b) :: * -> *

Methods

from :: Ann a b -> Rep (Ann a b) x

to :: Rep (Ann a b) x -> Ann a b

(NFData b, NFData a) => NFData (Ann a b)

Methods

rnf :: Ann a b -> ()

type Rep (Ann a b)

type Rep (Ann a b) = D1 * (MetaData "Ann" "Language.Dhall.Lexer.Mod" "dhall-lex-0.1.0.1-7QLF3Qw5Kn1EUV1Nmried1" False) (C1 * (MetaCons "Ann" PrefixI True) ((:*:) * (S1 * (MetaSel (Just Symbol "loc") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 * a)) (S1 * (MetaSel (Just Symbol "inner") NoSourceUnpackedness NoSourceStrictness DecidedLazy) (Rec0 * b))))

Internal

step :: Alex Token

Get the next token. This is provided in case you want to thread the lexer through the parser. Returns End token when out of input.

newtype Alex a

Constructors

Alex

Fields

• unAlex :: AlexState -> Either String (AlexState, a)

Instances

Monad Alex

Methods

(>>=) :: Alex a -> (a -> Alex b) -> Alex b

(>>) :: Alex a -> Alex b -> Alex b

return :: a -> Alex a

fail :: String -> Alex a

Functor Alex

Methods

fmap :: (a -> b) -> Alex a -> Alex b

(<$) :: a -> Alex b -> Alex a

Applicative Alex

Methods

pure :: a -> Alex a

(<*>) :: Alex (a -> b) -> Alex a -> Alex b

liftA2 :: (a -> b -> c) -> Alex a -> Alex b -> Alex c

(*>) :: Alex a -> Alex b -> Alex b

(<*) :: Alex a -> Alex b -> Alex a

data AlexState

Constructors

AlexState

Fields

• alex_pos :: !AlexPosn
• alex_bpos :: !Int64
• alex_inp :: ByteString
• alex_chr :: !Char
• alex_scd :: !Int