Cryptol.Parser.Lexer

At present Alex generates code with too many warnings.

Documentation

primLexer :: Config -> Text -> ([Located Token], Position)

Returns the tokens and the last position of the input that we processed. The tokens include whte space tokens.

lexer :: Config -> Text -> ([Located Token], Position)

Returns the tokens in the last position of the input that we processed. White space is removed, and layout processing is done as requested. This stream is fed to the parser.

data Layout

Constructors

Layout

NoLayout

data Token

Constructors

Token

Fields

• tokenType :: !TokenT
• tokenText :: !Text

Instances

Show Token

Defined in Cryptol.Parser.LexerUtils

Methods

showsPrec :: Int -> Token -> ShowS

show :: Token -> String

showList :: [Token] -> ShowS

Generic Token

Defined in Cryptol.Parser.LexerUtils

Associated Types

type Rep Token :: Type -> Type

Methods

from :: Token -> Rep Token x

to :: Rep Token x -> Token

NFData Token

Defined in Cryptol.Parser.LexerUtils

Methods

rnf :: Token -> ()

PP Token

Defined in Cryptol.Parser.LexerUtils

Methods

ppPrec :: Int -> Token -> Doc

type Rep Token

Defined in Cryptol.Parser.LexerUtils

type Rep Token = D1 ('MetaData "Token" "Cryptol.Parser.LexerUtils" "cryptol-2.11.0-KBQWpCBm4GD4lGHyVVV39L" 'False) (C1 ('MetaCons "Token" 'PrefixI 'True) (S1 ('MetaSel ('Just "tokenType") 'NoSourceUnpackedness 'SourceStrict 'DecidedStrict) (Rec0 TokenT) :*: S1 ('MetaSel ('Just "tokenText") 'NoSourceUnpackedness 'SourceStrict 'DecidedStrict) (Rec0 Text)))

data TokenT

Constructors

Num !Integer !Int !Int

value, base, number of digits

Frac !Rational !Int

value, base.

ChrLit !Char

character literal

Ident ![Text] !Text

(qualified) identifier

StrLit !String

string literal

Selector !SelectorType

.hello or .123

KW !TokenKW

keyword

Op !TokenOp

operator

Sym !TokenSym

symbol

Virt !TokenV

virtual token (for layout)

White !TokenW

white space token

Err !TokenErr

error token

EOF

Instances

Eq TokenT

Defined in Cryptol.Parser.LexerUtils

Methods

(==) :: TokenT -> TokenT -> Bool

(/=) :: TokenT -> TokenT -> Bool

Show TokenT

Defined in Cryptol.Parser.LexerUtils

Methods

showsPrec :: Int -> TokenT -> ShowS

show :: TokenT -> String

showList :: [TokenT] -> ShowS

Generic TokenT

Defined in Cryptol.Parser.LexerUtils

Associated Types

type Rep TokenT :: Type -> Type

Methods

from :: TokenT -> Rep TokenT x

to :: Rep TokenT x -> TokenT

NFData TokenT

Defined in Cryptol.Parser.LexerUtils

Methods

rnf :: TokenT -> ()

type Rep TokenT

Defined in Cryptol.Parser.LexerUtils

type Rep TokenT

data TokenV

Virtual tokens, inserted by layout processing.

Constructors

VCurlyL

VCurlyR

VSemi

Instances

Eq TokenV

Defined in Cryptol.Parser.LexerUtils

Methods

(==) :: TokenV -> TokenV -> Bool

(/=) :: TokenV -> TokenV -> Bool

Show TokenV

Defined in Cryptol.Parser.LexerUtils

Methods

showsPrec :: Int -> TokenV -> ShowS

show :: TokenV -> String

showList :: [TokenV] -> ShowS

Generic TokenV

Defined in Cryptol.Parser.LexerUtils

Associated Types

type Rep TokenV :: Type -> Type

Methods

from :: TokenV -> Rep TokenV x

to :: Rep TokenV x -> TokenV

NFData TokenV

Defined in Cryptol.Parser.LexerUtils

Methods

rnf :: TokenV -> ()

type Rep TokenV

Defined in Cryptol.Parser.LexerUtils

type Rep TokenV = D1 ('MetaData "TokenV" "Cryptol.Parser.LexerUtils" "cryptol-2.11.0-KBQWpCBm4GD4lGHyVVV39L" 'False) (C1 ('MetaCons "VCurlyL" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "VCurlyR" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "VSemi" 'PrefixI 'False) (U1 :: Type -> Type)))

data TokenKW

Constructors

KW_else

KW_extern

KW_fin

KW_if

KW_private

KW_include

KW_inf

KW_lg2

KW_lengthFromThen

KW_lengthFromThenTo

KW_max

KW_min

KW_module

KW_newtype

KW_pragma

KW_property

KW_then

KW_type

KW_where

KW_let

KW_x

KW_import

KW_as

KW_hiding

KW_infixl

KW_infixr

KW_infix

KW_primitive

KW_parameter

KW_constraint

KW_Prop

Instances

Eq TokenKW

Defined in Cryptol.Parser.LexerUtils

Methods

(==) :: TokenKW -> TokenKW -> Bool

(/=) :: TokenKW -> TokenKW -> Bool

Show TokenKW

Defined in Cryptol.Parser.LexerUtils

Methods

showsPrec :: Int -> TokenKW -> ShowS

show :: TokenKW -> String

showList :: [TokenKW] -> ShowS

Generic TokenKW

Defined in Cryptol.Parser.LexerUtils

Associated Types

type Rep TokenKW :: Type -> Type

Methods

from :: TokenKW -> Rep TokenKW x

to :: Rep TokenKW x -> TokenKW

NFData TokenKW

Defined in Cryptol.Parser.LexerUtils

Methods

rnf :: TokenKW -> ()

type Rep TokenKW

Defined in Cryptol.Parser.LexerUtils

type Rep TokenKW = D1 ('MetaData "TokenKW" "Cryptol.Parser.LexerUtils" "cryptol-2.11.0-KBQWpCBm4GD4lGHyVVV39L" 'False) ((((C1 ('MetaCons "KW_else" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "KW_extern" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_fin" 'PrefixI 'False) (U1 :: Type -> Type))) :+: ((C1 ('MetaCons "KW_if" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_private" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "KW_include" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_inf" 'PrefixI 'False) (U1 :: Type -> Type)))) :+: (((C1 ('MetaCons "KW_lg2" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_lengthFromThen" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "KW_lengthFromThenTo" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_max" 'PrefixI 'False) (U1 :: Type -> Type))) :+: ((C1 ('MetaCons "KW_min" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_module" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "KW_newtype" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_pragma" 'PrefixI 'False) (U1 :: Type -> Type))))) :+: ((((C1 ('MetaCons "KW_property" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_then" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "KW_type" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_where" 'PrefixI 'False) (U1 :: Type -> Type))) :+: ((C1 ('MetaCons "KW_let" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_x" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "KW_import" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_as" 'PrefixI 'False) (U1 :: Type -> Type)))) :+: (((C1 ('MetaCons "KW_hiding" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_infixl" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "KW_infixr" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_infix" 'PrefixI 'False) (U1 :: Type -> Type))) :+: ((C1 ('MetaCons "KW_primitive" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_parameter" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "KW_constraint" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "KW_Prop" 'PrefixI 'False) (U1 :: Type -> Type))))))

data TokenErr

Constructors

UnterminatedComment

UnterminatedString

UnterminatedChar

InvalidString

InvalidChar

LexicalError

MalformedLiteral

MalformedSelector

Instances

Eq TokenErr

Defined in Cryptol.Parser.LexerUtils

Methods

(==) :: TokenErr -> TokenErr -> Bool

(/=) :: TokenErr -> TokenErr -> Bool

Show TokenErr

Defined in Cryptol.Parser.LexerUtils

Methods

showsPrec :: Int -> TokenErr -> ShowS

show :: TokenErr -> String

showList :: [TokenErr] -> ShowS

Generic TokenErr

Defined in Cryptol.Parser.LexerUtils

Associated Types

type Rep TokenErr :: Type -> Type

Methods

from :: TokenErr -> Rep TokenErr x

to :: Rep TokenErr x -> TokenErr

NFData TokenErr

Defined in Cryptol.Parser.LexerUtils

Methods

rnf :: TokenErr -> ()

type Rep TokenErr

Defined in Cryptol.Parser.LexerUtils

type Rep TokenErr = D1 ('MetaData "TokenErr" "Cryptol.Parser.LexerUtils" "cryptol-2.11.0-KBQWpCBm4GD4lGHyVVV39L" 'False) (((C1 ('MetaCons "UnterminatedComment" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "UnterminatedString" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "UnterminatedChar" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "InvalidString" 'PrefixI 'False) (U1 :: Type -> Type))) :+: ((C1 ('MetaCons "InvalidChar" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "LexicalError" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "MalformedLiteral" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "MalformedSelector" 'PrefixI 'False) (U1 :: Type -> Type))))

data TokenSym

Constructors

Bar

ArrL

ArrR

FatArrR

Lambda

EqDef

Comma

Semi

Dot

DotDot

DotDotDot

DotDotLt

Colon

BackTick

ParenL

ParenR

BracketL

BracketR

CurlyL

CurlyR

TriL

TriR

Lt

Underscore

Instances

Eq TokenSym

Defined in Cryptol.Parser.LexerUtils

Methods

(==) :: TokenSym -> TokenSym -> Bool

(/=) :: TokenSym -> TokenSym -> Bool

Show TokenSym

Defined in Cryptol.Parser.LexerUtils

Methods

showsPrec :: Int -> TokenSym -> ShowS

show :: TokenSym -> String

showList :: [TokenSym] -> ShowS

Generic TokenSym

Defined in Cryptol.Parser.LexerUtils

Associated Types

type Rep TokenSym :: Type -> Type

Methods

from :: TokenSym -> Rep TokenSym x

to :: Rep TokenSym x -> TokenSym

NFData TokenSym

Defined in Cryptol.Parser.LexerUtils

Methods

rnf :: TokenSym -> ()

type Rep TokenSym

Defined in Cryptol.Parser.LexerUtils

type Rep TokenSym = D1 ('MetaData "TokenSym" "Cryptol.Parser.LexerUtils" "cryptol-2.11.0-KBQWpCBm4GD4lGHyVVV39L" 'False) ((((C1 ('MetaCons "Bar" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "ArrL" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "ArrR" 'PrefixI 'False) (U1 :: Type -> Type))) :+: (C1 ('MetaCons "FatArrR" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "Lambda" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "EqDef" 'PrefixI 'False) (U1 :: Type -> Type)))) :+: ((C1 ('MetaCons "Comma" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "Semi" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "Dot" 'PrefixI 'False) (U1 :: Type -> Type))) :+: (C1 ('MetaCons "DotDot" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "DotDotDot" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "DotDotLt" 'PrefixI 'False) (U1 :: Type -> Type))))) :+: (((C1 ('MetaCons "Colon" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "BackTick" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "ParenL" 'PrefixI 'False) (U1 :: Type -> Type))) :+: (C1 ('MetaCons "ParenR" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "BracketL" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "BracketR" 'PrefixI 'False) (U1 :: Type -> Type)))) :+: ((C1 ('MetaCons "CurlyL" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "CurlyR" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "TriL" 'PrefixI 'False) (U1 :: Type -> Type))) :+: (C1 ('MetaCons "TriR" 'PrefixI 'False) (U1 :: Type -> Type) :+: (C1 ('MetaCons "Lt" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "Underscore" 'PrefixI 'False) (U1 :: Type -> Type))))))

data TokenW

Constructors

BlockComment

LineComment

Space

DocStr

Instances

Eq TokenW

Defined in Cryptol.Parser.LexerUtils

Methods

(==) :: TokenW -> TokenW -> Bool

(/=) :: TokenW -> TokenW -> Bool

Show TokenW

Defined in Cryptol.Parser.LexerUtils

Methods

showsPrec :: Int -> TokenW -> ShowS

show :: TokenW -> String

showList :: [TokenW] -> ShowS

Generic TokenW

Defined in Cryptol.Parser.LexerUtils

Associated Types

type Rep TokenW :: Type -> Type

Methods

from :: TokenW -> Rep TokenW x

to :: Rep TokenW x -> TokenW

NFData TokenW

Defined in Cryptol.Parser.LexerUtils

Methods

rnf :: TokenW -> ()

type Rep TokenW

Defined in Cryptol.Parser.LexerUtils

type Rep TokenW = D1 ('MetaData "TokenW" "Cryptol.Parser.LexerUtils" "cryptol-2.11.0-KBQWpCBm4GD4lGHyVVV39L" 'False) ((C1 ('MetaCons "BlockComment" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "LineComment" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "Space" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "DocStr" 'PrefixI 'False) (U1 :: Type -> Type)))

data Located a

Constructors

Located

Fields

• srcRange :: !Range
• thing :: !a

Instances

Functor Located

Defined in Cryptol.Parser.Position

Methods

fmap :: (a -> b) -> Located a -> Located b

(<$) :: a -> Located b -> Located a

Eq a => Eq (Located a)

Defined in Cryptol.Parser.Position

Methods

(==) :: Located a -> Located a -> Bool

(/=) :: Located a -> Located a -> Bool

Ord a => Ord (Located a)

Defined in Cryptol.Parser.Position

Methods

compare :: Located a -> Located a -> Ordering

(<) :: Located a -> Located a -> Bool

(<=) :: Located a -> Located a -> Bool

(>) :: Located a -> Located a -> Bool

(>=) :: Located a -> Located a -> Bool

max :: Located a -> Located a -> Located a

min :: Located a -> Located a -> Located a

Show a => Show (Located a)

Defined in Cryptol.Parser.Position

Methods

showsPrec :: Int -> Located a -> ShowS

show :: Located a -> String

showList :: [Located a] -> ShowS

Generic (Located a)

Defined in Cryptol.Parser.Position

Associated Types

type Rep (Located a) :: Type -> Type

Methods

from :: Located a -> Rep (Located a) x

to :: Rep (Located a) x -> Located a

NFData a => NFData (Located a)

Defined in Cryptol.Parser.Position

Methods

rnf :: Located a -> ()

PPName a => PPName (Located a)

Defined in Cryptol.Parser.Position

Methods

ppNameFixity :: Located a -> Maybe Fixity

ppPrefixName :: Located a -> Doc

ppInfixName :: Located a -> Doc

PP a => PP (Located a)

Defined in Cryptol.Parser.Position

Methods

ppPrec :: Int -> Located a -> Doc

AddLoc (Located a)

Defined in Cryptol.Parser.Position

Methods

addLoc :: Located a -> Range -> Located a

dropLoc :: Located a -> Located a

HasLoc (Located a)

Defined in Cryptol.Parser.Position

Methods

getLoc :: Located a -> Maybe Range

NoPos (Located t)

Defined in Cryptol.Parser.AST

Methods

noPos :: Located t -> Located t

ShowParseable a => ShowParseable (Located a)

Defined in Cryptol.TypeCheck.Parseable

Methods

showParseable :: Located a -> Doc

type Rep (Located a)

Defined in Cryptol.Parser.Position

type Rep (Located a) = D1 ('MetaData "Located" "Cryptol.Parser.Position" "cryptol-2.11.0-KBQWpCBm4GD4lGHyVVV39L" 'False) (C1 ('MetaCons "Located" 'PrefixI 'True) (S1 ('MetaSel ('Just "srcRange") 'NoSourceUnpackedness 'SourceStrict 'DecidedStrict) (Rec0 Range) :*: S1 ('MetaSel ('Just "thing") 'NoSourceUnpackedness 'SourceStrict 'DecidedStrict) (Rec0 a)))

data Config

Constructors

Config

Fields

• cfgSource :: !FilePath

  File that we are working on

• cfgStart :: !Position

  Starting position for the parser

• cfgLayout :: !Layout

  Settings for layout processing

• cfgPreProc :: PreProc

  Preprocessor settings

• cfgAutoInclude :: [FilePath]

  Implicit includes

• cfgModuleScope :: Bool

  When we do layout processing should we add a vCurly (i.e., are we parsing a list of things).

defaultConfig :: Config