Zenacy.HTML.Internal.Token

Defines a token type used by the lexer.

Documentation

data Token

Defines the token type. The token type is used for testing and debugging only.

Constructors

TDoctype

Fields

• tDoctypeName :: !BS
• tDoctypeQuirks :: !Bool
• tDoctypePublic :: !(Maybe BS)
• tDoctypeSystem :: !(Maybe BS)

TStart

Fields

• tStartName :: !BS
• tStartClosed :: !Bool
• tStartAttr :: ![TAttr]

TEnd

Fields

• tEndName :: !BS

TComment

Fields

• tCommentData :: !BS

TChar

Fields

• tCharData :: !Word8

TEOF

Instances

Eq Token

Defined in Zenacy.HTML.Internal.Token

Methods

(==) :: Token -> Token -> Bool

(/=) :: Token -> Token -> Bool

Ord Token

Defined in Zenacy.HTML.Internal.Token

Methods

compare :: Token -> Token -> Ordering

(<) :: Token -> Token -> Bool

(<=) :: Token -> Token -> Bool

(>) :: Token -> Token -> Bool

(>=) :: Token -> Token -> Bool

max :: Token -> Token -> Token

min :: Token -> Token -> Token

Show Token

Defined in Zenacy.HTML.Internal.Token

Methods

showsPrec :: Int -> Token -> ShowS

show :: Token -> String

showList :: [Token] -> ShowS

data TokenBuffer s

A type of buffer used to hold tokens.

Constructors

TokenBuffer

Fields

• tbCntl :: MVector s Int
• tbData :: MVector s Word8

data TAttr

An HTML element attribute type.

Constructors

TAttr

Fields

• tAttrName :: BS
• tAttrVal :: BS
• tAttrNamespace :: HTMLAttrNamespace

Instances

Eq TAttr

Defined in Zenacy.HTML.Internal.Token

Methods

(==) :: TAttr -> TAttr -> Bool

(/=) :: TAttr -> TAttr -> Bool

Ord TAttr

Defined in Zenacy.HTML.Internal.Token

Methods

compare :: TAttr -> TAttr -> Ordering

(<) :: TAttr -> TAttr -> Bool

(<=) :: TAttr -> TAttr -> Bool

(>) :: TAttr -> TAttr -> Bool

(>=) :: TAttr -> TAttr -> Bool

max :: TAttr -> TAttr -> TAttr

min :: TAttr -> TAttr -> TAttr

Show TAttr

Defined in Zenacy.HTML.Internal.Token

Methods

showsPrec :: Int -> TAttr -> ShowS

show :: TAttr -> String

showList :: [TAttr] -> ShowS

tokenAttr :: BS -> BS -> TAttr

Makes an attribute.

tokenHasAttr :: BS -> Token -> Bool

Determines if a token has an attribute.

tokenGetAttr :: BS -> Token -> Maybe TAttr

Finds an attribute in a token.

tokenGetAttrVal :: BS -> Token -> Maybe BS

Finds an attribute value for a token.

tokenBuffer :: ST s (STRef s (TokenBuffer s))

Makes a new token buffer.

tokenCapacity :: STRef s (TokenBuffer s) -> ST s (Int, Int)

Gets the capacity of the buffer.

tokenReset :: STRef s (TokenBuffer s) -> ST s ()

Resets a token buffer.

tokenTail :: STRef s (TokenBuffer s) -> ST s Int

Get the token buffer tail offset.

tokenFirst :: STRef s (TokenBuffer s) -> ST s Int

Positions the emitter to the first token and returns its offset.

tokenNext :: STRef s (TokenBuffer s) -> ST s Int

Positions the emitter to the next token and returns its offset.

tokenCount :: STRef s (TokenBuffer s) -> ST s Int

Counts the number of tokens in the buffer.

tokenOffset :: STRef s (TokenBuffer s) -> ST s [Int]

Gets a list of the tokens in the buffer.

tokenList :: STRef s (TokenBuffer s) -> ST s [Token]

Gets a list of the tokens in the buffer.

tokenDrop :: STRef s (TokenBuffer s) -> ST s ()

Drops the last token from the buffer.

tokenHasEOF :: STRef s (TokenBuffer s) -> ST s Bool

Returns whether a buffer includes an EOF token.

tokenSlice :: Int -> Int -> STRef s (TokenBuffer s) -> ST s [Word8]

Returns a slice of the data area of a token buffer.

tokenTagStartName :: Int -> STRef s (TokenBuffer s) -> ST s (Maybe [Word8])

Returns the start tag name at for the token at an offset.

tokenTagEndName :: Int -> STRef s (TokenBuffer s) -> ST s (Maybe [Word8])

Returns the end tag name at for the token at an offset.

tokenDoctypeType :: Int

Defines the type for a DOCTYPE token.

tokenTagStartType :: Int

Defines the type for a start tag token.

tokenTagEndType :: Int

Defines the type for a end tag token.

tokenCommentType :: Int

Defines the type for a comment token.

tokenCharType :: Int

Defines the type for a character token.

tokenEOFType :: Int

Defines the type for an EOF token.

tokenDoctypeInit :: STRef s (TokenBuffer s) -> ST s ()

Adds a new DOCTYPE token to the lexer.

tokenDoctypeNameAppend :: Word8 -> STRef s (TokenBuffer s) -> ST s ()

Appends a character to the current DOCTYPE token.

tokenDoctypeSetForceQuirks :: STRef s (TokenBuffer s) -> ST s ()

Sets the force quirks flag for the current DOCTYPE.

tokenDoctypePublicIdInit :: STRef s (TokenBuffer s) -> ST s ()

Initializes the DOCTYPE public ID.

tokenDoctypePublicIdAppend :: Word8 -> STRef s (TokenBuffer s) -> ST s ()

Appends a character to the DOCTYPE public ID.

tokenDoctypeSystemIdInit :: STRef s (TokenBuffer s) -> ST s ()

Initializes the DOCTYPE system ID.

tokenDoctypeSystemIdAppend :: Word8 -> STRef s (TokenBuffer s) -> ST s ()

Appends a character to the DOCTYPE system ID.

tokenTagStartInit :: STRef s (TokenBuffer s) -> ST s ()

Adds a new start tag to the lexer.

tokenTagStartSetSelfClosing :: STRef s (TokenBuffer s) -> ST s ()

Adds a new start tag to the lexer.

tokenTagEndInit :: STRef s (TokenBuffer s) -> ST s ()

Adds a new end tag to the lexer.

tokenTagNameAppend :: Word8 -> STRef s (TokenBuffer s) -> ST s ()

Appends a character to a tag name if the token is a tag.

tokenAttrInit :: STRef s (TokenBuffer s) -> ST s ()

Starts a new attribute

tokenAttrNameAppend :: Word8 -> STRef s (TokenBuffer s) -> ST s ()

Appends a character to the latest attribute name.

tokenAttrValAppend :: Word8 -> STRef s (TokenBuffer s) -> ST s ()

Appends a character to the latest attribute value.

tokenAttrNamePrune :: Int -> STRef s (TokenBuffer s) -> ST s Bool

Checks for duplicate attribute names. Refer to section 12.2.5.33 for details.

tokenCommentInit :: STRef s (TokenBuffer s) -> ST s ()

Adds a new comment token to the lexer.

tokenCommentAppend :: Word8 -> STRef s (TokenBuffer s) -> ST s ()

Appends a character to the current comment token.

tokenCharInit :: Word8 -> STRef s (TokenBuffer s) -> ST s ()

Initializes a text token.

tokenEOFInit :: STRef s (TokenBuffer s) -> ST s ()

Initializes an EOF token.

tokenType :: Int -> STRef s (TokenBuffer s) -> ST s Int

Gets the type of a token.

tokenSize :: Int -> STRef s (TokenBuffer s) -> ST s Int

Gets the size of a token.

tokenPack :: Int -> STRef s (TokenBuffer s) -> ST s Token

Unpacks a token at the specified index.