Safe Haskell | None |
---|
- type Robot = [(UserAgent, [Directive])]
- data UserAgent
- type Path = ByteString
- data Directive
- parseRobots :: ByteString -> Either String Robot
- robotP :: Parser Robot
- directiveP :: Parser Directive
- agentP :: Parser UserAgent
- tokenP :: Parser ByteString
Documentation
type Path = ByteStringSource
parseRobots :: ByteString -> Either String RobotSource
parseRobots is the main entry point for parsing a robots.txt file.