robots-txt-0.1.0.1: Parser for robots.txt
Network.HTTP.Robots
type Robot = [(UserAgent, [Directive])]Source
data UserAgent Source
Constructors
Instances
type Path = ByteStringSource
data Directive Source
parseRobots :: ByteString -> Either String RobotSource
data Hole Source
robotP :: Parser RobotSource
directiveP :: Parser DirectiveSource
agentP :: Parser UserAgentSource
tokenP :: Parser ByteStringSource