Network.HTTP.Robots
type Robot
type Unparsable
data UserAgent
type Path
type TimeInterval
data Directive
subParser
safeParseRational
dropUTF8BOM
parseHourMinute
parseTimeInterval
allDay
parseRequestRate
parseVisitTime
parseCrawlDelay
strip
parseRobots
robotP
unparsableP
agentDirectiveP
skipSpace
directiveP
agentP
commentsP
tokenP
tokenWithSpacesP
canAccess