Network.HTTP.Robots

type Robot

data UserAgent

type Path

data Directive

parseRobots

robotP

skipSpace

directiveP

agentP

commentsP

tokenP

canAccess