Network.HTTP.Robots

type Robot

type Unparsable

data UserAgent

type Path

data Directive

strip

parseRobots

robotP

unparsableP

agentDirectiveP

skipSpace

directiveP

agentP

commentsP

tokenP

canAccess