| Safe Haskell | None |
|---|---|
| Language | Haskell2010 |
Text.Feed.Crawl
- userAgent :: ByteString
- crawlURL :: String -> IO CrawlResult
- mkCrawlResult :: String -> (Response ByteString, [Status]) -> IO CrawlResult
- withRedirectTracking :: ManagerSettings -> Request -> IO (Response ByteString, [Status])
- traceRedirects :: Request -> Manager -> StateT [Status] IO (Response ByteString)
- isFeed :: Status -> Bool
- ensureAbsURL :: Request -> Maybe ByteString -> Maybe ByteString
- ensureAbsURL' :: Maybe URI -> String -> Maybe String
- baseURL :: Request -> Maybe URI
Documentation
userAgent :: ByteString Source
Spoof a Safari Browser because some sites don't even serve feeds to an http-conduit client
crawlURL :: String -> IO CrawlResult Source
The main function
mkCrawlResult :: String -> (Response ByteString, [Status]) -> IO CrawlResult Source
withRedirectTracking :: ManagerSettings -> Request -> IO (Response ByteString, [Status]) Source
Returns a tuple of response and list of redirect locations. The first location is the last redirect.
traceRedirects :: Request -> Manager -> StateT [Status] IO (Response ByteString) Source
ensureAbsURL :: Request -> Maybe ByteString -> Maybe ByteString Source