module Snap.Internal.Http.Server where
import Control.Arrow (first, second)
import Control.Monad.State.Strict
import Control.Concurrent.MVar
import Control.Exception
import Data.Char
import Data.CIByteString
import Data.Binary.Put
import Data.ByteString (ByteString)
import qualified Data.ByteString as S
import qualified Data.ByteString.Char8 as SC
import qualified Data.ByteString.Lazy as L
import Data.ByteString.Internal (c2w, w2c)
import qualified Data.ByteString.Nums.Careless.Int as Cvt
import Data.Int
import Data.IORef
import Data.Iteratee.WrappedByteString (unWrap)
import Data.List (foldl')
import qualified Data.Map as Map
import Data.Maybe (fromJust, catMaybes, fromMaybe)
import Data.Monoid
import Data.Version
import Foreign.C.Types
import Foreign.ForeignPtr
import GHC.Conc
import Prelude hiding (catch, show, Show)
import qualified Prelude
import System.PosixCompat.Files hiding (setFileSize)
import System.Posix.Types (FileOffset)
import Text.Show.ByteString hiding (runPut)
import System.FastLogger
import Snap.Internal.Http.Types hiding (Enumerator)
import Snap.Internal.Http.Parser
import Snap.Internal.Http.Server.Date
import Snap.Internal.Iteratee.Debug
import Snap.Iteratee hiding (foldl', head, take, mapM_, FileOffset)
import qualified Snap.Iteratee as I
#ifdef LIBEV
import qualified Snap.Internal.Http.Server.LibevBackend as Backend
import Snap.Internal.Http.Server.LibevBackend (debug)
#else
import qualified Snap.Internal.Http.Server.SimpleBackend as Backend
import Snap.Internal.Http.Server.SimpleBackend (debug)
#endif
import qualified Paths_snap_server as V
type ServerHandler = (ByteString -> IO ())
-> Request
-> Iteratee IO (Request,Response)
type ServerMonad = StateT ServerState (Iteratee IO)
data ServerState = ServerState
{ _forceConnectionClose :: Bool
, _localHostname :: ByteString
, _localAddress :: ByteString
, _localPort :: Int
, _remoteAddr :: ByteString
, _remotePort :: Int
, _logAccess :: Request -> Response -> IO ()
, _logError :: ByteString -> IO ()
}
runServerMonad :: ByteString
-> ByteString
-> Int
-> ByteString
-> Int
-> (Request -> Response -> IO ())
-> (ByteString -> IO ())
-> ServerMonad a
-> Iteratee IO a
runServerMonad lh lip lp rip rp la le m = evalStateT m st
where
st = ServerState False lh lip lp rip rp la le
httpServe :: ByteString
-> Int
-> ByteString
-> Maybe FilePath
-> Maybe FilePath
-> ServerHandler
-> IO ()
httpServe bindAddress bindPort localHostname alogPath elogPath handler =
withLoggers alogPath elogPath
(\(alog, elog) -> spawnAll alog elog)
where
spawnAll alog elog = do
logE elog $ S.concat [ "Server.httpServe: START ("
, Backend.name, ")"]
let n = numCapabilities
bracket (spawn n)
(\xs -> do
logE elog "Server.httpServe: SHUTDOWN"
Prelude.mapM_ (Backend.stop . fst) xs
logE elog "Server.httpServe: BACKEND STOPPED")
(runAll alog elog)
runAll alog elog xs = do
tids <- Prelude.mapM f $ xs `zip` [0..]
Prelude.mapM_ (takeMVar . snd) xs `catch` \ (e::SomeException) -> do
mapM killThread tids
throwIO e
where
f ((backend,mvar),cpu) = forkOnIO cpu $ do
labelMe $ map w2c $ S.unpack $
S.concat ["accThread ", l2s $ show cpu]
(try $ goooo alog elog backend cpu) :: IO (Either SomeException ())
putMVar mvar ()
goooo alog elog backend cpu =
let loop = go alog elog backend cpu >> loop
in loop
maybeSpawnLogger = maybe (return Nothing) $ (liftM Just) . newLogger
withLoggers afp efp =
bracket (do alog <- maybeSpawnLogger afp
elog <- maybeSpawnLogger efp
return (alog, elog))
(\(alog, elog) -> do
maybe (return ()) stopLogger alog
maybe (return ()) stopLogger elog)
labelMe :: String -> IO ()
labelMe s = do
tid <- myThreadId
labelThread tid s
spawn n = do
sock <- Backend.bindIt bindAddress bindPort
backends <- mapM (Backend.new sock) $ [0..(n1)]
mvars <- replicateM n newEmptyMVar
return (backends `zip` mvars)
runOne alog elog backend cpu =
Backend.withConnection backend cpu $ \conn ->
do
debug "Server.httpServe.runOne: entered"
let readEnd = Backend.getReadEnd conn
let writeEnd = Backend.getWriteEnd conn
let raddr = Backend.getRemoteAddr conn
let rport = Backend.getRemotePort conn
let laddr = Backend.getLocalAddr conn
let lport = Backend.getLocalPort conn
runHTTP localHostname laddr lport raddr rport
alog elog readEnd writeEnd
(Backend.sendFile conn)
(Backend.tickleTimeout conn) handler
debug "Server.httpServe.runHTTP: finished"
go alog elog backend cpu = runOne alog elog backend cpu
`catches`
[ Handler $ \(_ :: Backend.TimeoutException) -> return ()
, Handler $ \(e :: AsyncException) -> do
logE elog $
S.concat [ "Server.httpServe.go: got async exception, "
, "terminating: ", bshow e ]
throwIO e
, Handler $ \(e :: Backend.BackendTerminatedException) -> do
logE elog $
S.concat ["Server.httpServe.go: got backend terminated, "
, "waiting for cleanup" ]
throwIO e
, Handler $ \(e :: IOException) -> do
logE elog $
S.concat [ "Server.httpServe.go: got io exception: "
, bshow e ]
, Handler $ \(e :: SomeException) -> do
logE elog $
S.concat [ "Server.httpServe.go: got someexception: "
, bshow e ] ]
debugE :: (MonadIO m) => ByteString -> m ()
debugE s = debug $ "Server: " ++ (map w2c $ S.unpack s)
logE :: Maybe Logger -> ByteString -> IO ()
logE elog = maybe debugE (\l s -> debugE s >> logE' l s) elog
logE' :: Logger -> ByteString -> IO ()
logE' logger s = (timestampedLogEntry s) >>= logMsg logger
bshow :: (Prelude.Show a) => a -> ByteString
bshow = toBS . Prelude.show
logA ::Maybe Logger -> Request -> Response -> IO ()
logA alog = maybe (\_ _ -> return ()) logA' alog
logA' :: Logger -> Request -> Response -> IO ()
logA' logger req rsp = do
let hdrs = rqHeaders req
let host = rqRemoteAddr req
let user = Nothing
let (v, v') = rqVersion req
let ver = S.concat [ "HTTP/", bshow v, ".", bshow v' ]
let method = toBS $ Prelude.show (rqMethod req)
let reql = S.intercalate " " [ method, rqURI req, ver ]
let status = rspStatus rsp
let cl = rspContentLength rsp
let referer = maybe Nothing (Just . head) $ Map.lookup "referer" hdrs
let userAgent = maybe "-" head $ Map.lookup "user-agent" hdrs
msg <- combinedLogEntry host user reql status cl referer userAgent
logMsg logger msg
runHTTP :: ByteString
-> ByteString
-> Int
-> ByteString
-> Int
-> Maybe Logger
-> Maybe Logger
-> Enumerator IO ()
-> Iteratee IO ()
-> (FilePath -> Int64 -> Int64 -> IO ())
-> IO ()
-> ServerHandler
-> IO ()
runHTTP lh lip lp rip rp alog elog
readEnd writeEnd onSendFile tickle handler =
go `catches` [ Handler $ \(e :: AsyncException) -> do
throwIO e
, Handler $ \(_ :: Backend.TimeoutException) -> return ()
, Handler $ \(e :: SomeException) ->
logE elog $ S.concat [ logPrefix , bshow e ] ]
where
logPrefix = S.concat [ "[", rip, "]: error: " ]
go = do
buf <- mkIterateeBuffer
let iter1 = runServerMonad lh lip lp rip rp (logA alog) (logE elog) $
httpSession writeEnd buf onSendFile tickle
handler
let iter = iterateeDebugWrapper "httpSession iteratee" iter1
readEnd iter >>= run
debug "runHTTP/go: finished"
sERVER_HEADER :: [ByteString]
sERVER_HEADER = [S.concat ["Snap/", snapServerVersion]]
snapServerVersion :: ByteString
snapServerVersion = SC.pack $ showVersion $ V.version
logAccess :: Request -> Response -> ServerMonad ()
logAccess req rsp = gets _logAccess >>= (\l -> liftIO $ l req rsp)
logError :: ByteString -> ServerMonad ()
logError s = gets _logError >>= (\l -> liftIO $ l s)
httpSession :: Iteratee IO ()
-> ForeignPtr CChar
-> (FilePath -> Int64 -> Int64 -> IO ())
-> IO ()
-> ServerHandler
-> ServerMonad ()
httpSession writeEnd' ibuf onSendFile tickle handler = do
writeEnd1 <- liftIO $ I.unsafeBufferIterateeWithBuffer ibuf writeEnd'
let writeEnd = iterateeDebugWrapper "writeEnd" writeEnd1
liftIO $ debug "Server.httpSession: entered"
mreq <- receiveRequest
liftIO tickle
case mreq of
(Just req) -> do
liftIO $ debug $ "Server.httpSession: got request: " ++
Prelude.show (rqMethod req) ++
" " ++ SC.unpack (rqURI req) ++
" " ++ Prelude.show (rqVersion req)
checkExpect100Continue req writeEnd
logerr <- gets _logError
(req',rspOrig) <- lift $ handler logerr req
liftIO $ debug $ "Server.httpSession: finished running user handler"
let rspTmp = rspOrig { rspHttpVersion = rqVersion req }
checkConnectionClose (rspHttpVersion rspTmp) (rspHeaders rspTmp)
cc <- gets _forceConnectionClose
let rsp = if cc
then (setHeader "Connection" "close" rspTmp)
else rspTmp
liftIO $ debug "Server.httpSession: handled, skipping request body"
srqEnum <- liftIO $ readIORef $ rqBody req'
let (SomeEnumerator rqEnum) = srqEnum
lift $ joinIM
$ rqEnum (iterateeDebugWrapper "httpSession/skipToEof" skipToEof)
liftIO $ debug $ "Server.httpSession: request body skipped, " ++
"sending response"
date <- liftIO getDateString
let ins = Map.insert "Date" [date] . Map.insert "Server" sERVER_HEADER
let rsp' = updateHeaders ins rsp
(bytesSent,_) <- sendResponse req rsp' writeEnd onSendFile
liftIO . debug $ "Server.httpSession: sent " ++
(Prelude.show bytesSent) ++ " bytes"
maybe (logAccess req rsp')
(\_ -> logAccess req $ setContentLength bytesSent rsp')
(rspContentLength rsp')
if cc
then do
debug $ "httpSession: Connection: Close, harikari"
liftIO $ myThreadId >>= killThread
else httpSession writeEnd' ibuf onSendFile tickle handler
Nothing -> do
liftIO $ debug $ "Server.httpSession: parser did not produce a " ++
"request, ending session"
return ()
checkExpect100Continue :: Request
-> Iteratee IO ()
-> ServerMonad ()
checkExpect100Continue req writeEnd = do
let mbEx = getHeaders "Expect" req
maybe (return ())
(\l -> if elem "100-continue" l then go else return ())
mbEx
where
go = do
let (major,minor) = rqVersion req
let hl = runPut $ do
putByteString "HTTP/"
showp major
putAscii '.'
showp minor
putByteString " 100 Continue\r\n\r\n"
iter <- liftIO $ enumLBS hl writeEnd
liftIO $ run iter
receiveRequest :: ServerMonad (Maybe Request)
receiveRequest = do
mreq <- lift parseRequest
case mreq of
(Just ireq) -> do
req' <- toRequest ireq
setEnumerator req'
req <- parseForm req'
checkConnectionClose (rqVersion req) (rqHeaders req)
return $ Just req
Nothing -> return Nothing
where
setEnumerator :: Request -> ServerMonad ()
setEnumerator req =
if isChunked
then do
liftIO $ debug $ "receiveRequest/setEnumerator: " ++
"input in chunked encoding"
let e = readChunkedTransferEncoding
liftIO $ writeIORef (rqBody req)
(SomeEnumerator e)
else maybe noContentLength hasContentLength mbCL
where
isChunked = maybe False
((== ["chunked"]) . map toCI)
(Map.lookup "transfer-encoding" hdrs)
hasContentLength :: Int -> ServerMonad ()
hasContentLength l = do
liftIO $ debug $ "receiveRequest/setEnumerator: " ++
"request had content-length " ++ Prelude.show l
liftIO $ writeIORef (rqBody req) (SomeEnumerator e)
liftIO $ debug "receiveRequest/setEnumerator: body enumerator set"
where
e :: Enumerator IO a
e it = return $ joinI $ I.take l $
iterateeDebugWrapper "rqBody iterator" it
noContentLength :: ServerMonad ()
noContentLength = do
liftIO $ debug ("receiveRequest/setEnumerator: " ++
"request did NOT have content-length")
let e = return . joinI . I.take 0
liftIO $ writeIORef (rqBody req) (SomeEnumerator e)
liftIO $ debug "receiveRequest/setEnumerator: body enumerator set"
hdrs = rqHeaders req
mbCL = Map.lookup "content-length" hdrs >>= return . Cvt.int . head
parseForm :: Request -> ServerMonad Request
parseForm req =
if doIt then getIt else return req
where
mbCT = liftM head $ Map.lookup "content-type" (rqHeaders req)
trimIt = fst . SC.spanEnd isSpace . SC.takeWhile (/= ';')
. SC.dropWhile isSpace
mbCT' = liftM trimIt mbCT
doIt = mbCT' == Just "application/x-www-form-urlencoded"
maximumPOSTBodySize :: Int64
maximumPOSTBodySize = 10*1024*1024
getIt :: ServerMonad Request
getIt = do
liftIO $ debug "parseForm: got application/x-www-form-urlencoded"
liftIO $ debug "parseForm: reading POST body"
senum <- liftIO $ readIORef $ rqBody req
let (SomeEnumerator enum) = senum
let i = joinI $ takeNoMoreThan maximumPOSTBodySize stream2stream
iter <- liftIO $ enum i
body <- liftM unWrap $ lift iter
let newParams = parseUrlEncoded body
liftIO $ debug "parseForm: stuffing 'enumBS body' into request"
let e = enumBS body >. enumEof
liftIO $ writeIORef (rqBody req) $ SomeEnumerator $
e . iterateeDebugWrapper "regurgitate body"
return $ req { rqParams = rqParams req `mappend` newParams }
toRequest (IRequest method uri version kvps) =
do
localAddr <- gets _localAddress
localPort <- gets _localPort
remoteAddr <- gets _remoteAddr
remotePort <- gets _remotePort
localHostname <- gets _localHostname
let (serverName, serverPort) = fromMaybe
(localHostname, localPort)
(liftM (parseHost . head)
(Map.lookup "host" hdrs))
enum <- liftIO $ newIORef $ SomeEnumerator return
return $ Request serverName
serverPort
remoteAddr
remotePort
localAddr
localPort
localHostname
isSecure
hdrs
enum
mbContentLength
method
version
cookies
snapletPath
pathInfo
contextPath
uri
queryString
params
where
snapletPath = ""
dropLeadingSlash s = maybe s f mbS
where
f (a,s') = if a == c2w '/' then s' else s
mbS = S.uncons s
isSecure = False
hdrs = toHeaders kvps
mbContentLength = liftM (Cvt.int . head) $
Map.lookup "content-length" hdrs
cookies = concat $
maybe []
(catMaybes . map parseCookie)
(Map.lookup "cookie" hdrs)
contextPath = "/"
parseHost h = (a, Cvt.int (S.drop 1 b))
where
(a,b) = S.break (== (c2w ':')) h
params = parseUrlEncoded queryString
(pathInfo, queryString) = first dropLeadingSlash . second (S.drop 1) $
S.break (== (c2w '?')) uri
sendResponse :: forall a . Request
-> Response
-> Iteratee IO a
-> (FilePath -> Int64 -> Int64 -> IO a)
-> ServerMonad (Int64, a)
sendResponse req rsp' writeEnd onSendFile = do
rsp <- fixupResponse rsp'
let !headerString = mkHeaderString rsp
(!x,!bs) <- case (rspBody rsp) of
(Enum e) -> lift $ whenEnum headerString rsp e
(SendFile f Nothing) -> lift $
whenSendFile headerString rsp f 0
(SendFile f (Just (st,_))) ->
lift $ whenSendFile headerString rsp f st
return $! (bs,x)
where
whenEnum :: ByteString
-> Response
-> (forall x . Enumerator IO x)
-> Iteratee IO (a,Int64)
whenEnum hs rsp e = do
let enum = if rspTransformingRqBody rsp
then enumBS hs >. e
else enumBS hs >. e >. enumEof
let hl = fromIntegral $ S.length hs
debug $ "sendResponse: whenEnum: enumerating bytes"
(x,bs) <- joinIM $ enum (countBytes writeEnd)
debug $ "sendResponse: whenEnum: " ++ Prelude.show bs ++ " bytes enumerated"
return (x, bshl)
whenSendFile hs r f start = do
joinIM $ (enumBS hs >. enumEof) writeEnd
let !cl = fromJust $ rspContentLength r
x <- liftIO $ onSendFile f start cl
return (x, cl)
(major,minor) = rspHttpVersion rsp'
putHdrs hdrs =
mapM_ putHeader $ Map.toList hdrs
where
putHeader (k, ys) = mapM_ (putOne k) ys
putOne k y = do
putByteString $ unCI k
putByteString ": "
putByteString y
putByteString "\r\n"
noCL :: Response -> ServerMonad Response
noCL r =
do
let sendChunked = (rspHttpVersion r) == (1,1)
if sendChunked
then do
let r' = setHeader "Transfer-Encoding" "chunked" r
let origE = rspBodyToEnum $ rspBody r
let e i = writeChunkedTransferEncoding i >>= origE
return $ r' { rspBody = Enum e }
else do
modify $! \s -> s { _forceConnectionClose = True }
return $ setHeader "Connection" "close" r
hasCL :: Int64 -> Response -> ServerMonad Response
hasCL cl r =
do
let r' = setHeader "Content-Length" (l2s $ show cl) r
let b = case (rspBody r') of
(Enum e) -> Enum (i e)
(SendFile f m) -> SendFile f m
return $ r' { rspBody = b }
where
i :: forall z . Enumerator IO z -> Enumerator IO z
i enum iter = enum (joinI $ takeExactly cl iter)
setFileSize :: FilePath -> Response -> ServerMonad Response
setFileSize fp r =
do
fs <- liftM fromIntegral $ liftIO $ getFileSize fp
return $ r { rspContentLength = Just fs }
handle304 :: Response -> Response
handle304 r = setResponseBody (enumBS "") $
updateHeaders (Map.delete "Transfer-Encoding") $
setContentLength 0 r
fixupResponse :: Response -> ServerMonad Response
fixupResponse r = do
let r' = deleteHeader "Content-Length" r
let code = rspStatus r'
let r'' = if code == 204 || code == 304
then handle304 r'
else r'
r''' <- do
z <- case (rspBody r'') of
(Enum _) -> return r''
(SendFile f Nothing) -> setFileSize f r''
(SendFile _ (Just (s,e))) -> return $
setContentLength (es) r''
case (rspContentLength z) of
Nothing -> noCL z
(Just sz) -> hasCL sz z
if rqMethod req == HEAD
then return $ deleteHeader "Transfer-Encoding"
$ r''' { rspBody = Enum $ enumBS "" }
else return r'''
mkHeaderString :: Response -> ByteString
mkHeaderString r = out
where
!out =
S.concat $ L.toChunks $ runPut $ do
putByteString "HTTP/"
showp major
putAscii '.'
showp minor
putAscii ' '
showp $ rspStatus r
putAscii ' '
putByteString $ rspStatusReason r
putByteString "\r\n"
putHdrs $ headers r
putByteString "\r\n"
checkConnectionClose :: (Int, Int) -> Headers -> ServerMonad ()
checkConnectionClose ver hdrs =
if (ver == (1,1) && l == Just ["close"]) ||
(ver == (1,0) && l /= Just ["keep-alive"])
then modify $ \s -> s { _forceConnectionClose = True }
else return ()
where
l = liftM (map tl) $ Map.lookup "Connection" hdrs
tl = S.map (c2w . toLower . w2c)
toHeaders :: [(ByteString,ByteString)] -> Headers
toHeaders kvps = foldl' f Map.empty kvps'
where
kvps' = map (first toCI . second (:[])) kvps
f m (k,v) = Map.insertWith' (flip (++)) k v m
getFileSize :: FilePath -> IO FileOffset
getFileSize fp = liftM fileSize $ getFileStatus fp
l2s :: L.ByteString -> S.ByteString
l2s = S.concat . L.toChunks
toBS :: String -> ByteString
toBS = S.pack . map c2w