{-# LANGUAGE BangPatterns, CPP, MagicHash, OverloadedStrings #-}
------------------------------------------------------------------------------
-- |
-- Module:      Blaze.ByteString.Builder.HTTP
-- Copyright:   (c) 2013 Simon Meier
-- License:     BSD3
-- Maintainer:  Leon P Smith <leon@melding-monads.com>
-- Stability:   experimental
--
-- Support for HTTP response encoding.
--
------------------------------------------------------------------------------

module Blaze.ByteString.Builder.HTTP (
  -- * Chunked HTTP transfer encoding
    chunkedTransferEncoding
  , chunkedTransferTerminator
  ) where

#if defined(__GLASGOW_HASKELL__) && !defined(__HADDOCK__)
#include "MachDeps.h"
#endif

#if defined(__GLASGOW_HASKELL__) && !defined(__HADDOCK__)
import GHC.Base
import GHC.Word (Word32(..))
#else
import Data.Word
#endif

import Foreign

import qualified Data.ByteString       as S
import Data.ByteString.Char8 ()

import Blaze.ByteString.Builder.Internal.Write
import Data.ByteString.Builder
import Data.ByteString.Builder.Internal
import Blaze.ByteString.Builder.ByteString (copyByteString)

import qualified Blaze.ByteString.Builder.Char8 as Char8

#if !MIN_VERSION_base(4,8,0)
import Data.Monoid
#endif


{-# INLINE shiftr_w32 #-}
shiftr_w32 :: Word32 -> Int -> Word32

#if defined(__GLASGOW_HASKELL__) && !defined(__HADDOCK__)
shiftr_w32 :: Word32 -> Int -> Word32
shiftr_w32 (W32# w :: Word#
w) (I# i :: Int#
i) = Word# -> Word32
W32# (Word#
w Word# -> Int# -> Word#
`uncheckedShiftRL#`   Int#
i)
#else
shiftr_w32 = shiftR
#endif


-- | Write a CRLF sequence.
writeCRLF :: Write
writeCRLF :: Write
writeCRLF = Char -> Write
Char8.writeChar '\r' Write -> Write -> Write
forall a. Monoid a => a -> a -> a
`mappend` Char -> Write
Char8.writeChar '\n'
{-# INLINE writeCRLF #-}

-- | Execute a write
{-# INLINE execWrite #-}
execWrite :: Write -> Ptr Word8 -> IO ()
execWrite :: Write -> Ptr Word8 -> IO ()
execWrite w :: Write
w op :: Ptr Word8
op = do
    Ptr Word8
_ <- Poke -> Ptr Word8 -> IO (Ptr Word8)
runPoke (Write -> Poke
getPoke Write
w) Ptr Word8
op
    () -> IO ()
forall (m :: * -> *) a. Monad m => a -> m a
return ()


------------------------------------------------------------------------------
-- Hex Encoding Infrastructure
------------------------------------------------------------------------------

pokeWord32HexN :: Int -> Word32 -> Ptr Word8 -> IO ()
pokeWord32HexN :: Int -> Word32 -> Ptr Word8 -> IO ()
pokeWord32HexN n0 :: Int
n0 w0 :: Word32
w0 op0 :: Ptr Word8
op0 =
    Word32 -> Ptr Word8 -> IO ()
go Word32
w0 (Ptr Word8
op0 Ptr Word8 -> Int -> Ptr Word8
forall a b. Ptr a -> Int -> Ptr b
`plusPtr` (Int
n0 Int -> Int -> Int
forall a. Num a => a -> a -> a
- 1))
  where
    go :: Word32 -> Ptr Word8 -> IO ()
go !Word32
w !Ptr Word8
op
      | Ptr Word8
op Ptr Word8 -> Ptr Word8 -> Bool
forall a. Ord a => a -> a -> Bool
< Ptr Word8
op0  = () -> IO ()
forall (m :: * -> *) a. Monad m => a -> m a
return ()
      | Bool
otherwise = do
          let nibble :: Word8
              nibble :: Word8
nibble = Word32 -> Word8
forall a b. (Integral a, Num b) => a -> b
fromIntegral Word32
w Word8 -> Word8 -> Word8
forall a. Bits a => a -> a -> a
.&. 0xF
              hex :: Word8
hex | Word8
nibble Word8 -> Word8 -> Bool
forall a. Ord a => a -> a -> Bool
< 10 = 48 Word8 -> Word8 -> Word8
forall a. Num a => a -> a -> a
+ Word8
nibble
                  | Bool
otherwise   = 55 Word8 -> Word8 -> Word8
forall a. Num a => a -> a -> a
+ Word8
nibble
          Ptr Word8 -> Word8 -> IO ()
forall a. Storable a => Ptr a -> a -> IO ()
poke Ptr Word8
op Word8
hex
          Word32 -> Ptr Word8 -> IO ()
go (Word32
w Word32 -> Int -> Word32
`shiftr_w32` 4) (Ptr Word8
op Ptr Word8 -> Int -> Ptr Word8
forall a b. Ptr a -> Int -> Ptr b
`plusPtr` (-1))
{-# INLINE pokeWord32HexN #-}

iterationsUntilZero :: Integral a => (a -> a) -> a -> Int
iterationsUntilZero :: (a -> a) -> a -> Int
iterationsUntilZero f :: a -> a
f = Int -> a -> Int
forall t. Num t => t -> a -> t
go 0
  where
    go :: t -> a -> t
go !t
count 0  = t
count
    go !t
count !a
x = t -> a -> t
go (t
countt -> t -> t
forall a. Num a => a -> a -> a
+1) (a -> a
f a
x)
{-# INLINE iterationsUntilZero #-}

-- | Length of the hex-string required to encode the given 'Word32'.
word32HexLength :: Word32 -> Int
word32HexLength :: Word32 -> Int
word32HexLength = Int -> Int -> Int
forall a. Ord a => a -> a -> a
max 1 (Int -> Int) -> (Word32 -> Int) -> Word32 -> Int
forall b c a. (b -> c) -> (a -> b) -> a -> c
. (Word32 -> Word32) -> Word32 -> Int
forall a. Integral a => (a -> a) -> a -> Int
iterationsUntilZero (Word32 -> Int -> Word32
`shiftr_w32` 4)
{-# INLINE word32HexLength #-}

writeWord32Hex :: Word32 -> Write
writeWord32Hex :: Word32 -> Write
writeWord32Hex w :: Word32
w =
    Int -> Poke -> Write
boundedWrite (2 Int -> Int -> Int
forall a. Num a => a -> a -> a
* Word32 -> Int
forall a. Storable a => a -> Int
sizeOf Word32
w) (Int -> (Ptr Word8 -> IO ()) -> Poke
pokeN Int
len ((Ptr Word8 -> IO ()) -> Poke) -> (Ptr Word8 -> IO ()) -> Poke
forall a b. (a -> b) -> a -> b
$ Int -> Word32 -> Ptr Word8 -> IO ()
pokeWord32HexN Int
len Word32
w)
  where
    len :: Int
len = Word32 -> Int
word32HexLength Word32
w
{-# INLINE writeWord32Hex #-}


------------------------------------------------------------------------------
-- Chunked transfer encoding
------------------------------------------------------------------------------

-- | Transform a builder such that it uses chunked HTTP transfer encoding.
chunkedTransferEncoding :: Builder -> Builder
chunkedTransferEncoding :: Builder -> Builder
chunkedTransferEncoding innerBuilder :: Builder
innerBuilder =
    (forall r. BuildStep r -> BuildStep r) -> Builder
builder forall r. BuildStep r -> BuildStep r
transferEncodingStep
  where
    transferEncodingStep :: (BufferRange -> IO (BuildSignal a))
-> BufferRange -> IO (BuildSignal a)
transferEncodingStep k :: BufferRange -> IO (BuildSignal a)
k =
        (BufferRange -> IO (BuildSignal ()))
-> BufferRange -> IO (BuildSignal a)
forall p.
(BufferRange -> IO (BuildSignal p))
-> BufferRange -> IO (BuildSignal a)
go (Builder -> BufferRange -> IO (BuildSignal ())
runBuilder Builder
innerBuilder)
      where
        go :: (BufferRange -> IO (BuildSignal p))
-> BufferRange -> IO (BuildSignal a)
go innerStep :: BufferRange -> IO (BuildSignal p)
innerStep !(BufferRange op :: Ptr Word8
op ope :: Ptr Word8
ope)
          -- FIXME: Assert that outRemaining < maxBound :: Word32
          | Int
outRemaining Int -> Int -> Bool
forall a. Ord a => a -> a -> Bool
< Int
minimalBufferSize =
              BuildSignal a -> IO (BuildSignal a)
forall (m :: * -> *) a. Monad m => a -> m a
return (BuildSignal a -> IO (BuildSignal a))
-> BuildSignal a -> IO (BuildSignal a)
forall a b. (a -> b) -> a -> b
$ Int
-> Ptr Word8
-> (BufferRange -> IO (BuildSignal a))
-> BuildSignal a
forall a. Int -> Ptr Word8 -> BuildStep a -> BuildSignal a
bufferFull Int
minimalBufferSize Ptr Word8
op ((BufferRange -> IO (BuildSignal p))
-> BufferRange -> IO (BuildSignal a)
go BufferRange -> IO (BuildSignal p)
innerStep)
          | Bool
otherwise = do
              let !brInner :: BufferRange
brInner@(BufferRange opInner :: Ptr Word8
opInner _) = Ptr Word8 -> Ptr Word8 -> BufferRange
BufferRange
                     (Ptr Word8
op  Ptr Word8 -> Int -> Ptr Word8
forall a b. Ptr a -> Int -> Ptr b
`plusPtr` (Int
chunkSizeLength Int -> Int -> Int
forall a. Num a => a -> a -> a
+ 2))     -- leave space for chunk header
                     (Ptr Word8
ope Ptr Word8 -> Int -> Ptr Word8
forall a b. Ptr a -> Int -> Ptr b
`plusPtr` (-Int
maxAfterBufferOverhead)) -- leave space at end of data

                  -- wraps the chunk, if it is non-empty, and returns the
                  -- signal constructed with the correct end-of-data pointer
                  {-# INLINE wrapChunk #-}
                  wrapChunk :: Ptr Word8 -> (Ptr Word8 -> IO (BuildSignal a))
                            -> IO (BuildSignal a)
                  wrapChunk :: Ptr Word8
-> (Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a)
wrapChunk !Ptr Word8
opInner' mkSignal :: Ptr Word8 -> IO (BuildSignal a)
mkSignal
                    | Ptr Word8
opInner' Ptr Word8 -> Ptr Word8 -> Bool
forall a. Eq a => a -> a -> Bool
== Ptr Word8
opInner = Ptr Word8 -> IO (BuildSignal a)
mkSignal Ptr Word8
op
                    | Bool
otherwise           = do
                        Int -> Word32 -> Ptr Word8 -> IO ()
pokeWord32HexN Int
chunkSizeLength
                            (Int -> Word32
forall a b. (Integral a, Num b) => a -> b
fromIntegral (Int -> Word32) -> Int -> Word32
forall a b. (a -> b) -> a -> b
$ Ptr Word8
opInner' Ptr Word8 -> Ptr Word8 -> Int
forall a b. Ptr a -> Ptr b -> Int
`minusPtr` Ptr Word8
opInner)
                            Ptr Word8
op
                        Write -> Ptr Word8 -> IO ()
execWrite Write
writeCRLF (Ptr Word8
opInner Ptr Word8 -> Int -> Ptr Word8
forall a b. Ptr a -> Int -> Ptr b
`plusPtr` (-2))
                        Write -> Ptr Word8 -> IO ()
execWrite Write
writeCRLF Ptr Word8
opInner'
                        Ptr Word8 -> IO (BuildSignal a)
mkSignal (Ptr Word8
opInner' Ptr Word8 -> Int -> Ptr Word8
forall a b. Ptr a -> Int -> Ptr b
`plusPtr` 2)

                  -- prepare handlers
                  doneH :: Ptr Word8 -> p -> IO (BuildSignal a)
doneH opInner' :: Ptr Word8
opInner' _ = Ptr Word8
-> (Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a)
forall a.
Ptr Word8
-> (Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a)
wrapChunk Ptr Word8
opInner' ((Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a))
-> (Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a)
forall a b. (a -> b) -> a -> b
$ \op' :: Ptr Word8
op' -> do
                                         let !br' :: BufferRange
br' = Ptr Word8 -> Ptr Word8 -> BufferRange
BufferRange Ptr Word8
op' Ptr Word8
ope
                                         BufferRange -> IO (BuildSignal a)
k BufferRange
br'

                  fullH :: Ptr Word8
-> Int -> (BufferRange -> IO (BuildSignal p)) -> IO (BuildSignal a)
fullH opInner' :: Ptr Word8
opInner' minRequiredSize :: Int
minRequiredSize nextInnerStep :: BufferRange -> IO (BuildSignal p)
nextInnerStep =
                      Ptr Word8
-> (Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a)
forall a.
Ptr Word8
-> (Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a)
wrapChunk Ptr Word8
opInner' ((Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a))
-> (Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a)
forall a b. (a -> b) -> a -> b
$ \op' :: Ptr Word8
op' ->
                        BuildSignal a -> IO (BuildSignal a)
forall (m :: * -> *) a. Monad m => a -> m a
return (BuildSignal a -> IO (BuildSignal a))
-> BuildSignal a -> IO (BuildSignal a)
forall a b. (a -> b) -> a -> b
$! Int
-> Ptr Word8
-> (BufferRange -> IO (BuildSignal a))
-> BuildSignal a
forall a. Int -> Ptr Word8 -> BuildStep a -> BuildSignal a
bufferFull
                          (Int
minRequiredSize Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
maxEncodingOverhead)
                          Ptr Word8
op'
                          ((BufferRange -> IO (BuildSignal p))
-> BufferRange -> IO (BuildSignal a)
go BufferRange -> IO (BuildSignal p)
nextInnerStep)

                  insertChunkH :: Ptr Word8
-> ByteString
-> (BufferRange -> IO (BuildSignal p))
-> IO (BuildSignal a)
insertChunkH opInner' :: Ptr Word8
opInner' bs :: ByteString
bs nextInnerStep :: BufferRange -> IO (BuildSignal p)
nextInnerStep
                    | ByteString -> Bool
S.null ByteString
bs =                         -- flush
                        Ptr Word8
-> (Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a)
forall a.
Ptr Word8
-> (Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a)
wrapChunk Ptr Word8
opInner' ((Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a))
-> (Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a)
forall a b. (a -> b) -> a -> b
$ \op' :: Ptr Word8
op' ->
                          BuildSignal a -> IO (BuildSignal a)
forall (m :: * -> *) a. Monad m => a -> m a
return (BuildSignal a -> IO (BuildSignal a))
-> BuildSignal a -> IO (BuildSignal a)
forall a b. (a -> b) -> a -> b
$! Ptr Word8
-> ByteString
-> (BufferRange -> IO (BuildSignal a))
-> BuildSignal a
forall a. Ptr Word8 -> ByteString -> BuildStep a -> BuildSignal a
insertChunk Ptr Word8
op' ByteString
S.empty ((BufferRange -> IO (BuildSignal p))
-> BufferRange -> IO (BuildSignal a)
go BufferRange -> IO (BuildSignal p)
nextInnerStep)

                    | Bool
otherwise =                         -- insert non-empty bytestring
                        Ptr Word8
-> (Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a)
forall a.
Ptr Word8
-> (Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a)
wrapChunk Ptr Word8
opInner' ((Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a))
-> (Ptr Word8 -> IO (BuildSignal a)) -> IO (BuildSignal a)
forall a b. (a -> b) -> a -> b
$ \op' :: Ptr Word8
op' -> do
                          -- add header for inserted bytestring
                          -- FIXME: assert(S.length bs < maxBound :: Word32)
                          !Ptr Word8
op'' <- (Poke -> Ptr Word8 -> IO (Ptr Word8)
`runPoke` Ptr Word8
op') (Poke -> IO (Ptr Word8)) -> Poke -> IO (Ptr Word8)
forall a b. (a -> b) -> a -> b
$ Write -> Poke
getPoke (Write -> Poke) -> Write -> Poke
forall a b. (a -> b) -> a -> b
$
                              Word32 -> Write
writeWord32Hex (Int -> Word32
forall a b. (Integral a, Num b) => a -> b
fromIntegral (Int -> Word32) -> Int -> Word32
forall a b. (a -> b) -> a -> b
$ ByteString -> Int
S.length ByteString
bs)
                              Write -> Write -> Write
forall a. Monoid a => a -> a -> a
`mappend` Write
writeCRLF

                          -- insert bytestring and write CRLF in next buildstep
                          BuildSignal a -> IO (BuildSignal a)
forall (m :: * -> *) a. Monad m => a -> m a
return (BuildSignal a -> IO (BuildSignal a))
-> BuildSignal a -> IO (BuildSignal a)
forall a b. (a -> b) -> a -> b
$! Ptr Word8
-> ByteString
-> (BufferRange -> IO (BuildSignal a))
-> BuildSignal a
forall a. Ptr Word8 -> ByteString -> BuildStep a -> BuildSignal a
insertChunk
                            Ptr Word8
op'' ByteString
bs
                            (Builder
-> (BufferRange -> IO (BuildSignal a))
-> BufferRange
-> IO (BuildSignal a)
forall a. Builder -> BuildStep a -> BuildStep a
runBuilderWith (Write -> Builder
fromWrite Write
writeCRLF) ((BufferRange -> IO (BuildSignal a))
 -> BufferRange -> IO (BuildSignal a))
-> (BufferRange -> IO (BuildSignal a))
-> BufferRange
-> IO (BuildSignal a)
forall a b. (a -> b) -> a -> b
$ (BufferRange -> IO (BuildSignal p))
-> BufferRange -> IO (BuildSignal a)
go BufferRange -> IO (BuildSignal p)
nextInnerStep)

              -- execute inner builder with reduced boundaries
              (BufferRange -> IO (BuildSignal p))
-> (Ptr Word8 -> p -> IO (BuildSignal a))
-> (Ptr Word8
    -> Int
    -> (BufferRange -> IO (BuildSignal p))
    -> IO (BuildSignal a))
-> (Ptr Word8
    -> ByteString
    -> (BufferRange -> IO (BuildSignal p))
    -> IO (BuildSignal a))
-> BufferRange
-> IO (BuildSignal a)
forall a b.
BuildStep a
-> (Ptr Word8 -> a -> IO b)
-> (Ptr Word8 -> Int -> BuildStep a -> IO b)
-> (Ptr Word8 -> ByteString -> BuildStep a -> IO b)
-> BufferRange
-> IO b
fillWithBuildStep BufferRange -> IO (BuildSignal p)
innerStep Ptr Word8 -> p -> IO (BuildSignal a)
forall p. Ptr Word8 -> p -> IO (BuildSignal a)
doneH Ptr Word8
-> Int -> (BufferRange -> IO (BuildSignal p)) -> IO (BuildSignal a)
fullH Ptr Word8
-> ByteString
-> (BufferRange -> IO (BuildSignal p))
-> IO (BuildSignal a)
insertChunkH BufferRange
brInner
          where
            -- minimal size guaranteed for actual data no need to require more
            -- than 1 byte to guarantee progress the larger sizes will be
            -- hopefully provided by the driver or requested by the wrapped
            -- builders.
            minimalChunkSize :: Int
minimalChunkSize  = 1

            -- overhead computation
            maxBeforeBufferOverhead :: Int
maxBeforeBufferOverhead = Int -> Int
forall a. Storable a => a -> Int
sizeOf (Int
forall a. HasCallStack => a
undefined :: Int) Int -> Int -> Int
forall a. Num a => a -> a -> a
+ 2 -- max chunk size and CRLF after header
            maxAfterBufferOverhead :: Int
maxAfterBufferOverhead  = 2 Int -> Int -> Int
forall a. Num a => a -> a -> a
+                           -- CRLF after data
                                      Int -> Int
forall a. Storable a => a -> Int
sizeOf (Int
forall a. HasCallStack => a
undefined :: Int) Int -> Int -> Int
forall a. Num a => a -> a -> a
+ 2 -- max bytestring size, CRLF after header

            maxEncodingOverhead :: Int
maxEncodingOverhead = Int
maxBeforeBufferOverhead Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
maxAfterBufferOverhead

            minimalBufferSize :: Int
minimalBufferSize = Int
minimalChunkSize Int -> Int -> Int
forall a. Num a => a -> a -> a
+ Int
maxEncodingOverhead

            -- remaining and required space computation
            outRemaining :: Int
            outRemaining :: Int
outRemaining    = Ptr Word8
ope Ptr Word8 -> Ptr Word8 -> Int
forall a b. Ptr a -> Ptr b -> Int
`minusPtr` Ptr Word8
op
            chunkSizeLength :: Int
chunkSizeLength = Word32 -> Int
word32HexLength (Word32 -> Int) -> Word32 -> Int
forall a b. (a -> b) -> a -> b
$ Int -> Word32
forall a b. (Integral a, Num b) => a -> b
fromIntegral Int
outRemaining


-- | The zero-length chunk '0\r\n\r\n' signaling the termination of the data transfer.
chunkedTransferTerminator :: Builder
chunkedTransferTerminator :: Builder
chunkedTransferTerminator = ByteString -> Builder
copyByteString "0\r\n\r\n"