{-# LANGUAGE RecordWildCards #-} {-# LANGUAGE CPP #-} module Servant.QuickCheck.Internal.QuickCheck where import Control.Concurrent (modifyMVar_, newMVar, readMVar) import Control.Monad (unless) import qualified Data.ByteString.Lazy as LBS import Data.Proxy (Proxy) import qualified Network.HTTP.Client as C import Network.Wai.Handler.Warp (withApplication) import Prelude.Compat import Servant (Context (EmptyContext), HasServer, Server, serveWithContext) import Servant.Client (BaseUrl (..), Scheme (..)) import System.IO.Unsafe (unsafePerformIO) import Test.Hspec (Expectation, expectationFailure) import Test.QuickCheck (Args (..), Result (..), quickCheckWithResult) import Test.QuickCheck.Monadic (assert, forAllM, monadicIO, monitor, run) import Test.QuickCheck.Property (counterexample) import Servant.QuickCheck.Internal.Equality import Servant.QuickCheck.Internal.ErrorTypes import Servant.QuickCheck.Internal.HasGenRequest import Servant.QuickCheck.Internal.Predicates -- | Start a servant application on an open port, run the provided function, -- then stop the application. -- -- /Since 0.0.0.0/ withServantServer :: HasServer a '[] => Proxy a -> IO (Server a) -> (BaseUrl -> IO r) -> IO r withServantServer api = withServantServerAndContext api EmptyContext -- | Like 'withServantServer', but allows passing in a 'Context' to the -- application. -- -- /Since 0.0.0.0/ withServantServerAndContext :: HasServer a ctx => Proxy a -> Context ctx -> IO (Server a) -> (BaseUrl -> IO r) -> IO r withServantServerAndContext api ctx server t = withApplication (return . serveWithContext api ctx =<< server) $ \port -> t (BaseUrl Http "localhost" port "") -- | Check that the two servers running under the provided @BaseUrl@s behave -- identically by randomly generating arguments (captures, query params, request bodies, -- headers, etc.) expected by the server. If, given the same request, the -- response is not the same (according to the definition of @==@ for the return -- datatype), the 'Expectation' fails, printing the counterexample. -- -- The @Int@ argument specifies maximum number of test cases to generate and -- run. -- -- Evidently, if the behaviour of the server is expected to be -- non-deterministic, this function may produce spurious failures -- -- Note that only valid requests are generated and tested. As an example of why -- this matters, let's say your API specifies that a particular endpoint can -- only generate @JSON@. @serversEqual@ will then not generate any requests -- with an @Accept@ header _other_ than @application/json@. It may therefore -- fail to notice that one application, when the request has @Accept: -- text/html@, returns a @406 Not Acceptable@ HTTP response, and another -- returns a @200 Success@, but with @application/json@ as the content-type. -- -- The fact that only valid requests are tested also means that no endpoints -- not listed in the API type are tested. -- -- /Since 0.0.0.0/ serversEqual :: HasGenRequest a => Proxy a -> BaseUrl -> BaseUrl -> Args -> ResponseEquality LBS.ByteString -> Expectation serversEqual api burl1 burl2 args req = do let reqs = (\f -> (f burl1, f burl2)) <$> runGenRequest api -- This MVar stuff is clunky! But there doesn't seem to be an easy way to -- return results when a test fails, since an exception is throw. deetsMVar <- newMVar $ error "should not be called" r <- quickCheckWithResult args { chatty = False } $ monadicIO $ forAllM reqs $ \(req1, req2) -> do resp1 <- run $ C.httpLbs (noCheckStatus req1) defManager resp2 <- run $ C.httpLbs (noCheckStatus req2) defManager unless (getResponseEquality req resp1 resp2) $ do monitor (counterexample "hi" ) run $ modifyMVar_ deetsMVar $ const $ return $ ServerEqualityFailure req1 resp1 resp2 assert False case r of Success {} -> return () Failure{..} -> readMVar deetsMVar >>= \x -> expectationFailure $ "Failed:\n" ++ show x GaveUp { numTests = n } -> expectationFailure $ "Gave up after " ++ show n ++ " tests" NoExpectedFailure {} -> expectationFailure "No expected failure" InsufficientCoverage {} -> expectationFailure "Insufficient coverage" -- | Check that a server satisfies the set of properties specified. -- -- Note that, rather than having separate tests for each property you'd like to -- test, you should generally prefer to combine all properties into a single -- test. This enables a more parsimonious generation of requests and responses -- with the same testing depth. -- -- Example usage: -- -- > goodAPISpec = describe "my server" $ do -- > -- > it "follows best practices" $ do -- > withServantServer api server $ \burl -> -- > serverSatisfies api burl stdArgs (not500 -- > <%> onlyJsonObjects -- > <%> notAllowedContainsAllowHeader -- > <%> mempty) -- -- /Since 0.0.0.0/ serverSatisfies :: (HasGenRequest a) => Proxy a -> BaseUrl -> Args -> Predicates -> Expectation serverSatisfies api burl args preds = do let reqs = ($ burl) <$> runGenRequest api deetsMVar <- newMVar $ error "should not be called" r <- quickCheckWithResult args { chatty = False } $ monadicIO $ forAllM reqs $ \req -> do v <- run $ finishPredicates preds (noCheckStatus req) defManager run $ modifyMVar_ deetsMVar $ const $ return v case v of Just _ -> assert False _ -> return () case r of Success {} -> return () Failure{..} -> readMVar deetsMVar >>= \x -> expectationFailure $ "Failed:\n" ++ show x GaveUp { numTests = n } -> expectationFailure $ "Gave up after " ++ show n ++ " tests" NoExpectedFailure {} -> expectationFailure $ "No expected failure" InsufficientCoverage {} -> expectationFailure $ "Insufficient coverage" serverDoesntSatisfy :: (HasGenRequest a) => Proxy a -> BaseUrl -> Args -> Predicates -> Expectation serverDoesntSatisfy api burl args preds = do let reqs = ($ burl) <$> runGenRequest api r <- quickCheckWithResult args $ monadicIO $ forAllM reqs $ \req -> do v <- run $ finishPredicates preds (noCheckStatus req) defManager assert $ not $ null v case r of Success {} -> return () GaveUp { numTests = n } -> expectationFailure $ "Gave up after " ++ show n ++ " tests" Failure { output = m } -> expectationFailure $ "Failed:\n" ++ show m NoExpectedFailure {} -> expectationFailure $ "No expected failure" InsufficientCoverage {} -> expectationFailure $ "Insufficient coverage" noCheckStatus :: C.Request -> C.Request #if MIN_VERSION_http_client(0,5,0) noCheckStatus = id #else noCheckStatus r = r { C.checkStatus = \_ _ _ -> Nothing} #endif defManager :: C.Manager defManager = unsafePerformIO $ C.newManager C.defaultManagerSettings {-# NOINLINE defManager #-}