{-| Module : Test.Aeson.Internal.GoldenSpecs Description : Golden tests for Arbitrary Copyright : (c) Plow Technologies, 2016 License : BSD3 Maintainer : mchaver@gmail.com Stability : Beta Internal module, use at your own risk. -} {-# LANGUAGE NamedFieldPuns #-} {-# LANGUAGE OverloadedStrings #-} {-# LANGUAGE RecordWildCards #-} {-# LANGUAGE ScopedTypeVariables #-} {-# LANGUAGE RankNTypes #-} module Test.Aeson.Internal.GoldenSpecs where import Control.Exception import Control.Monad import Data.Aeson import Data.Aeson.Encode.Pretty import Data.ByteString.Lazy hiding (putStrLn) import Data.Proxy import Data.Typeable import Prelude hiding (readFile, writeFile) import System.Directory import System.FilePath import System.Random import Test.Aeson.Internal.RandomSamples import Test.Aeson.Internal.Utils import Test.Hspec import Test.QuickCheck -- | Tests to ensure that JSON encoding has not unintentionally changed. This -- could be caused by the following: -- -- - A type's instances of `ToJSON` or 'FromJSON' have changed. -- - Selectors have been edited, added or deleted. -- - You have changed version of Aeson the way Aeson serialization has changed -- works. -- -- If you run this function and the golden files do not -- exist, it will create them for each constructor. It they do exist, it will -- compare with golden file if it exists. Golden file encodes json format of a -- type. It is recommended that you put the golden files under revision control -- to help monitor changes. goldenSpecs :: (Typeable a, Arbitrary a, ToJSON a, FromJSON a) => Settings -> Proxy a -> Spec goldenSpecs settings proxy = goldenSpecsWithNote settings proxy Nothing -- | same as 'goldenSpecs' but has the option of passing a note to the -- 'describe' function. goldenSpecsWithNote :: forall a. (Typeable a, Arbitrary a, ToJSON a, FromJSON a) => Settings -> Proxy a -> Maybe String -> Spec goldenSpecsWithNote settings@Settings{..} proxy mNote = do typeNameInfo <- runIO $ mkTypeNameInfo settings proxy goldenSpecsWithNotePlain settings typeNameInfo mNote -- | same as 'goldenSpecsWithNote' but does not require a Typeable, Eq or Show instance. goldenSpecsWithNotePlain :: forall a. (Arbitrary a, ToJSON a, FromJSON a) => Settings -> TypeNameInfo a -> Maybe String -> Spec goldenSpecsWithNotePlain settings@Settings{..} typeNameInfo@(TypeNameInfo{typeNameTypeName}) mNote = do let proxy = Proxy :: Proxy a let goldenFile = mkGoldenFile typeNameInfo note = maybe "" (" " ++) mNote describe ("JSON encoding of " ++ addBrackets (unTypeName typeNameTypeName) ++ note) $ it ("produces the same JSON as is found in " ++ goldenFile) $ do exists <- doesFileExist goldenFile if exists then compareWithGolden typeNameInfo proxy goldenFile comparisonFile else createGoldenfile settings proxy goldenFile -- | The golden files already exist. Serialize values with the same seed from -- the golden file and compare the with the JSON in the golden file. compareWithGolden :: forall a . ( Arbitrary a, ToJSON a, FromJSON a) => TypeNameInfo a -> Proxy a -> FilePath -> ComparisonFile ->IO () compareWithGolden typeNameInfo proxy goldenFile comparisonFile = do goldenSeed <- readSeed =<< readFile goldenFile sampleSize <- readSampleSize =<< readFile goldenFile newSamples <- mkRandomSamples sampleSize proxy goldenSeed whenFails (writeComparisonFile newSamples) $ do goldenSamples :: RandomSamples a <- either (throwIO . ErrorCall) return =<< eitherDecode' <$> readFile goldenFile encode newSamples `shouldBe` encode goldenSamples where whenFails :: forall b c . IO c -> IO b -> IO b whenFails = flip onException filePath = case comparisonFile of FaultyFile -> mkFaultyFile typeNameInfo OverwriteGoldenFile -> goldenFile writeComparisonFile newSamples = do writeFile filePath (encodePretty newSamples) putStrLn $ "\n" ++ "INFO: Written the current encodings into " ++ filePath ++ "." -- | The golden files do not exist. Create it. createGoldenfile :: forall a . (Arbitrary a, ToJSON a) => Settings -> Proxy a -> FilePath -> IO () createGoldenfile Settings{..} proxy goldenFile = do createDirectoryIfMissing True (takeDirectory goldenFile) rSeed <- randomIO rSamples <- mkRandomSamples sampleSize proxy rSeed writeFile goldenFile (encodePretty rSamples) putStrLn $ "\n" ++ "WARNING: Running for the first time, not testing anything.\n" ++ " Created " ++ goldenFile ++ " containing random samples,\n" ++ " will compare JSON encodings with this from now on.\n" ++ " Please, consider putting " ++ goldenFile ++ " under version control." -- | Create the file path for the golden file. Optionally use the module name to -- help avoid name collissions. Different modules can have types of the same -- name. mkGoldenFile :: TypeNameInfo a -> FilePath mkGoldenFile (TypeNameInfo{typeNameTopDir,typeNameModuleName,typeNameTypeName}) = case typeNameModuleName of Nothing -> unTopDir typeNameTopDir unTypeName typeNameTypeName <.> "json" Just moduleName -> unTopDir typeNameTopDir unModuleName moduleName unTypeName typeNameTypeName <.> "json" -- | Create the file path to save results from a failed golden test. Optionally -- use the module name to help avoid name collisions. Different modules can -- have types of the same name. mkFaultyFile :: TypeNameInfo a -> FilePath mkFaultyFile (TypeNameInfo {typeNameTypeName,typeNameModuleName, typeNameTopDir}) = case unModuleName <$> typeNameModuleName of Nothing -> unTopDir typeNameTopDir unTypeName typeNameTypeName <.> "faulty" <.> "json" Just moduleName -> unTopDir typeNameTopDir moduleName unTypeName typeNameTypeName <.> "faulty" <.> "json" -- | Create a number of arbitrary instances of a type -- a sample size and a random seed. mkRandomSamples :: forall a . Arbitrary a => Int -> Proxy a -> Int -> IO (RandomSamples a) mkRandomSamples sampleSize Proxy rSeed = RandomSamples rSeed <$> generate gen where correctedSampleSize = if sampleSize <= 0 then 1 else sampleSize gen :: Gen [a] gen = setSeed rSeed $ replicateM correctedSampleSize (arbitrary :: Gen a)