--------------------------------------------------------------------- -- SmallCheck: another lightweight testing library. -- Colin Runciman, August 2006 -- Version 0.4, 23 May 2008 -- -- After QuickCheck, by Koen Claessen and John Hughes (2000-2004). --------------------------------------------------------------------- {- module Test.SmallCheck ( smallCheck, smallCheckI, depthCheck, test, Property, Testable, forAll, forAllElem, exists, existsDeeperBy, thereExists, thereExistsElem, exists1, exists1DeeperBy, thereExists1, thereExists1Elem, (==>), Series, Serial(..), (\/), (><), two, three, four, cons0, cons1, cons2, cons3, cons4, alts0, alts1, alts2, alts3, alts4, N(..), Nat, Natural, depth, inc, dec ) where -} import Data.List (intersperse) import Control.Monad (when) import System.IO (stdout, hFlush) import Foreign (unsafePerformIO) -- used only for Testable (IO a) ------------------ ----------------- -- Series arguments should be interpreted as a depth bound (>=0) -- Series results should have finite length type Series a = Int -> [a] -- sum infixr 7 \/ (\/) :: Series a -> Series a -> Series a s1 \/ s2 = \d -> s1 d ++ s2 d -- product infixr 8 >< (><) :: Series a -> Series b -> Series (a,b) s1 >< s2 = \d -> [(x,y) | x <- s1 d, y <- s2 d] ------------------- ------------------ -- enumerated data values should be finite and fully defined -- enumerated functional values should be total and strict -- bounds: -- for data values, the depth of nested constructor applications -- for functional values, both the depth of nested case analysis -- and the depth of results class Serial a where series :: Series a coseries :: Series b -> Series (a->b) instance Serial () where series _ = [()] coseries rs d = [ \() -> b | b <- rs d ] instance Serial Int where series d = [(-d)..d] coseries rs d = [ \i -> if i > 0 then f (N (i - 1)) else if i < 0 then g (N (abs i - 1)) else z | z <- alts0 rs d, f <- alts1 rs d, g <- alts1 rs d ] instance Serial Integer where series d = [ toInteger (i :: Int) | i <- series d ] coseries rs d = [ f . (fromInteger :: Integer->Int) | f <- coseries rs d ] newtype N a = N a deriving (Eq, Ord) instance Show a => Show (N a) where show (N i) = show i instance (Integral a, Serial a) => Serial (N a) where series d = map N [0..d'] where d' = fromInteger (toInteger d) coseries rs d = [ \(N i) -> if i > 0 then f (N (i - 1)) else z | z <- alts0 rs d, f <- alts1 rs d ] type Nat = N Int type Natural = N Integer instance Serial Float where series d = [ encodeFloat sig exp | (sig,exp) <- series d, odd sig || sig==0 && exp==0 ] coseries rs d = [ f . decodeFloat | f <- coseries rs d ] instance Serial Double where series d = [ frac (x :: Float) | x <- series d ] coseries rs d = [ f . (frac :: Double->Float) | f <- coseries rs d ] frac :: (Real a, Fractional a, Real b, Fractional b) => a -> b frac = fromRational . toRational instance Serial Char where series d = take (d+1) ['a'..'z'] coseries rs d = [ \c -> f (N (fromEnum c - fromEnum 'a')) | f <- coseries rs d ] instance (Serial a, Serial b) => Serial (a,b) where series = series >< series coseries rs = map uncurry . (coseries $ coseries rs) instance (Serial a, Serial b, Serial c) => Serial (a,b,c) where series = \d -> [(a,b,c) | (a,(b,c)) <- series d] coseries rs = map uncurry3 . (coseries $ coseries $ coseries rs) instance (Serial a, Serial b, Serial c, Serial d) => Serial (a,b,c,d) where series = \d -> [(a,b,c,d) | (a,(b,(c,d))) <- series d] coseries rs = map uncurry4 . (coseries $ coseries $ coseries $ coseries rs) uncurry3 :: (a->b->c->d) -> ((a,b,c)->d) uncurry3 f (x,y,z) = f x y z uncurry4 :: (a->b->c->d->e) -> ((a,b,c,d)->e) uncurry4 f (w,x,y,z) = f w x y z two :: Series a -> Series (a,a) two s = s >< s three :: Series a -> Series (a,a,a) three s = \d -> [(x,y,z) | (x,(y,z)) <- (s >< s >< s) d] four :: Series a -> Series (a,a,a,a) four s = \d -> [(w,x,y,z) | (w,(x,(y,z))) <- (s >< s >< s >< s) d] cons0 :: a -> Series a cons0 c _ = [c] cons1 :: Serial a => (a->b) -> Series b cons1 c d = [c z | d > 0, z <- series (d-1)] cons2 :: (Serial a, Serial b) => (a->b->c) -> Series c cons2 c d = [c y z | d > 0, (y,z) <- series (d-1)] cons3 :: (Serial a, Serial b, Serial c) => (a->b->c->d) -> Series d cons3 c d = [c x y z | d > 0, (x,y,z) <- series (d-1)] cons4 :: (Serial a, Serial b, Serial c, Serial d) => (a->b->c->d->e) -> Series e cons4 c d = [c w x y z | d > 0, (w,x,y,z) <- series (d-1)] alts0 :: Series a -> Series a alts0 as d = as d alts1 :: Serial a => Series b -> Series (a->b) alts1 bs d = if d > 0 then coseries bs (dec d) else [\_ -> x | x <- bs d] alts2 :: (Serial a, Serial b) => Series c -> Series (a->b->c) alts2 cs d = if d > 0 then coseries (coseries cs) (dec d) else [\_ _ -> x | x <- cs d] alts3 :: (Serial a, Serial b, Serial c) => Series d -> Series (a->b->c->d) alts3 ds d = if d > 0 then coseries (coseries (coseries ds)) (dec d) else [\_ _ _ -> x | x <- ds d] alts4 :: (Serial a, Serial b, Serial c, Serial d) => Series e -> Series (a->b->c->d->e) alts4 es d = if d > 0 then coseries (coseries (coseries (coseries es))) (dec d) else [\_ _ _ _ -> x | x <- es d] instance Serial Bool where series = cons0 True \/ cons0 False coseries rs d = [ \x -> if x then r1 else r2 | r1 <- rs d, r2 <- rs d ] instance Serial a => Serial (Maybe a) where series = cons0 Nothing \/ cons1 Just coseries rs d = [ \m -> case m of Nothing -> z Just x -> f x | z <- alts0 rs d , f <- alts1 rs d ] instance (Serial a, Serial b) => Serial (Either a b) where series = cons1 Left \/ cons1 Right coseries rs d = [ \e -> case e of Left x -> f x Right y -> g y | f <- alts1 rs d , g <- alts1 rs d ] instance Serial a => Serial [a] where series = cons0 [] \/ cons2 (:) coseries rs d = [ \xs -> case xs of [] -> y (x:xs') -> f x xs' | y <- alts0 rs d , f <- alts2 rs d ] -- Thanks to Ralf Hinze for the definition of coseries -- using the nest auxiliary. instance (Serial a, Serial b) => Serial (a->b) where series = coseries series coseries rs d = [ \ f -> g [ f a | a <- args ] | g <- nest args d ] where args = series d nest [] _ = [ \[] -> c | c <- rs d ] nest (a:as) _ = [ \(b:bs) -> f b bs | f <- coseries (nest as) d ] -- For customising the depth measure. Use with care! depth :: Int -> Int -> Int depth d d' | d >= 0 = d'+1-d | otherwise = error "SmallCheck.depth: argument < 0" dec :: Int -> Int dec d | d > 0 = d-1 | otherwise = error "SmallCheck.dec: argument <= 0" inc :: Int -> Int inc d = d+1 -- show the extension of a function (in part, bounded both by -- the number and depth of arguments) instance (Serial a, Show a, Show b) => Show (a->b) where show f = if maxarheight == 1 && sumarwidth + length ars * length "->;" < widthLimit then "{"++( concat $ intersperse ";" $ [a++"->"++r | (a,r) <- ars] )++"}" else concat $ [a++"->\n"++indent r | (a,r) <- ars] where ars = take lengthLimit [ (show x, show (f x)) | x <- series depthLimit ] maxarheight = maximum [ max (height a) (height r) | (a,r) <- ars ] sumarwidth = sum [ length a + length r | (a,r) <- ars] indent = unlines . map (" "++) . lines height = length . lines (widthLimit,lengthLimit,depthLimit) = (80,20,3)::(Int,Int,Int) ---------------- ------------------ -- adapted from QuickCheck originals: here results come in lists, -- properties have depth arguments, stamps (for classifying random -- tests) are omitted, existentials are introduced newtype PR = Prop [Result] data Result = Result {ok :: Maybe Bool, arguments :: [String]} nothing :: Result nothing = Result {ok = Nothing, arguments = []} result :: Result -> PR result res = Prop [res] newtype Property = Property (Int -> PR) class Testable a where property :: a -> Int -> PR instance Testable Bool where property b _ = Prop [Result (Just b) []] instance Testable PR where property prop _ = prop instance (Serial a, Show a, Testable b) => Testable (a->b) where property f = f' where Property f' = forAll series f instance Testable Property where property (Property f) d = f d -- For testing properties involving IO. Unsafe, so use with care! instance Testable a => Testable (IO a) where property = property . unsafePerformIO evaluate :: Testable a => a -> Series Result evaluate x d = rs where Prop rs = property x d forAll :: (Show a, Testable b) => Series a -> (a->b) -> Property forAll xs f = Property $ \d -> Prop $ [ r{arguments = show x : arguments r} | x <- xs d, r <- evaluate (f x) d ] forAllElem :: (Show a, Testable b) => [a] -> (a->b) -> Property forAllElem xs = forAll (const xs) existence :: (Show a, Testable b) => Bool -> Series a -> (a->b) -> Property existence u xs f = Property existenceDepth where existenceDepth d = Prop [ Result (Just valid) arguments ] where witnesses = [ show x | x <- xs d, all pass (evaluate (f x) d) ] valid = enough witnesses enough = if u then unique else (not . null) arguments = if valid then [] else if null witnesses then ["non-existence"] else "non-uniqueness" : take 2 witnesses unique :: [a] -> Bool unique [_] = True unique _ = False pass :: Result -> Bool pass (Result Nothing _) = True pass (Result (Just b) _) = b thereExists :: (Show a, Testable b) => Series a -> (a->b) -> Property thereExists = existence False thereExists1 :: (Show a, Testable b) => Series a -> (a->b) -> Property thereExists1 = existence True thereExistsElem :: (Show a, Testable b) => [a] -> (a->b) -> Property thereExistsElem xs = thereExists (const xs) thereExists1Elem :: (Show a, Testable b) => [a] -> (a->b) -> Property thereExists1Elem xs = thereExists1 (const xs) exists :: (Show a, Serial a, Testable b) => (a->b) -> Property exists = thereExists series exists1 :: (Show a, Serial a, Testable b) => (a->b) -> Property exists1 = thereExists1 series existsDeeperBy :: (Show a, Serial a, Testable b) => (Int->Int) -> (a->b) -> Property existsDeeperBy f = thereExists (series . f) exists1DeeperBy :: (Show a, Serial a, Testable b) => (Int->Int) -> (a->b) -> Property exists1DeeperBy f = thereExists1 (series . f) infixr 0 ==> (==>) :: Testable a => Bool -> a -> Property True ==> x = Property (property x) False ==> x = Property (const (result nothing)) --------------------- ---------------------- -- similar in spirit to QuickCheck but with iterative deepening test :: Testable a => a -> IO () test = smallCheckI -- test for values of depths 0..d stopping when a property -- fails or when it has been checked for all these values smallCheck :: Testable a => Int -> a -> IO () smallCheck d = iterCheck 0 (Just d) -- interactive variant, asking the user whether testing should -- continue/go deeper after a failure/completed iteration smallCheckI :: Testable a => a -> IO () smallCheckI = iterCheck 0 Nothing depthCheck :: Testable a => Int -> a -> IO () depthCheck d = iterCheck d (Just d) iterCheck :: Testable a => Int -> Maybe Int -> a -> IO () iterCheck dFrom mdTo t = iter dFrom where iter d = do putStrLn ("Depth "++show d++":") let Prop results = property t d ok <- check (mdTo==Nothing) 0 0 True results maybe (whenUserWishes " Deeper" () $ iter (d+1)) (\dTo -> when (ok && d < dTo) $ iter (d+1)) mdTo check :: Bool -> Integer -> Integer -> Bool -> [Result] -> IO Bool check i n x ok rs | null rs = do putStr (" Completed "++show n++" test(s)") putStrLn (if ok then " without failure." else ".") when (x > 0) $ putStrLn (" But "++show x++" did not meet ==> condition.") return ok check i n x ok (Result Nothing _ : rs) = do progressReport i n x check i (n+1) (x+1) ok rs check i n x f (Result (Just True) _ : rs) = do progressReport i n x check i (n+1) x f rs check i n x f (Result (Just False) args : rs) = do putStrLn (" Failed test no. "++show (n+1)++". Test values follow.") mapM_ (putStrLn . (" "++)) args ( if i then whenUserWishes " Continue" False $ check i (n+1) x False rs else return False ) whenUserWishes :: String -> a -> IO a -> IO a whenUserWishes wish x action = do putStr (wish++"? ") hFlush stdout reply <- getLine ( if (null reply || reply=="y") then action else return x ) progressReport :: Bool -> Integer -> Integer -> IO () progressReport i n x | n >= x = do when i $ ( putStr (n' ++ replicate (length n') '\b') >> hFlush stdout ) where n' = show n main = print not