{-# LANGUAGE BangPatterns #-} {-# LANGUAGE FlexibleInstances #-} {-# LANGUAGE NoMonomorphismRestriction #-} {-# LANGUAGE OverloadedStrings #-} {-# LANGUAGE RecordWildCards #-} {-# LANGUAGE UndecidableInstances #-} {-# LANGUAGE ScopedTypeVariables #-} -- | This module contains an SMTLIB2 interface for -- 1. checking the validity, and, -- 2. computing satisfying assignments -- for formulas. -- By implementing a binary interface over the SMTLIB2 format defined at -- http://www.smt-lib.org/ -- http://www.grammatech.com/resource/smt/SMTLIBTutorial.pdf module Language.Fixpoint.Smt.Interface ( -- * Commands Command (..) -- * Responses , Response (..) -- * Typeclass for SMTLIB2 conversion , SMTLIB2 (..) -- * Creating and killing SMTLIB2 Process , Context (..) , makeContext , makeContextNoLog , makeContextWithSEnv , cleanupContext -- * Execute Queries , command , smtWrite -- * Query API , smtDecl , smtDecls , smtAssert , smtAssertAxiom , smtCheckUnsat , smtCheckSat , smtBracket , smtDistinct , smtPush, smtPop -- * Check Validity , checkValid , checkValid' , checkValidWithContext , checkValids , makeSmtContext ) where import Language.Fixpoint.Types.Config ( SMTSolver (..) , Config , solver , extensionality , alphaEquivalence , betaEquivalence , normalForm , stringTheory) import Language.Fixpoint.Misc (errorstar) import Language.Fixpoint.Types.Errors -- import Language.Fixpoint.SortCheck (elaborate) import Language.Fixpoint.Utils.Files import Language.Fixpoint.Types hiding (allowHO) import Language.Fixpoint.Smt.Types import qualified Language.Fixpoint.Smt.Theories as Thy import Language.Fixpoint.Smt.Serialize () import Control.Applicative ((<|>)) import Control.Monad import Control.Exception import Data.Char import Data.Monoid import qualified Data.Text as T import Data.Text.Format import qualified Data.Text.IO as TIO import qualified Data.Text.Lazy as LT import qualified Data.Text.Lazy.Builder as Builder import qualified Data.Text.Lazy.IO as LTIO import System.Directory import System.Console.CmdArgs.Verbosity import System.Exit hiding (die) import System.FilePath import System.IO (Handle, IOMode (..), hClose, hFlush, openFile) import System.Process import qualified Data.Attoparsec.Text as A import qualified Data.HashMap.Strict as M import Data.Attoparsec.Internal.Types (Parser) import Text.PrettyPrint.HughesPJ (text) {- runFile f = readFile f >>= runString runString str = runCommands $ rr str runCommands cmds = do me <- makeContext Z3 mapM_ (T.putStrLn . smt2) cmds zs <- mapM (command me) cmds return zs -} -- TODO take makeContext's Bool from caller instead of always using False? makeSmtContext :: Config -> FilePath -> [(Symbol, Sort)] -> IO Context makeSmtContext cfg f xts = do me <- makeContextWithSEnv cfg f $ fromListSEnv xts smtDecls me theoryDecls smtDecls me xts return me theoryDecls :: [(Symbol, Sort)] theoryDecls = [ (x, tsSort ty) | (x, ty) <- M.toList Thy.theorySymbols, not (tsInterp ty)] checkValidWithContext :: Context -> [(Symbol, Sort)] -> Expr -> Expr -> IO Bool checkValidWithContext me xts p q = smtBracket me "checkValidWithContext" $ checkValid' me xts p q -- | type ClosedPred E = {v:Pred | subset (vars v) (keys E) } -- checkValid :: e:Env -> ClosedPred e -> ClosedPred e -> IO Bool checkValid :: Config -> FilePath -> [(Symbol, Sort)] -> Expr -> Expr -> IO Bool checkValid cfg f xts p q = do me <- makeContext cfg f checkValid' me xts p q checkValid' :: Context -> [(Symbol, Sort)] -> Expr -> Expr -> IO Bool checkValid' me xts p q = do smtDecls me xts smtAssert me $ pAnd [p, PNot q] smtCheckUnsat me -- | If you already HAVE a context, where all the variables have declared types -- (e.g. if you want to make MANY repeated Queries) -- checkValid :: e:Env -> [ClosedPred e] -> IO [Bool] checkValids :: Config -> FilePath -> [(Symbol, Sort)] -> [Expr] -> IO [Bool] checkValids cfg f xts ps = do me <- makeContext cfg f smtDecls me xts forM ps $ \p -> smtBracket me "checkValids" $ smtAssert me (PNot p) >> smtCheckUnsat me -- debugFile :: FilePath -- debugFile = "DEBUG.smt2" -------------------------------------------------------------------------- -- | SMT IO -------------------------------------------------------------- -------------------------------------------------------------------------- -------------------------------------------------------------------------- command :: Context -> Command -> IO Response -------------------------------------------------------------------------- command me !cmd = say cmd >> hear cmd where say = smtWrite me . Builder.toLazyText . runSmt2 hear CheckSat = smtRead me hear (GetValue _) = smtRead me hear _ = return Ok smtWrite :: Context -> Raw -> IO () smtWrite me !s = smtWriteRaw me s smtRead :: Context -> IO Response smtRead me = {-# SCC "smtRead" #-} do ln <- smtReadRaw me res <- A.parseWith (smtReadRaw me) responseP ln case A.eitherResult res of Left e -> errorstar $ "SMTREAD:" ++ e Right r -> do maybe (return ()) (\h -> hPutStrLnNow h $ format "; SMT Says: {}" (Only $ show r)) (ctxLog me) -- when (verbose me) $ TIO.putStrLn $ format "SMT Says: {}" (Only $ show r) return r type SmtParser a = Parser T.Text a responseP :: SmtParser Response responseP = {-# SCC "responseP" #-} A.char '(' *> sexpP <|> A.string "sat" *> return Sat <|> A.string "unsat" *> return Unsat <|> A.string "unknown" *> return Unknown sexpP :: SmtParser Response sexpP = {-# SCC "sexpP" #-} A.string "error" *> (Error <$> errorP) <|> Values <$> valuesP errorP :: SmtParser T.Text errorP = A.skipSpace *> A.char '"' *> A.takeWhile1 (/='"') <* A.string "\")" valuesP :: SmtParser [(Symbol, T.Text)] valuesP = A.many1' pairP <* A.char ')' pairP :: SmtParser (Symbol, T.Text) pairP = {-# SCC "pairP" #-} do A.skipSpace A.char '(' !x <- symbolP A.skipSpace !v <- valueP A.char ')' return (x,v) symbolP :: SmtParser Symbol symbolP = {-# SCC "symbolP" #-} symbol <$> A.takeWhile1 (not . isSpace) valueP :: SmtParser T.Text valueP = {-# SCC "valueP" #-} negativeP <|> A.takeWhile1 (\c -> not (c == ')' || isSpace c)) negativeP :: SmtParser T.Text negativeP = do v <- A.char '(' *> A.takeWhile1 (/=')') <* A.char ')' return $ "(" <> v <> ")" smtWriteRaw :: Context -> Raw -> IO () smtWriteRaw me !s = {-# SCC "smtWriteRaw" #-} do -- whenLoud $ do LTIO.appendFile debugFile (s <> "\n") -- LTIO.putStrLn ("CMD-RAW:" <> s <> ":CMD-RAW:DONE") hPutStrLnNow (ctxCout me) s maybe (return ()) (`hPutStrLnNow` s) (ctxLog me) smtReadRaw :: Context -> IO T.Text smtReadRaw me = {-# SCC "smtReadRaw" #-} TIO.hGetLine (ctxCin me) hPutStrLnNow :: Handle -> LT.Text -> IO () hPutStrLnNow h !s = LTIO.hPutStrLn h s >> hFlush h -------------------------------------------------------------------------- -- | SMT Context --------------------------------------------------------- -------------------------------------------------------------------------- -------------------------------------------------------------------------- makeContext :: Config -> FilePath -> IO Context -------------------------------------------------------------------------- makeContext cfg f = do me <- makeProcess cfg pre <- smtPreamble cfg (solver cfg) me createDirectoryIfMissing True $ takeDirectory smtFile hLog <- openFile smtFile WriteMode let me' = me { ctxLog = Just hLog } mapM_ (smtWrite me') pre return me' where smtFile = extFileName Smt2 f makeContextWithSEnv :: Config -> FilePath -> SMTEnv -> IO Context makeContextWithSEnv cfg f env = (\cxt -> cxt {ctxSmtEnv = env}) <$> makeContext cfg f -- where msg = "makeContextWithSEnv" ++ show env makeContextNoLog :: Config -> IO Context makeContextNoLog cfg = do me <- makeProcess cfg pre <- smtPreamble cfg (solver cfg) me mapM_ (smtWrite me) pre return me makeProcess :: Config -> IO Context makeProcess cfg = do (hOut, hIn, _ ,pid) <- runInteractiveCommand $ smtCmd (solver cfg) loud <- isLoud return Ctx { ctxPid = pid , ctxCin = hIn , ctxCout = hOut , ctxLog = Nothing , ctxVerbose = loud , ctxExt = extensionality cfg , ctxAeq = alphaEquivalence cfg , ctxBeq = betaEquivalence cfg , ctxNorm = normalForm cfg , ctxSmtEnv = Thy.theorySEnv } -------------------------------------------------------------------------- cleanupContext :: Context -> IO ExitCode -------------------------------------------------------------------------- cleanupContext (Ctx {..}) = do hCloseMe "ctxCin" ctxCin hCloseMe "ctxCout" ctxCout maybe (return ()) (hCloseMe "ctxLog") ctxLog waitForProcess ctxPid hCloseMe :: String -> Handle -> IO () hCloseMe msg h = hClose h `catch` (\(exn :: IOException) -> putStrLn $ "OOPS, hClose breaks: " ++ msg ++ show exn) {- "z3 -smt2 -in" -} {- "z3 -smtc SOFT_TIMEOUT=1000 -in" -} {- "z3 -smtc -in MBQI=false" -} smtCmd :: SMTSolver -> String -- T.Text smtCmd Z3 = "z3 -smt2 -in" smtCmd Mathsat = "mathsat -input=smt2" smtCmd Cvc4 = "cvc4 --incremental -L smtlib2" -- DON'T REMOVE THIS! z3 changed the names of options between 4.3.1 and 4.3.2... smtPreamble :: Config -> SMTSolver -> Context -> IO [LT.Text] smtPreamble cfg Z3 me = do smtWrite me "(get-info :version)" v:_ <- T.words . (!!1) . T.splitOn "\"" <$> smtReadRaw me checkValidStringFlag Z3 v cfg if T.splitOn "." v `versionGreaterEq` ["4", "3", "2"] then return $ z3_432_options ++ makeMbqi cfg ++ Thy.preamble cfg Z3 else return $ z3_options ++ makeMbqi cfg ++ Thy.preamble cfg Z3 smtPreamble cfg s _ = checkValidStringFlag s "" cfg >> return (Thy.preamble cfg s) checkValidStringFlag :: SMTSolver -> T.Text -> Config -> IO () checkValidStringFlag smt v cfg = when (noString smt v cfg) $ die $ err dummySpan (text "stringTheory is only supported by z3 version >=4.2.2") noString :: SMTSolver -> T.Text -> Config -> Bool noString smt v cfg = stringTheory cfg && not (smt == Z3 && (T.splitOn "." v `versionGreaterEq` ["4", "4", "2"])) versionGreaterEq :: Ord a => [a] -> [a] -> Bool versionGreaterEq (x:xs) (y:ys) | x > y = True | x == y = versionGreaterEq xs ys | x < y = False versionGreaterEq _ [] = True versionGreaterEq [] _ = False versionGreaterEq _ _ = errorstar "Interface.versionGreater called with bad arguments" ----------------------------------------------------------------------------- -- | SMT Commands ----------------------------------------------------------- ----------------------------------------------------------------------------- smtPush, smtPop :: Context -> IO () smtPush me = interact' me Push smtPop me = interact' me Pop smtDecls :: Context -> [(Symbol, Sort)] -> IO () smtDecls = mapM_ . uncurry . smtDecl smtDecl :: Context -> Symbol -> Sort -> IO () smtDecl me x t = interact' me (Declare x ins out) where (ins, out) = deconSort t deconSort :: Sort -> ([Sort], Sort) deconSort t = case functionSort t of Just (_, ins, out) -> (ins, out) Nothing -> ([] , t ) -- hack now this is used only for checking gradual condition. smtCheckSat :: Context -> Expr -> IO Bool smtCheckSat me p = smtAssert me p >> (ans <$> command me CheckSat) where ans Sat = True ans _ = False smtAssert :: Context -> Expr -> IO () smtAssert me p = interact' me (Assert Nothing p) smtAssertAxiom :: Context -> Triggered Expr -> IO () smtAssertAxiom me p = interact' me (AssertAxiom p) smtDistinct :: Context -> [Expr] -> IO () smtDistinct me az = interact' me (Distinct az) smtCheckUnsat :: Context -> IO Bool smtCheckUnsat me = respSat <$> command me CheckSat smtBracket :: Context -> String -> IO a -> IO a smtBracket me _msg a = do smtPush me r <- a smtPop me return r respSat :: Response -> Bool respSat Unsat = True respSat Sat = False respSat Unknown = False respSat r = die $ err dummySpan $ text ("crash: SMTLIB2 respSat = " ++ show r) interact' :: Context -> Command -> IO () interact' me cmd = void $ command me cmd makeMbqi :: Config -> [LT.Text] makeMbqi cfg | extensionality cfg = [""] | otherwise = ["\n(set-option :smt.mbqi false)"] -- DON'T REMOVE THIS! z3 changed the names of options between 4.3.1 and 4.3.2... z3_432_options :: [LT.Text] z3_432_options = [ "(set-option :auto-config false)" , "(set-option :model true)" , "(set-option :model.partial false)"] z3_options :: [LT.Text] z3_options = [ "(set-option :auto-config false)" , "(set-option :model true)" , "(set-option :model-partial false)"]