{-# LANGUAGE CPP #-} #ifdef HRUBY {-# LANGUAGE ForeignFunctionInterface #-} #endif {-# LANGUAGE LambdaCase #-} module Erb.Compute(computeTemplate, initTemplateDaemon) where import Text.PrettyPrint.ANSI.Leijen hiding ((<>)) import Puppet.Interpreter.Types import Puppet.Preferences import Puppet.Stats import Puppet.PP import Puppet.Utils import qualified Data.Either.Strict as S import Control.Monad.Error import Control.Concurrent import System.Posix.Files import Paths_language_puppet (getDataFileName) import Erb.Parser import Erb.Evaluate import Erb.Ruby import Debug.Trace import qualified System.Log.Logger as LOG import qualified Data.Text as T import Text.Parsec hiding (string) import Text.Parsec.Error import Text.Parsec.Pos import System.Environment import Data.FileCache #ifdef HRUBY import qualified Foreign.Ruby as FR import Foreign.Ruby.Safe import Control.Lens import Data.Tuple.Strict #else import System.IO import SafeProcess import Data.List import qualified Data.Text.IO as T import qualified Data.Text.Lazy.IO as TL import qualified Data.Text.Lazy.Builder as T import qualified Data.Foldable as F import qualified Data.Vector as V -- we don't have a nice interpreter whithout hruby, but we can keep the -- function signatures with this hack type RubyInterpreter = () #endif instance Error ParseError where noMsg = newErrorUnknown (initialPos "dummy") strMsg s = newErrorMessage (Message s) (initialPos "dummy") type TemplateQuery = (Chan TemplateAnswer, Either T.Text T.Text, T.Text, Container ScopeInformation) type TemplateAnswer = S.Either Doc T.Text #ifdef HRUBY showRubyError :: RubyError -> Doc showRubyError (Stack msg stk) = dullred (string msg) dullyellow (string stk) showRubyError (WithOutput str _) = dullred (string str) initTemplateDaemon :: RubyInterpreter -> Preferences -> MStats -> IO (Either T.Text T.Text -> T.Text -> Container ScopeInformation -> IO (S.Either Doc T.Text)) initTemplateDaemon intr (Preferences _ modpath templatepath _ _ _ _) mvstats = do controlchan <- newChan templatecache <- newFileCache let returnError rs = return $ \_ _ _ -> return (S.Left (showRubyError rs)) getRubyScriptPath "hrubyerb.rb" >>= loadFile intr >>= \case Left rs -> returnError rs Right () -> registerGlobalFunction4 intr "varlookup" hrresolveVariable >>= \case Right () -> do void $ forkIO $ templateDaemon intr (T.pack modpath) (T.pack templatepath) controlchan mvstats templatecache return (templateQuery controlchan) Left rs -> returnError rs #else initTemplateDaemon :: Preferences -> MStats -> IO (Either T.Text T.Text -> T.Text -> Container ScopeInformation -> IO (S.Either Doc T.Text)) initTemplateDaemon (Preferences _ modpath templatepath _ _ _ _ _ _) mvstats = do controlchan <- newChan templatecache <- newFileCache forkIO (templateDaemon () (T.pack modpath) (T.pack templatepath) controlchan mvstats templatecache) return (templateQuery controlchan) #endif templateQuery :: Chan TemplateQuery -> Either T.Text T.Text -> T.Text -> Container ScopeInformation -> IO (S.Either Doc T.Text) templateQuery qchan filename scope variables = do rchan <- newChan writeChan qchan (rchan, filename, scope, variables) readChan rchan templateDaemon :: RubyInterpreter -> T.Text -> T.Text -> Chan TemplateQuery -> MStats -> FileCacheR ParseError [RubyStatement] -> IO () templateDaemon intr modpath templatepath qchan mvstats filecache = do nameThread "RubyTemplateDaemon" (respchan, fileinfo, scope, variables) <- readChan qchan case fileinfo of Right filename -> do let prts = T.splitOn "/" filename searchpathes | length prts > 1 = [modpath <> "/" <> head prts <> "/templates/" <> T.intercalate "/" (tail prts), templatepath <> "/" <> filename] | otherwise = [templatepath <> "/" <> filename] acceptablefiles <- filterM (fileExist . T.unpack) searchpathes if null acceptablefiles then writeChan respchan (S.Left $ "Can't find template file for" <+> ttext filename <+> ", looked in" <+> list (map ttext searchpathes)) else measure mvstats filename (computeTemplate intr (Right (head acceptablefiles)) scope variables mvstats filecache) >>= writeChan respchan Left _ -> measure mvstats "inline" (computeTemplate intr fileinfo scope variables mvstats filecache) >>= writeChan respchan templateDaemon intr modpath templatepath qchan mvstats filecache computeTemplate :: RubyInterpreter -> Either T.Text T.Text -> T.Text -> Container ScopeInformation -> MStats -> FileCacheR ParseError [RubyStatement] -> IO TemplateAnswer computeTemplate intr fileinfo curcontext variables mstats filecache = do let (filename, ufilename) = case fileinfo of Left _ -> ("inline", "inline") Right x -> (x, T.unpack x) mkSafe a = makeSafe intr a >>= \case Left rr -> return (S.Left (showRubyError rr)) Right x -> return x traceEventIO ("START template " ++ T.unpack filename) parsed <- case fileinfo of Right _ -> measure mstats ("parsing - " <> filename) $ lazyQuery filecache ufilename $ parseErbFile ufilename Left content -> measure mstats ("parsing - " <> filename) $ return (runParser erbparser () "inline" (T.unpack content)) o <- case parsed of Left err -> do let !msg = "template " ++ ufilename ++ " could not be parsed " ++ show err traceEventIO msg LOG.debugM "Erb.Compute" msg measure mstats ("ruby - " <> filename) $ mkSafe $ computeTemplateWRuby fileinfo curcontext variables Right ast -> case rubyEvaluate variables curcontext ast of Right ev -> return (S.Right ev) Left err -> do let !msg = "template " ++ ufilename ++ " evaluation failed " ++ show err traceEventIO msg LOG.debugM "Erb.Compute" msg measure mstats ("ruby efail - " <> filename) $ mkSafe $ computeTemplateWRuby fileinfo curcontext variables traceEventIO ("STOP template " ++ T.unpack filename) return o getRubyScriptPath :: String -> IO String getRubyScriptPath rubybin = do let checkpath :: FilePath -> (IO FilePath) -> IO FilePath checkpath fp nxt = do e <- fileExist fp if e then return fp else nxt withExecutablePath = do path <- fmap (T.unpack . takeDirectory . T.pack) getExecutablePath let fullpath = path <> "/" <> rubybin checkpath fullpath $ checkpath ("/usr/local/bin/" <> rubybin) (return rubybin) cabalPath <- getDataFileName $ "ruby/" ++ rubybin :: IO FilePath checkpath cabalPath withExecutablePath #ifdef HRUBY -- This must be called from the proper thread. As this is callback, this -- should be ok. hrresolveVariable :: RValue -> RValue -> RValue -> RValue -> IO RValue -- T.Text -> Container PValue -> RValue -> RValue -> IO RValue hrresolveVariable _ rscp rvariables rtoresolve = do scope <- FR.extractHaskellValue rscp variables <- FR.extractHaskellValue rvariables toresolve <- FR.fromRuby rtoresolve let answer = case toresolve of Just t -> getVariable variables scope t _ -> Left "The variable name is not a string" case answer of Left _ -> FR.getSymbol "undef" Right r -> FR.toRuby r computeTemplateWRuby :: Either T.Text T.Text -> T.Text -> Container ScopeInformation -> IO TemplateAnswer computeTemplateWRuby fileinfo curcontext variables = FR.freezeGC $ eitherDocIO $ do rscp <- FR.embedHaskellValue curcontext rvariables <- FR.embedHaskellValue variables let varlist = variables ^. ix curcontext . scopeVariables -- must be called from a "makeSafe" thingie let withBinding f = do erbBinding <- FR.safeMethodCall "ErbBinding" "new" [rscp,rvariables] case erbBinding of Left x -> return (Left x) Right v -> do forM_ (itoList varlist) $ \(varname, (varval :!: _ :!: _)) -> FR.toRuby varval >>= FR.rb_iv_set v (T.unpack varname) f v o <- case fileinfo of Right fname -> do rfname <- FR.toRuby fname withBinding $ \v -> FR.safeMethodCall "Controller" "runFromFile" [rfname,v] Left content -> withBinding $ \v -> FR.toRuby content >>= FR.safeMethodCall "Controller" "runFromContent" . (:[v]) FR.freeHaskellValue rvariables FR.freeHaskellValue rscp case o of Left (rr, _) -> let fname = case fileinfo of Right f -> T.unpack f Left _ -> "inline_template" in return (S.Left (dullred (text rr) <+> "in" <+> dullgreen (text fname))) Right r -> FR.fromRuby r >>= \case Just result -> return (S.Right result) Nothing -> return (S.Left "Could not deserialiaze ruby output") #else saveTmpContent :: T.Text -> IO FilePath saveTmpContent cnt = do (name, h) <- openTempFile "/tmp" "inline_template.erb" T.hPutStr h cnt hClose h return name computeTemplateWRuby :: Either T.Text T.Text -> T.Text -> Container ScopeInformation -> IO TemplateAnswer computeTemplateWRuby fileinfo curcontext variables = do (temp, filename) <- case fileinfo of Right x -> return (Nothing, x) Left cnt -> do tmpfile <- saveTmpContent cnt return (Just tmpfile, "inline") let rubyvars = "{\n" <> mconcat (intersperse ",\n" (concatMap toRubyVars (itoList variables))) <> "\n}\n" :: T.Builder input = T.fromText curcontext <> "\n" <> T.fromText filename <> "\n" <> rubyvars :: T.Builder ufilename = T.unpack filename rubyscriptpath <- getRubyScriptPath "calcerb.rb" traceEventIO ("START ruby " ++ ufilename) !ret <- safeReadProcessTimeout "ruby" [rubyscriptpath] (T.toLazyText input) 1000 traceEventIO ("STOP ruby " ++ ufilename) F.forM_ temp removeLink case ret of Just (Right x) -> return $! S.Right x Just (Left er) -> do (tmpfilename, tmphandle) <- openTempFile "/tmp" "templatefail" TL.hPutStr tmphandle (T.toLazyText input) hClose tmphandle return $ S.Left $ dullred (text er) <+> "- for template" <+> text ufilename <+> "input in" <+> text tmpfilename Nothing -> return $ S.Left "Process did not terminate" minterc :: T.Builder -> [T.Builder] -> T.Builder minterc _ [] = mempty minterc _ [a] = a minterc !separator (x:xs) = x <> foldl' minterc' mempty xs where minterc' !curbuilder !b = curbuilder <> separator <> b renderString :: T.Text -> T.Builder renderString x = let !y = T.fromString (show x) in y toRubyVars :: (T.Text, ScopeInformation) -> [T.Builder] toRubyVars (ctx, scp) = concatMap (\(varname, varval :!: _) -> toRuby (ctx <> "::" <> varname, varval)) (itoList (scp ^. scopeVariables)) toRuby :: (T.Text, PValue) -> [T.Builder] toRuby (_, PUndef) = [] toRuby (varname, varval) = ["\t" <> renderString varname <> " => " <> toRuby' varval] toRuby' :: PValue -> T.Builder toRuby' (PString str) = renderString str toRuby' (PBoolean True) = "true" toRuby' (PBoolean False) = "false" toRuby' (PArray rr) = "[" <> minterc ", " (map toRuby' (rr ^.. traverse)) <> "]" toRuby' (PHash hh) = "{ " <> minterc ", " (map (\(varname, varval) -> renderString varname <> " => " <> toRuby' varval) (itolist hh)) <> " }" toRuby' PUndef = ":undef" toRuby' (PResourceReference rtype rname) = renderString ( rtype <> "[" <> rname <> "]" ) #endif