{-# LANGUAGE LambdaCase #-} {-# LANGUAGE OverloadedStrings #-} {-# LANGUAGE PatternGuards #-} {- | Module : Text.Pandoc.Writers.DocBook Copyright : Copyright (C) 2006-2023 John MacFarlane License : GNU GPL, version 2 or above Maintainer : John MacFarlane Stability : alpha Portability : portable Conversion of 'Pandoc' documents to DocBook XML. -} module Text.Pandoc.Writers.DocBook ( writeDocBook4, writeDocBook5 ) where import Control.Monad.Reader import Data.Generics (everywhere, mkT) import Data.List (nub, partition) import Data.Maybe (isNothing) import Data.Monoid (All (..), Any (..)) import Data.Text (Text) import qualified Data.Text as T import qualified Text.Pandoc.Builder as B import Text.Pandoc.Class.PandocMonad (PandocMonad, report) import Text.Pandoc.Definition import Text.Pandoc.Highlighting (languages, languagesByExtension) import Text.Pandoc.ImageSize import Text.Pandoc.Logging import Text.Pandoc.Options import Text.DocLayout import Text.Pandoc.Shared import Text.Pandoc.URI import Text.Pandoc.Templates (renderTemplate) import Text.Pandoc.Writers.Shared import Text.Pandoc.Walk import Text.Pandoc.Writers.Math import Text.Pandoc.XML import Text.TeXMath import qualified Text.XML.Light as Xml data DocBookVersion = DocBook4 | DocBook5 deriving (Eq, Show) type DB = ReaderT DocBookVersion -- | Get level of the top-level headers based on the configured top-level division. -- The header level can then be used to determine appropriate DocBook element -- for each subdivision associated with a header. -- The numbering here follows LaTeX's internal numbering getStartLvl :: WriterOptions -> Int getStartLvl opts = case writerTopLevelDivision opts of TopLevelPart -> -1 TopLevelChapter -> 0 TopLevelSection -> 1 TopLevelDefault -> 1 -- | Get correct name for the id attribute based on DocBook version. -- DocBook 4 used custom id attribute but DocBook 5 adopted the xml:id specification. -- https://www.w3.org/TR/xml-id/ idName :: DocBookVersion -> Text idName DocBook5 = "xml:id" idName DocBook4 = "id" -- | Convert list of authors to a docbook section authorToDocBook :: PandocMonad m => WriterOptions -> [Inline] -> DB m B.Inlines authorToDocBook opts name' = do name <- render Nothing <$> inlinesToDocBook opts name' let colwidth = if writerWrapText opts == WrapAuto then Just $ writerColumns opts else Nothing return $ B.rawInline "docbook" $ render colwidth $ inTags True "personname" [] $ if T.any (== ',') name then -- last name first let (lastname, rest) = T.break (==',') name firstname = triml rest in inTagsSimple "firstname" (literal $ escapeStringForXML firstname) <> inTagsSimple "surname" (literal $ escapeStringForXML lastname) else -- last name last let namewords = T.words name lengthname = length namewords (firstname, lastname) = case lengthname of 0 -> ("","") 1 -> ("", name) n -> (T.unwords (take (n-1) namewords), last namewords) in inTagsSimple "firstname" (literal $ escapeStringForXML firstname) $$ inTagsSimple "surname" (literal $ escapeStringForXML lastname) writeDocBook4 :: PandocMonad m => WriterOptions -> Pandoc -> m Text writeDocBook4 opts d = runReaderT (writeDocBook opts d) DocBook4 writeDocBook5 :: PandocMonad m => WriterOptions -> Pandoc -> m Text writeDocBook5 opts d = runReaderT (writeDocBook opts d) DocBook5 -- | Convert Pandoc document to string in DocBook format. writeDocBook :: PandocMonad m => WriterOptions -> Pandoc -> DB m Text writeDocBook opts doc = do let Pandoc meta blocks = ensureValidXmlIdentifiers doc let colwidth = if writerWrapText opts == WrapAuto then Just $ writerColumns opts else Nothing let startLvl = getStartLvl opts let fromBlocks = blocksToDocBook opts . makeSections False (Just startLvl) auths' <- mapM (authorToDocBook opts) $ docAuthors meta let meta' = B.setMeta "author" auths' meta metadata <- metaToContext opts fromBlocks (inlinesToDocBook opts) meta' main <- fromBlocks blocks let context = defField "body" main $ defField "mathml" (case writerHTMLMathMethod opts of MathML -> True _ -> False) metadata return $ render colwidth $ (if writerPreferAscii opts then fmap toEntities else id) $ case writerTemplate opts of Nothing -> main Just tpl -> renderTemplate tpl context -- | Convert a list of Pandoc blocks to DocBook. blocksToDocBook :: PandocMonad m => WriterOptions -> [Block] -> DB m (Doc Text) blocksToDocBook opts = fmap vcat . mapM (blockToDocBook opts) -- | Auxiliary function to convert Plain block to Para. plainToPara :: Block -> Block plainToPara (Plain x) = Para x plainToPara x = x -- | Convert a list of pairs of terms and definitions into a list of -- DocBook varlistentrys. deflistItemsToDocBook :: PandocMonad m => WriterOptions -> [([Inline],[[Block]])] -> DB m (Doc Text) deflistItemsToDocBook opts items = vcat <$> mapM (uncurry (deflistItemToDocBook opts)) items -- | Convert a term and a list of blocks into a DocBook varlistentry. deflistItemToDocBook :: PandocMonad m => WriterOptions -> [Inline] -> [[Block]] -> DB m (Doc Text) deflistItemToDocBook opts term defs = do term' <- inlinesToDocBook opts term def' <- blocksToDocBook opts $ concatMap (map plainToPara) defs return $ inTagsIndented "varlistentry" $ inTagsIndented "term" term' $$ inTagsIndented "listitem" def' -- | Convert a list of lists of blocks to a list of DocBook list items. listItemsToDocBook :: PandocMonad m => WriterOptions -> [[Block]] -> DB m (Doc Text) listItemsToDocBook opts items = vcat <$> mapM (listItemToDocBook opts) items -- | Convert a list of blocks into a DocBook list item. listItemToDocBook :: PandocMonad m => WriterOptions -> [Block] -> DB m (Doc Text) listItemToDocBook opts item = inTagsIndented "listitem" <$> blocksToDocBook opts (map plainToPara item) imageToDocBook :: WriterOptions -> Attr -> Text -> Doc Text imageToDocBook _ attr src = selfClosingTag "imagedata" $ ("fileref", src) : idAndRole attr <> dims where dims = go Width "width" <> go Height "depth" go dir dstr = case dimension dir attr of Just a -> [(dstr, tshow a)] Nothing -> [] -- | Convert a Pandoc block element to DocBook. blockToDocBook :: PandocMonad m => WriterOptions -> Block -> DB m (Doc Text) -- Add ids to paragraphs in divs with ids - this is needed for -- pandoc-citeproc to get link anchors in bibliographies: blockToDocBook opts (Div (id',"section":_,_) (Header lvl (_,classes,attrs) ils : xs)) = do version <- ask -- DocBook doesn't allow sections with no content, so insert some if needed let bs = if null xs then [Para []] else xs tag = case lvl of -1 -> "part" 0 -> "chapter" n | n >= 1 && n <= 5 -> if version == DocBook5 then "section" else "sect" <> tshow n _ -> "simplesect" idAttr = [(idName version, writerIdentifierPrefix opts <> id') | not (T.null id')] -- We want to add namespaces to the root (top-level) element. nsAttr = if version == DocBook5 && lvl == getStartLvl opts && isNothing (writerTemplate opts) -- Though, DocBook 4 does not support namespaces and -- standalone documents will include them in the template. then [("xmlns", "http://docbook.org/ns/docbook") ,("xmlns:xlink", "http://www.w3.org/1999/xlink")] else [] -- Populate miscAttr with Header.Attr.attributes, filtering out non-valid DocBook section attributes, id, and xml:id -- Also enrich the role attribute with certain class tokens miscAttr = enrichRole (filter (isSectionAttr version) attrs) classes attribs = nsAttr <> idAttr <> miscAttr title' <- inlinesToDocBook opts ils contents <- blocksToDocBook opts bs return $ inTags True tag attribs $ inTagsSimple "title" title' $$ contents blockToDocBook opts (Div (ident,classes,_) bs) = do version <- ask let identAttribs = [(idName version, ident) | not (T.null ident)] admonitions = ["caution","danger","important","note","tip","warning"] case classes of (l:_) | l `elem` admonitions -> do let (mTitleBs, bodyBs) = case bs of -- Matches AST produced by the DocBook reader → Markdown writer → Markdown reader chain. (Div (_,["title"],_) [Para ts] : rest) -> (Just (inlinesToDocBook opts ts), rest) -- Matches AST produced by the DocBook reader. (Div (_,["title"],_) ts : rest) -> (Just (blocksToDocBook opts ts), rest) _ -> (Nothing, bs) admonitionTitle <- case mTitleBs of Nothing -> return mempty -- id will be attached to the admonition so let’s pass empty identAttrs. Just titleBs -> inTagsSimple "title" <$> titleBs admonitionBody <- handleDivBody [] bodyBs return (inTags True l identAttribs (admonitionTitle $$ admonitionBody)) _ -> handleDivBody identAttribs bs where handleDivBody identAttribs [Para lst] = if hasLineBreaks lst then flush . nowrap . inTags False "literallayout" identAttribs <$> inlinesToDocBook opts lst else inTags True "para" identAttribs <$> inlinesToDocBook opts lst handleDivBody identAttribs bodyBs = do contents <- blocksToDocBook opts (map plainToPara bodyBs) return $ (if null identAttribs then mempty else selfClosingTag "anchor" identAttribs) $$ contents blockToDocBook _ h@Header{} = do -- should be handled by Div section above, except inside lists/blockquotes report $ BlockNotRendered h return empty blockToDocBook opts (Plain lst) = inlinesToDocBook opts lst blockToDocBook opts (Para lst) | hasLineBreaks lst = flush . nowrap . inTagsSimple "literallayout" <$> inlinesToDocBook opts lst | otherwise = inTagsIndented "para" <$> inlinesToDocBook opts lst blockToDocBook opts (LineBlock lns) = blockToDocBook opts $ linesToPara lns blockToDocBook opts (BlockQuote blocks) = inTagsIndented "blockquote" <$> blocksToDocBook opts blocks blockToDocBook opts (CodeBlock (_,classes,_) str) = return $ literal (" lang <> ">") <> cr <> flush (literal (escapeStringForXML str) <> cr <> literal "") where lang = if null langs then "" else " language=\"" <> escapeStringForXML (head langs) <> "\"" syntaxMap = writerSyntaxMap opts isLang l = T.toLower l `elem` map T.toLower (languages syntaxMap) langsFrom s = if isLang s then [s] else (languagesByExtension syntaxMap) . T.toLower $ s langs = concatMap langsFrom classes blockToDocBook opts (BulletList lst) = do let attribs = [("spacing", "compact") | isTightList lst] inTags True "itemizedlist" attribs <$> listItemsToDocBook opts lst blockToDocBook _ (OrderedList _ []) = return empty blockToDocBook opts (OrderedList (start, numstyle, _) (first:rest)) = do let numeration = case numstyle of DefaultStyle -> [] Decimal -> [("numeration", "arabic")] Example -> [("numeration", "arabic")] UpperAlpha -> [("numeration", "upperalpha")] LowerAlpha -> [("numeration", "loweralpha")] UpperRoman -> [("numeration", "upperroman")] LowerRoman -> [("numeration", "lowerroman")] spacing = [("spacing", "compact") | isTightList (first:rest)] attribs = numeration <> spacing items <- if start == 1 then listItemsToDocBook opts (first:rest) else do first' <- blocksToDocBook opts (map plainToPara first) rest' <- listItemsToDocBook opts rest return $ inTags True "listitem" [("override",tshow start)] first' $$ rest' return $ inTags True "orderedlist" attribs items blockToDocBook opts (DefinitionList lst) = do let attribs = [("spacing", "compact") | isTightList $ concatMap snd lst] inTags True "variablelist" attribs <$> deflistItemsToDocBook opts lst blockToDocBook _ b@(RawBlock f str) | f == "docbook" = return $ literal str -- raw XML block | f == "html" = do version <- ask if version == DocBook5 then return empty -- No html in DocBook5 else return $ literal str -- allow html for backwards -- compatibility | otherwise = do report $ BlockNotRendered b return empty blockToDocBook _ HorizontalRule = return empty -- not semantic blockToDocBook opts (Table _ blkCapt specs thead tbody tfoot) = do let (caption, aligns, widths, headers, rows) = toLegacyTable blkCapt specs thead tbody tfoot captionDoc <- if null caption then return empty else inTagsSimple "title" <$> inlinesToDocBook opts caption let tableType = if isEmpty captionDoc then "informaltable" else "table" percent w = tshow (truncate (100*w) :: Integer) <> "*" coltags = vcat $ zipWith (\w al -> selfClosingTag "colspec" ([("colwidth", percent w) | w > 0] <> [("align", alignmentToString al)])) widths aligns head' <- if all null headers then return empty else inTagsIndented "thead" <$> tableRowToDocBook opts headers body' <- inTagsIndented "tbody" . vcat <$> mapM (tableRowToDocBook opts) rows return $ inTagsIndented tableType $ captionDoc $$ inTags True "tgroup" [("cols", tshow (length aligns))] ( coltags $$ head' $$ body') blockToDocBook opts (Figure attr capt@(Caption _ caption) body) = do -- TODO: probably better to handle nested figures as mediaobject let isAcceptable = \case Table {} -> All False Figure {} -> All False _ -> All True if not . getAll $ query isAcceptable body -- Fallback to a div if the content cannot be included in a figure then blockToDocBook opts $ figureDiv attr capt body else do title <- inlinesToDocBook opts (blocksToInlines caption) let toMediaobject = \case Plain [Image imgAttr inlns (src, _)] -> do alt <- inlinesToDocBook opts inlns pure $ inTagsIndented "mediaobject" ( inTagsIndented "imageobject" (imageToDocBook opts imgAttr src) $$ if isEmpty alt then empty else inTagsSimple "textobject" (inTagsSimple "phrase" alt)) _ -> ask >>= \case DocBook4 -> pure mempty -- docbook4 requires media DocBook5 -> blocksToDocBook opts body mediaobjects <- mapM toMediaobject body return $ if isEmpty $ mconcat mediaobjects then mempty -- figures must have at least some content else inTagsIndented "figure" $ inTagsSimple "title" title $$ mconcat mediaobjects hasLineBreaks :: [Inline] -> Bool hasLineBreaks = getAny . query isLineBreak . walk removeNote where removeNote :: Inline -> Inline removeNote (Note _) = Str "" removeNote x = x isLineBreak :: Inline -> Any isLineBreak LineBreak = Any True isLineBreak _ = Any False alignmentToString :: Alignment -> Text alignmentToString alignment = case alignment of AlignLeft -> "left" AlignRight -> "right" AlignCenter -> "center" AlignDefault -> "left" tableRowToDocBook :: PandocMonad m => WriterOptions -> [[Block]] -> DB m (Doc Text) tableRowToDocBook opts cols = inTagsIndented "row" . vcat <$> mapM (tableItemToDocBook opts) cols tableItemToDocBook :: PandocMonad m => WriterOptions -> [Block] -> DB m (Doc Text) tableItemToDocBook opts item = inTags True "entry" [] . vcat <$> mapM (blockToDocBook opts) item -- | Convert a list of inline elements to DocBook. inlinesToDocBook :: PandocMonad m => WriterOptions -> [Inline] -> DB m (Doc Text) inlinesToDocBook opts lst = hcat <$> mapM (inlineToDocBook opts) lst -- | Convert an inline element to DocBook. inlineToDocBook :: PandocMonad m => WriterOptions -> Inline -> DB m (Doc Text) inlineToDocBook _ (Str str) = return $ literal $ escapeStringForXML str inlineToDocBook opts (Emph lst) = inTagsSimple "emphasis" <$> inlinesToDocBook opts lst inlineToDocBook opts (Underline lst) = inTags False "emphasis" [("role", "underline")] <$> inlinesToDocBook opts lst inlineToDocBook opts (Strong lst) = inTags False "emphasis" [("role", "strong")] <$> inlinesToDocBook opts lst inlineToDocBook opts (Strikeout lst) = inTags False "emphasis" [("role", "strikethrough")] <$> inlinesToDocBook opts lst inlineToDocBook opts (Superscript lst) = inTagsSimple "superscript" <$> inlinesToDocBook opts lst inlineToDocBook opts (Subscript lst) = inTagsSimple "subscript" <$> inlinesToDocBook opts lst inlineToDocBook opts (SmallCaps lst) = inTags False "emphasis" [("role", "smallcaps")] <$> inlinesToDocBook opts lst inlineToDocBook opts (Quoted _ lst) = inTagsSimple "quote" <$> inlinesToDocBook opts lst inlineToDocBook opts (Cite _ lst) = inlinesToDocBook opts lst inlineToDocBook opts (Span (ident,_,_) ils) = do version <- ask ((if T.null ident then mempty else selfClosingTag "anchor" [(idName version, ident)]) <>) <$> inlinesToDocBook opts ils inlineToDocBook _ (Code _ str) = return $ inTagsSimple "literal" $ literal (escapeStringForXML str) inlineToDocBook opts (Math t str) | isMathML (writerHTMLMathMethod opts) = do res <- convertMath writeMathML t str case res of Right r -> return $ inTagsSimple tagtype $ literal $ T.pack $ Xml.ppcElement conf $ fixNS $ removeAttr r Left il -> inlineToDocBook opts il | otherwise = texMathToInlines t str >>= inlinesToDocBook opts where tagtype = case t of InlineMath -> "inlineequation" DisplayMath -> "informalequation" conf = Xml.useShortEmptyTags (const False) Xml.defaultConfigPP removeAttr e = e{ Xml.elAttribs = [] } fixNS' qname = qname{ Xml.qPrefix = Just "mml" } fixNS = everywhere (mkT fixNS') inlineToDocBook _ il@(RawInline f x) | f == "html" || f == "docbook" = return $ literal x | otherwise = do report $ InlineNotRendered il return empty inlineToDocBook _ LineBreak = return $ literal "\n" -- currently ignore, would require the option to add custom -- styles to the document inlineToDocBook _ Space = return space -- because we use \n for LineBreak, we can't do soft breaks: inlineToDocBook _ SoftBreak = return space inlineToDocBook opts (Link attr txt (src, _)) | Just email <- T.stripPrefix "mailto:" src = let emailLink = inTagsSimple "email" $ literal $ escapeStringForXML email in case txt of [Str s] | escapeURI s == email -> return emailLink _ -> do contents <- inlinesToDocBook opts txt return $ contents <+> char '(' <> emailLink <> char ')' | otherwise = do version <- ask (if "#" `T.isPrefixOf` src then let tag = if null txt then "xref" else "link" in inTags False tag $ ("linkend", writerIdentifierPrefix opts <> T.drop 1 src) : idAndRole attr else if version == DocBook5 then inTags False "link" $ ("xlink:href", src) : idAndRole attr else inTags False "ulink" $ ("url", src) : idAndRole attr ) <$> inlinesToDocBook opts txt inlineToDocBook opts (Image attr ils (src, tit)) = return $ let titleDoc = if T.null tit then empty else inTagsIndented "objectinfo" $ inTagsSimple "title" (literal $ escapeStringForXML tit) alt = if null ils then mempty else inTagsIndented "textobject" $ inTagsSimple "phrase" $ literal (stringify ils) in inTagsIndented "inlinemediaobject" $ inTagsIndented "imageobject" (titleDoc $$ imageToDocBook opts attr src) $$ alt inlineToDocBook opts (Note contents) = inTagsIndented "footnote" <$> blocksToDocBook opts contents isMathML :: HTMLMathMethod -> Bool isMathML MathML = True isMathML _ = False idAndRole :: Attr -> [(Text, Text)] idAndRole (id',cls,_) = ident <> role where ident = [("id", id') | not (T.null id')] role = [("role", T.unwords cls) | not (null cls)] -- Used in blockToDocBook for Header (section) to create or extend -- the role attribute with candidate class tokens enrichRole :: [(Text, Text)] -> [Text] -> [(Text, Text)] enrichRole mattrs cls = [("role", T.unwords roles) | roles /= []] <> nonRole where (roleAttr, nonRole) = partition (\(key, _v) -> key == "role") mattrs roles = nub $ filter (`elem` cand) cls <> map snd roleAttr cand = ["unnumbered"] isSectionAttr :: DocBookVersion -> (Text, Text) -> Bool isSectionAttr _ ("label",_) = True isSectionAttr _ ("status",_) = True isSectionAttr DocBook5 ("annotations",_) = True isSectionAttr DocBook5 ("dir","ltr") = True isSectionAttr DocBook5 ("dir","rtl") = True isSectionAttr DocBook5 ("dir","lro") = True isSectionAttr DocBook5 ("dir","rlo") = True isSectionAttr _ ("remap",_) = True isSectionAttr _ ("revisionflag","changed") = True isSectionAttr _ ("revisionflag","added") = True isSectionAttr _ ("revisionflag","deleted") = True isSectionAttr _ ("revisionflag","off") = True isSectionAttr _ ("role",_) = True isSectionAttr DocBook5 ("version",_) = True isSectionAttr DocBook5 ("xml:base",_) = True isSectionAttr DocBook5 ("xml:lang",_) = True isSectionAttr _ ("xreflabel",_) = True isSectionAttr DocBook5 ("linkend",_) = True isSectionAttr DocBook5 ("linkends",_) = True isSectionAttr DocBook5 ("xlink:actuate",_) = True isSectionAttr DocBook5 ("xlink:arcrole",_) = True isSectionAttr DocBook5 ("xlink:from",_) = True isSectionAttr DocBook5 ("xlink:href",_) = True isSectionAttr DocBook5 ("xlink:label",_) = True isSectionAttr DocBook5 ("xlink:role",_) = True isSectionAttr DocBook5 ("xlink:show",_) = True isSectionAttr DocBook5 ("xlink:title",_) = True isSectionAttr DocBook5 ("xlink:to",_) = True isSectionAttr DocBook5 ("xlink:type",_) = True isSectionAttr DocBook4 ("arch",_) = True isSectionAttr DocBook4 ("condition",_) = True isSectionAttr DocBook4 ("conformance",_) = True isSectionAttr DocBook4 ("lang",_) = True isSectionAttr DocBook4 ("os",_) = True isSectionAttr DocBook4 ("revision",_) = True isSectionAttr DocBook4 ("security",_) = True isSectionAttr DocBook4 ("vendor",_) = True isSectionAttr _ (_,_) = False