module Data.Fasta.Text.Lazy.Parse ( parseFasta
, parseCLIPFasta
, pipesFasta
, removeNs
, removeN
, removeCLIPNs ) where
import Data.Char
import Control.Monad (void)
import Text.Parsec
import Text.Parsec.Text.Lazy
import qualified Data.Map.Strict as Map
import qualified Data.Text as ST
import qualified Data.Text.Lazy as T
import Pipes
import qualified Pipes.Prelude as P
import qualified Pipes.Text as PT
import qualified Pipes.Group as PG
import Control.Lens (view)
import qualified Control.Foldl as FL
import Data.Fasta.Text.Lazy.Types
eol :: Parsec T.Text u String
eol = choice . map (try . string) $ ["\n\r", "\r\n", "\n", "\r"]
eoe :: Parsec T.Text u ()
eoe = do
lookAhead (void $ char '>') <|> eof
fasta :: Parsec T.Text u FastaSequence
fasta = do
spaces
char '>'
header <- manyTill (satisfy (/= '>')) eol
fseq <- manyTill anyChar eoe
return (FastaSequence { fastaHeader = T.pack header
, fastaSeq = T.pack
. map toUpper
. removeWhitespace $ fseq } )
where
removeWhitespace = filter (`notElem` ("\n\r " :: String))
fastaFile :: Parsec T.Text u [FastaSequence]
fastaFile = do
spaces
many fasta
fastaCLIP :: Parsec T.Text u (FastaSequence, [FastaSequence])
fastaCLIP = do
spaces
char '>'
germline <- fasta
clones <- many $ try fasta
return (germline, clones)
fastaCLIPFile :: Parsec T.Text u [(FastaSequence, [FastaSequence])]
fastaCLIPFile = do
spaces
many fastaCLIP
parseFasta :: T.Text -> [FastaSequence]
parseFasta = eToV . parse fastaFile "error"
where
eToV (Right x) = x
eToV (Left x) = error ("Unable to parse fasta file\n" ++ show x)
parseCLIPFasta :: T.Text -> CloneMap
parseCLIPFasta = Map.fromList
. map (\(!x, (!y, !z)) -> ((x, y), z))
. zip [0..]
. eToV
. parse fastaCLIPFile "error"
where
eToV (Right x) = x
eToV (Left x) = error ("Unable to parse fasta file\n" ++ show x)
pipesFasta :: (MonadIO m)
=> Producer ST.Text m ()
-> Producer FastaSequence m ()
pipesFasta p = FL.purely PG.folds FL.mconcat ( view (PT.splits '>')
. PT.drop (1 :: Int)
$ p )
>-> P.map toFasta
where
toFasta x = FastaSequence { fastaHeader = T.fromChunks
. take 1
. ST.lines
$ x
, fastaSeq = T.fromChunks
. tail
. ST.lines
$ x }
removeNs :: [FastaSequence] -> [FastaSequence]
removeNs = map (\x -> x { fastaSeq = noN . fastaSeq $ x })
where
noN = T.map (\y -> if (y /= 'N' && y /= 'n') then y else '-')
removeN :: FastaSequence -> FastaSequence
removeN x = x { fastaSeq = noN . fastaSeq $ x }
where
noN = T.map (\y -> if (y /= 'N' && y /= 'n') then y else '-')
removeCLIPNs :: CloneMap -> CloneMap
removeCLIPNs = Map.fromList . map remove . Map.toList
where
remove ((!x, !y), !z) = ((x, newSeq y), map newSeq z)
newSeq !x = x { fastaSeq = noN . fastaSeq $ x }
noN = T.map (\y -> if (y /= 'N' && y /= 'n') then y else '-')