Data.Alpino.Model.Conduit

Documentation

addNewLine :: Monad m => Conduit ByteString m ByteString

bestScore :: Monad m => Conduit [TrainingInstance] m Double

Retrieve the best score from a list of training instances.

concat :: Monad m => Conduit [a] m a

filterFeatures :: Monad m => (Bool -> Bool) -> Set ByteString -> Conduit TrainingInstance m TrainingInstance

Filter features by exact names. A modifier function can be applied, for instance, the not function would exclude the specified features.

filterFeaturesFunctor :: Monad m => (Bool -> Bool) -> Set ByteString -> Conduit TrainingInstance m TrainingInstance

Filter features by their functor. A modifier function can be applied, for instance, the not function would exclude the specified features.

groupByKey :: Monad m => Conduit TrainingInstance m [TrainingInstance]

Group training instances by key.

randomSample :: MonadRandom m => Int -> Conduit [TrainingInstance] m [TrainingInstance]

scoreToBinary :: Monad m => Conduit [TrainingInstance] m [TrainingInstance]

Conduit recaculating scores to binary scores (1.0 for best, 0.0 for the rest).

scoreToBinaryNorm :: Monad m => Conduit [TrainingInstance] m [TrainingInstance]

Conduit recalculating scores, dividing a score of 1.0 uniformly over instances with the highest quality score.

scoreToNorm :: Monad m => Conduit [TrainingInstance] m [TrainingInstance]

Conduit that normalized instance scores over all instances in the list.

bsToTrainingInstance :: MonadThrow m => Conduit ByteString m TrainingInstance

trainingInstanceToBS :: Monad m => Conduit TrainingInstance m ByteString

Convert TrainingInstances to ByteStrings.