NLP.Concraft.Disamb

Model

data Disamb

A disambiguation model.

Constructors

Disamb

Fields

tiers :: [Tier]

schemaConf :: SchemaConf

crf :: CRF Ob Atom

Instances

Binary Disamb

Tiers

data Tier

A tier description.

Constructors

Tier

Fields

withPos :: Bool

Does it include the part of speech?

withAtts :: Set Attr

Tier grammatical attributes.

Instances

Binary Tier

data Atom

An atomic part of morphosyntactic tag with optional POS.

Constructors

Atom

Fields

pos :: Maybe POS

atts :: Map Attr Text

Instances

Eq Atom

Ord Atom

Show Atom

Binary Atom

Disambiguation

marginals :: Word w => Disamb -> Sent w Tag -> [WMap Tag]

Tag labels with marginal probabilities.

disamb :: Word w => Disamb -> Sent w Tag -> [Tag]

Perform context-sensitive disambiguation.

include :: (Sent w Tag -> [Tag]) -> Sent w Tag -> Sent w Tag

Insert disambiguation results into the sentence.

disambSent :: Word w => Disamb -> Sent w Tag -> Sent w Tag

Combine disamb with include.

Training

data TrainConf

Training configuration.

Constructors

TrainConf

Fields

tiersT :: [Tier]

schemaConfT :: SchemaConf

sgdArgsT :: SgdArgs

onDiskT :: Bool

ReTrainConf

Fields

initDmb :: Disamb

sgdArgsT :: SgdArgs

onDiskT :: Bool

train

Arguments

:: Word w

=> TrainConf

Training configuration

-> IO [Sent w Tag]

Training data

-> IO [Sent w Tag]

Evaluation data

-> IO Disamb

Resultant model

Train disamb model.

Pruning

prune :: Double -> Disamb -> Disamb

Prune disamb model: discard model features with absolute values (in log-domain) lower than the given threshold.