NLP.Concraft.Disamb

Model

data Disamb

A disambiguation model.

Constructors

Disamb

Fields

• tiers :: [Tier]
• schemaConf :: SchemaConf
• crf :: CRF Ob Atom

Instances

Binary Disamb

Defined in NLP.Concraft.Disamb

Methods

put :: Disamb -> Put

get :: Get Disamb

putList :: [Disamb] -> Put

Tiers

data Tier

A tier description.

Constructors

Tier

Fields

• withPos :: Bool

  Does it include the part of speech?

• withEos :: Bool

  End-of-sentence marker.

• withAtts :: Set Attr

  Tier grammatical attributes.

Instances

Binary Tier

Defined in NLP.Concraft.Disamb.Positional

Methods

put :: Tier -> Put

get :: Get Tier

putList :: [Tier] -> Put

data Atom

An atomic part of morphosyntactic tag with optional POS.

Constructors

Atom

Fields

• pos :: Maybe POS
• atts :: Map Attr Text
• eos :: Maybe Bool

  NOTE: could be simplified to Bool, but this way it's more readable

Instances

Eq Atom

Defined in NLP.Concraft.Disamb.Positional

Methods

(==) :: Atom -> Atom -> Bool

(/=) :: Atom -> Atom -> Bool

Ord Atom

Defined in NLP.Concraft.Disamb.Positional

Methods

compare :: Atom -> Atom -> Ordering

(<) :: Atom -> Atom -> Bool

(<=) :: Atom -> Atom -> Bool

(>) :: Atom -> Atom -> Bool

(>=) :: Atom -> Atom -> Bool

max :: Atom -> Atom -> Atom

min :: Atom -> Atom -> Atom

Show Atom

Defined in NLP.Concraft.Disamb.Positional

Methods

showsPrec :: Int -> Atom -> ShowS

show :: Atom -> String

showList :: [Atom] -> ShowS

Binary Atom

Defined in NLP.Concraft.Disamb.Positional

Methods

put :: Atom -> Put

get :: Get Atom

putList :: [Atom] -> Put

Disambiguation

marginals :: Word w => Disamb -> Sent w Tag -> [WMap Tag]

Tag labels with marginal probabilities.

disamb :: Word w => Disamb -> Sent w Tag -> [Tag]

Perform context-sensitive disambiguation.

include :: (Sent w Tag -> [Tag]) -> Sent w Tag -> Sent w Tag

Insert disambiguation results into the sentence.

disambSent :: Word w => Disamb -> Sent w Tag -> Sent w Tag

Combine disamb with include.

Training

data TrainConf

Training configuration.

Constructors

TrainConf

Fields

• tiersT :: [Tier]
• schemaConfT :: SchemaConf
• sgdArgsT :: SgdArgs
• onDiskT :: Bool

ReTrainConf

Fields

• initDmb :: Disamb
• sgdArgsT :: SgdArgs
• onDiskT :: Bool

train

Arguments

:: Word w

=> TrainConf

Training configuration

-> IO [Sent w Tag]

Training data

-> IO [Sent w Tag]

Evaluation data

-> IO Disamb

Resultant model

Train disamb model.

Pruning

prune :: Double -> Disamb -> Disamb

Prune disamb model: discard model features with absolute values (in log-domain) lower than the given threshold.