BenchShow.Internal.Analysis

Documentation

data OutlierEffect

A description of the extent to which outliers in the sample data affect the sample mean and standard deviation.

Constructors

Unaffected

Less than 1% effect.

Slight

Between 1% and 10%.

Moderate

Between 10% and 50%.

Severe

Above 50% (i.e. measurements are useless).

Instances

Eq OutlierEffect

Defined in BenchShow.Internal.Analysis

Methods

(==) :: OutlierEffect -> OutlierEffect -> Bool

(/=) :: OutlierEffect -> OutlierEffect -> Bool

Data OutlierEffect

Defined in BenchShow.Internal.Analysis

Methods

gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> OutlierEffect -> c OutlierEffect

gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c OutlierEffect

toConstr :: OutlierEffect -> Constr

dataTypeOf :: OutlierEffect -> DataType

dataCast1 :: Typeable t => (forall d. Data d => c (t d)) -> Maybe (c OutlierEffect)

dataCast2 :: Typeable t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c OutlierEffect)

gmapT :: (forall b. Data b => b -> b) -> OutlierEffect -> OutlierEffect

gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> OutlierEffect -> r

gmapQr :: forall r r'. (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> OutlierEffect -> r

gmapQ :: (forall d. Data d => d -> u) -> OutlierEffect -> [u]

gmapQi :: Int -> (forall d. Data d => d -> u) -> OutlierEffect -> u

gmapM :: Monad m => (forall d. Data d => d -> m d) -> OutlierEffect -> m OutlierEffect

gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> OutlierEffect -> m OutlierEffect

gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> OutlierEffect -> m OutlierEffect

Ord OutlierEffect

Defined in BenchShow.Internal.Analysis

Methods

compare :: OutlierEffect -> OutlierEffect -> Ordering

(<) :: OutlierEffect -> OutlierEffect -> Bool

(<=) :: OutlierEffect -> OutlierEffect -> Bool

(>) :: OutlierEffect -> OutlierEffect -> Bool

(>=) :: OutlierEffect -> OutlierEffect -> Bool

max :: OutlierEffect -> OutlierEffect -> OutlierEffect

min :: OutlierEffect -> OutlierEffect -> OutlierEffect

Show OutlierEffect

Defined in BenchShow.Internal.Analysis

Methods

showsPrec :: Int -> OutlierEffect -> ShowS

show :: OutlierEffect -> String

showList :: [OutlierEffect] -> ShowS

Generic OutlierEffect

Defined in BenchShow.Internal.Analysis

Associated Types

type Rep OutlierEffect :: Type -> Type

Methods

from :: OutlierEffect -> Rep OutlierEffect x

to :: Rep OutlierEffect x -> OutlierEffect

type Rep OutlierEffect

Defined in BenchShow.Internal.Analysis

type Rep OutlierEffect = D1 ('MetaData "OutlierEffect" "BenchShow.Internal.Analysis" "bench-show-0.3.2-Cwl5O96rnzcLsdIvjYCfX8" 'False) ((C1 ('MetaCons "Unaffected" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "Slight" 'PrefixI 'False) (U1 :: Type -> Type)) :+: (C1 ('MetaCons "Moderate" 'PrefixI 'False) (U1 :: Type -> Type) :+: C1 ('MetaCons "Severe" 'PrefixI 'False) (U1 :: Type -> Type)))

data OutlierVariance

Analysis of the extent to which outliers in a sample affect its standard deviation (and to some extent, its mean).

Constructors

OutlierVariance

Fields

• ovEffect :: !OutlierEffect

  Qualitative description of effect.

• ovDesc :: !String

  Brief textual description of effect.

• ovFraction :: !Double

  Quantitative description of effect (a fraction between 0 and 1).

Instances

Eq OutlierVariance

Defined in BenchShow.Internal.Analysis

Methods

(==) :: OutlierVariance -> OutlierVariance -> Bool

(/=) :: OutlierVariance -> OutlierVariance -> Bool

Data OutlierVariance

Defined in BenchShow.Internal.Analysis

Methods

gfoldl :: (forall d b. Data d => c (d -> b) -> d -> c b) -> (forall g. g -> c g) -> OutlierVariance -> c OutlierVariance

gunfold :: (forall b r. Data b => c (b -> r) -> c r) -> (forall r. r -> c r) -> Constr -> c OutlierVariance

toConstr :: OutlierVariance -> Constr

dataTypeOf :: OutlierVariance -> DataType

dataCast1 :: Typeable t => (forall d. Data d => c (t d)) -> Maybe (c OutlierVariance)

dataCast2 :: Typeable t => (forall d e. (Data d, Data e) => c (t d e)) -> Maybe (c OutlierVariance)

gmapT :: (forall b. Data b => b -> b) -> OutlierVariance -> OutlierVariance

gmapQl :: (r -> r' -> r) -> r -> (forall d. Data d => d -> r') -> OutlierVariance -> r

gmapQr :: forall r r'. (r' -> r -> r) -> r -> (forall d. Data d => d -> r') -> OutlierVariance -> r

gmapQ :: (forall d. Data d => d -> u) -> OutlierVariance -> [u]

gmapQi :: Int -> (forall d. Data d => d -> u) -> OutlierVariance -> u

gmapM :: Monad m => (forall d. Data d => d -> m d) -> OutlierVariance -> m OutlierVariance

gmapMp :: MonadPlus m => (forall d. Data d => d -> m d) -> OutlierVariance -> m OutlierVariance

gmapMo :: MonadPlus m => (forall d. Data d => d -> m d) -> OutlierVariance -> m OutlierVariance

Show OutlierVariance

Defined in BenchShow.Internal.Analysis

Methods

showsPrec :: Int -> OutlierVariance -> ShowS

show :: OutlierVariance -> String

showList :: [OutlierVariance] -> ShowS

Generic OutlierVariance

Defined in BenchShow.Internal.Analysis

Associated Types

type Rep OutlierVariance :: Type -> Type

Methods

from :: OutlierVariance -> Rep OutlierVariance x

to :: Rep OutlierVariance x -> OutlierVariance

type Rep OutlierVariance

Defined in BenchShow.Internal.Analysis

type Rep OutlierVariance = D1 ('MetaData "OutlierVariance" "BenchShow.Internal.Analysis" "bench-show-0.3.2-Cwl5O96rnzcLsdIvjYCfX8" 'False) (C1 ('MetaCons "OutlierVariance" 'PrefixI 'True) (S1 ('MetaSel ('Just "ovEffect") 'NoSourceUnpackedness 'SourceStrict 'DecidedStrict) (Rec0 OutlierEffect) :*: (S1 ('MetaSel ('Just "ovDesc") 'NoSourceUnpackedness 'SourceStrict 'DecidedStrict) (Rec0 String) :*: S1 ('MetaSel ('Just "ovFraction") 'NoSourceUnpackedness 'SourceStrict 'DecidedStrict) (Rec0 Double))))

countOutliers :: Outliers -> Int64

Count the total number of outliers in a sample.

data Estimator

The statistical estimator used to arrive at a single value for a benchmark when samples from multiple experiments are available.

Since: 0.2.0

Constructors

Median

Report the median, outliers and outlier variance using box-plot method. This is the most robust indicator with respect to outliers when successive runs of benchmarks are compared.

Mean

Report the mean and the standard deviation from the mean. This is less robust than median but more precise.

Regression

Report the coefficient of regression, discarding the constant factor, arrived at by linear regression using ordinary least square method. The R-square goodness-of-fit estimate is also reported. It works better when larger number of samples are taken. This cannot be used when the number of samples is less than 2, in that case a mean value is reported instead.

Instances

Eq Estimator

Defined in BenchShow.Internal.Analysis

Methods

(==) :: Estimator -> Estimator -> Bool

(/=) :: Estimator -> Estimator -> Bool

Read Estimator

Defined in BenchShow.Internal.Analysis

Methods

readsPrec :: Int -> ReadS Estimator

readList :: ReadS [Estimator]

readPrec :: ReadPrec Estimator

readListPrec :: ReadPrec [Estimator]

Show Estimator

Defined in BenchShow.Internal.Analysis

Methods

showsPrec :: Int -> Estimator -> ShowS

show :: Estimator -> String

showList :: [Estimator] -> ShowS

data AnalyzedField

Constructors

AnalyzedField

Fields

• analyzedMean :: !Double
• analyzedStdDev :: !Double
• analyzedMedian :: !Double
• analyzedOutliers :: !Outliers
• analyzedOutlierVar :: !OutlierVariance
• analyzedKDE :: !(Vector Double, Vector Double)
• analyzedRegCoeff :: Maybe (Estimate ConfInt Double)
• analyzedRegRSq :: Maybe (Estimate ConfInt Double)

Instances

Show AnalyzedField

Defined in BenchShow.Internal.Analysis

Methods

showsPrec :: Int -> AnalyzedField -> ShowS

show :: AnalyzedField -> String

showList :: [AnalyzedField] -> ShowS

getAnalyzedValue :: Estimator -> AnalyzedField -> Double

data BenchmarkMatrix

Constructors

BenchmarkMatrix

Fields

• colNames :: ![String]
• rowValues :: ![(String, [AnalyzedField])]

Instances

Show BenchmarkMatrix

Defined in BenchShow.Internal.Analysis

Methods

showsPrec :: Int -> BenchmarkMatrix -> ShowS

show :: BenchmarkMatrix -> String

showList :: [BenchmarkMatrix] -> ShowS

data BenchmarkIterMatrix

Constructors

BenchmarkIterMatrix

Fields

• iterPredColNames :: ![String]
• iterRespColNames :: ![String]
• iterRowValues :: ![(String, [([Double], [Double])])]

Instances

Show BenchmarkIterMatrix

Defined in BenchShow.Internal.Analysis

Methods

showsPrec :: Int -> BenchmarkIterMatrix -> ShowS

show :: BenchmarkIterMatrix -> String

showList :: [BenchmarkIterMatrix] -> ShowS

foldBenchmark :: BenchmarkIterMatrix -> IO BenchmarkMatrix

filterSamples :: BenchmarkIterMatrix -> BenchmarkIterMatrix

isMaxField :: String -> Bool