Holumbus-MapReduce-0.1.0: a distributed MapReduce framework Source code Contents Index

Holumbus.Distribution.DMapReduce Portability portable Stability experimental Maintainer Stefan Schmidt (stefanschmidt@web.de)

Contents Datatypes Configuration Creation and Destruction

Description

Version : 0.1

Synopsis

data DMapReduce class Debug mr => MapReduce mr where closeMapReduce :: mr -> IO () getMySiteId :: mr -> IO SiteId getMapReduceType :: mr -> IO MapReduceType startControlling :: mr -> IO () stopControlling :: mr -> IO () isControlling :: mr -> IO Bool doSingleStep :: mr -> IO () doMapReduceJob :: JobInfo -> mr -> IO JobResult doMapReduce :: ActionConfiguration a k1 v1 k2 v2 v3 v4 -> a -> [(k1, v1)] -> [FileId] -> Int -> Int -> Int -> Int -> TaskOutputType -> mr -> IO ([(k2, v4)], [FileId]) data DMRMasterConf = DMRMasterConf { msc_StartControlling :: Bool msc_StreamName :: StreamName msc_PortNumber :: Maybe PortNumber } defaultMRMasterConfig :: DMRMasterConf data DMRWorkerConf = DMRWorkerConf { woc_StreamName :: StreamName woc_SocketId :: Maybe SocketId } defaultMRWorkerConfig :: DMRWorkerConf data DMRClientConf = DMRClientConf { clc_StreamName :: StreamName clc_SocketId :: Maybe SocketId } defaultMRClientConfig :: DMRClientConf mkMapReduceMaster :: FileSystem -> DMRMasterConf -> IO DMapReduce mkMapReduceWorker :: FileSystem -> ActionMap -> DMRWorkerConf -> IO DMapReduce mkMapReduceClient :: DMRClientConf -> IO DMapReduce

Datatypes

data DMapReduce Source

Instances Show DMapReduce Debug DMapReduce MapReduce DMapReduce

class Debug mr => MapReduce mr where Source

Methods closeMapReduce :: mr -> IO () Source getMySiteId :: mr -> IO SiteId Source prints the siteId of the MapReduce instance getMapReduceType :: mr -> IO MapReduceType Source get the Type of the MapReduce instance startControlling :: mr -> IO () Source get the Controlling-Type (normal or singlestep) of the MapReduce instance stopControlling :: mr -> IO () Source get the Controlling-Type (normal or singlestep) of the MapReduce instance isControlling :: mr -> IO Bool Source test, if Controller is running doSingleStep :: mr -> IO () Source performs a single step of the controller (if mode is singlestep) doMapReduceJob :: JobInfo -> mr -> IO JobResult Source starts a MapReduce-Job (blocking while finished) doMapReduce Source :: ActionConfiguration a k1 v1 k2 v2 v3 v4 -> a options -> [(k1, v1)] input (Tuples) -> [FileId] input (Files) -> Int number of splitters -> Int number of mappers -> Int number of reducers -> Int number of results -> TaskOutputType type of the result (file of raw) -> mr -> IO ([(k2, v4)], [FileId]) Instances MapReduce MasterPort MapReduce MasterData MapReduce SMapReduce MapReduce DMapReduce

Configuration

data DMRMasterConf Source

Constructors DMRMasterConf msc_StartControlling :: Bool msc_StreamName :: StreamName msc_PortNumber :: Maybe PortNumber

defaultMRMasterConfig :: DMRMasterConf Source

data DMRWorkerConf Source

Constructors DMRWorkerConf woc_StreamName :: StreamName woc_SocketId :: Maybe SocketId

defaultMRWorkerConfig :: DMRWorkerConf Source

data DMRClientConf Source

Constructors DMRClientConf clc_StreamName :: StreamName clc_SocketId :: Maybe SocketId

defaultMRClientConfig :: DMRClientConf Source

Creation and Destruction

mkMapReduceMaster :: FileSystem -> DMRMasterConf -> IO DMapReduce Source

mkMapReduceWorker :: FileSystem -> ActionMap -> DMRWorkerConf -> IO DMapReduce Source

mkMapReduceClient :: DMRClientConf -> IO DMapReduce Source

Produced by Haddock version 2.6.1