Holumbus-MapReduce-0.1.0: a distributed MapReduce frameworkSource codeContentsIndex
Holumbus.Distribution.DMapReduce
Portabilityportable
Stabilityexperimental
MaintainerStefan Schmidt (stefanschmidt@web.de)
Contents
Datatypes
Configuration
Creation and Destruction
Description
Version : 0.1
Synopsis
data DMapReduce
class Debug mr => MapReduce mr where
closeMapReduce :: mr -> IO ()
getMySiteId :: mr -> IO SiteId
getMapReduceType :: mr -> IO MapReduceType
startControlling :: mr -> IO ()
stopControlling :: mr -> IO ()
isControlling :: mr -> IO Bool
doSingleStep :: mr -> IO ()
doMapReduceJob :: JobInfo -> mr -> IO JobResult
doMapReduce :: ActionConfiguration a k1 v1 k2 v2 v3 v4 -> a -> [(k1, v1)] -> [FileId] -> Int -> Int -> Int -> Int -> TaskOutputType -> mr -> IO ([(k2, v4)], [FileId])
data DMRMasterConf = DMRMasterConf {
msc_StartControlling :: Bool
msc_StreamName :: StreamName
msc_PortNumber :: Maybe PortNumber
}
defaultMRMasterConfig :: DMRMasterConf
data DMRWorkerConf = DMRWorkerConf {
woc_StreamName :: StreamName
woc_SocketId :: Maybe SocketId
}
defaultMRWorkerConfig :: DMRWorkerConf
data DMRClientConf = DMRClientConf {
clc_StreamName :: StreamName
clc_SocketId :: Maybe SocketId
}
defaultMRClientConfig :: DMRClientConf
mkMapReduceMaster :: FileSystem -> DMRMasterConf -> IO DMapReduce
mkMapReduceWorker :: FileSystem -> ActionMap -> DMRWorkerConf -> IO DMapReduce
mkMapReduceClient :: DMRClientConf -> IO DMapReduce
Datatypes
data DMapReduce Source
show/hide Instances
class Debug mr => MapReduce mr whereSource
Methods
closeMapReduce :: mr -> IO ()Source
getMySiteId :: mr -> IO SiteIdSource
prints the siteId of the MapReduce instance
getMapReduceType :: mr -> IO MapReduceTypeSource
get the Type of the MapReduce instance
startControlling :: mr -> IO ()Source
get the Controlling-Type (normal or singlestep) of the MapReduce instance
stopControlling :: mr -> IO ()Source
get the Controlling-Type (normal or singlestep) of the MapReduce instance
isControlling :: mr -> IO BoolSource
test, if Controller is running
doSingleStep :: mr -> IO ()Source
performs a single step of the controller (if mode is singlestep)
doMapReduceJob :: JobInfo -> mr -> IO JobResultSource
starts a MapReduce-Job (blocking while finished)
doMapReduceSource
:: ActionConfiguration a k1 v1 k2 v2 v3 v4
-> aoptions
-> [(k1, v1)]input (Tuples)
-> [FileId]input (Files)
-> Intnumber of splitters
-> Intnumber of mappers
-> Intnumber of reducers
-> Intnumber of results
-> TaskOutputTypetype of the result (file of raw)
-> mr
-> IO ([(k2, v4)], [FileId])
show/hide Instances
Configuration
data DMRMasterConf Source
Constructors
DMRMasterConf
msc_StartControlling :: Bool
msc_StreamName :: StreamName
msc_PortNumber :: Maybe PortNumber
defaultMRMasterConfig :: DMRMasterConfSource
data DMRWorkerConf Source
Constructors
DMRWorkerConf
woc_StreamName :: StreamName
woc_SocketId :: Maybe SocketId
defaultMRWorkerConfig :: DMRWorkerConfSource
data DMRClientConf Source
Constructors
DMRClientConf
clc_StreamName :: StreamName
clc_SocketId :: Maybe SocketId
defaultMRClientConfig :: DMRClientConfSource
Creation and Destruction
mkMapReduceMaster :: FileSystem -> DMRMasterConf -> IO DMapReduceSource
mkMapReduceWorker :: FileSystem -> ActionMap -> DMRWorkerConf -> IO DMapReduceSource
mkMapReduceClient :: DMRClientConf -> IO DMapReduceSource
Produced by Haddock version 2.6.1