| Portability | portable |
|---|---|
| Stability | experimental |
| Maintainer | Stefan Schmidt (stefanschmidt@web.de) |
Holumbus.Distribution.DMapReduce
Description
Version : 0.1
- data DMapReduce
- class Debug mr => MapReduce mr where
- closeMapReduce :: mr -> IO ()
- getMySiteId :: mr -> IO SiteId
- getMapReduceType :: mr -> IO MapReduceType
- startControlling :: mr -> IO ()
- stopControlling :: mr -> IO ()
- isControlling :: mr -> IO Bool
- doSingleStep :: mr -> IO ()
- doMapReduceJob :: JobInfo -> mr -> IO JobResult
- doMapReduce :: ActionConfiguration a k1 v1 k2 v2 v3 v4 -> a -> [(k1, v1)] -> [FileId] -> Int -> Int -> Int -> Int -> TaskOutputType -> mr -> IO ([(k2, v4)], [FileId])
- data DMRMasterConf = DMRMasterConf {}
- defaultMRMasterConfig :: DMRMasterConf
- data DMRWorkerConf = DMRWorkerConf {}
- defaultMRWorkerConfig :: DMRWorkerConf
- data DMRClientConf = DMRClientConf {}
- defaultMRClientConfig :: DMRClientConf
- mkMapReduceMaster :: FileSystem -> DMRMasterConf -> IO DMapReduce
- mkMapReduceWorker :: FileSystem -> ActionMap -> DMRWorkerConf -> IO DMapReduce
- mkMapReduceClient :: DMRClientConf -> IO DMapReduce
Datatypes
data DMapReduce Source
Instances
class Debug mr => MapReduce mr whereSource
Methods
closeMapReduce :: mr -> IO ()Source
getMySiteId :: mr -> IO SiteIdSource
prints the siteId of the MapReduce instance
getMapReduceType :: mr -> IO MapReduceTypeSource
get the Type of the MapReduce instance
startControlling :: mr -> IO ()Source
get the Controlling-Type (normal or singlestep) of the MapReduce instance
stopControlling :: mr -> IO ()Source
get the Controlling-Type (normal or singlestep) of the MapReduce instance
isControlling :: mr -> IO BoolSource
test, if Controller is running
doSingleStep :: mr -> IO ()Source
performs a single step of the controller (if mode is singlestep)
doMapReduceJob :: JobInfo -> mr -> IO JobResultSource
starts a MapReduce-Job (blocking while finished)
Arguments
| :: ActionConfiguration a k1 v1 k2 v2 v3 v4 | |
| -> a | options |
| -> [(k1, v1)] | input (Tuples) |
| -> [FileId] | input (Files) |
| -> Int | number of splitters |
| -> Int | number of mappers |
| -> Int | number of reducers |
| -> Int | number of results |
| -> TaskOutputType | type of the result (file of raw) |
| -> mr | |
| -> IO ([(k2, v4)], [FileId]) |
Configuration
data DMRMasterConf Source
Constructors
| DMRMasterConf | |
Fields | |
data DMRWorkerConf Source
Constructors
| DMRWorkerConf | |
Fields | |
data DMRClientConf Source
Constructors
| DMRClientConf | |
Fields | |
Creation and Destruction
mkMapReduceWorker :: FileSystem -> ActionMap -> DMRWorkerConf -> IO DMapReduceSource