pegasus.mapreduce.sssp

Class SSSPComputation.SSSPMapper

java.lang.Object

org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.LongWritable,OV>

pegasus.mapreduce.common.computation.ComputationMapper<IntDoublePairArrayWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable>

pegasus.mapreduce.sssp.SSSPComputation.SSSPMapper

Enclosing class:

SSSPComputation

public static class SSSPComputation.SSSPMapper
extends ComputationMapper<IntDoublePairArrayWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable>

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Mapper

org.apache.hadoop.mapreduce.Mapper.Context

Constructor Summary

Constructors

Constructor and Description
SSSPMapper()

Method Summary

Modifier and Type	Method and Description
protected void	applyOp(int vecBlockId, VectorCache<org.apache.hadoop.io.DoubleWritable> vecResult, VectorCache<org.apache.hadoop.io.DoubleWritable> vecIntermediate)
protected void	combine2Op(int matBlockId, MatrixCache<IntDoublePairArrayWritable> matrix, VectorCache<org.apache.hadoop.io.DoubleWritable> vecInput, VectorCache<org.apache.hadoop.io.DoubleWritable> vecOutput)
protected void	combineAllOp(int matBlockId, org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.IntWritable,org.apache.hadoop.io.DoubleWritable> vecInput, VectorCache<org.apache.hadoop.io.DoubleWritable> vecOutput)
protected VectorCache<org.apache.hadoop.io.DoubleWritable>	createIntermediateVectorCache(int numBlocks, long numVertices)
protected MatrixCache<IntDoublePairArrayWritable>	createMatrixCache(java.lang.String blockName, org.apache.hadoop.conf.Configuration conf, int numCols, int numRows)
protected VectorCache<org.apache.hadoop.io.DoubleWritable>	createVectorCache(int numBlocks, int blockId, long numVertices)
protected java.lang.Class<org.apache.hadoop.io.DoubleWritable>	intermediateVectorValueClass()
protected java.lang.Class<IntDoublePairArrayWritable>	matrixValueClass()
protected void	setupComputation(org.apache.hadoop.mapreduce.Mapper.Context context, CoordinationService coordService)
protected java.lang.Class<org.apache.hadoop.io.DoubleWritable>	vectorValueClass()

Methods inherited from class pegasus.mapreduce.common.computation.ComputationMapper

cleanupComputation, computationContext, currentIteration, currentVector, finalizeOp, maxIterations, notifyChanged, numBlocks, numVertices, reportStats, run, setEstimatedSize, statusMessage, writeIntermediateVecOp, writeOutputVecOp

Methods inherited from class org.apache.hadoop.mapreduce.Mapper

cleanup, map, setup

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

SSSPMapper

public SSSPMapper()

Method Detail

setupComputation

protected void setupComputation(org.apache.hadoop.mapreduce.Mapper.Context context,
                                CoordinationService coordService)

Overrides:

setupComputation in class ComputationMapper<IntDoublePairArrayWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable>

createVectorCache

protected VectorCache<org.apache.hadoop.io.DoubleWritable> createVectorCache(int numBlocks,
                                                                             int blockId,
                                                                             long numVertices)

Specified by:

createVectorCache in class ComputationMapper<IntDoublePairArrayWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable>

createIntermediateVectorCache

protected VectorCache<org.apache.hadoop.io.DoubleWritable> createIntermediateVectorCache(int numBlocks,
                                                                                         long numVertices)

Specified by:

createIntermediateVectorCache in class ComputationMapper<IntDoublePairArrayWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable>

createMatrixCache

protected MatrixCache<IntDoublePairArrayWritable> createMatrixCache(java.lang.String blockName,
                                                                    org.apache.hadoop.conf.Configuration conf,
                                                                    int numCols,
                                                                    int numRows)
                                                             throws java.io.IOException

Specified by:

createMatrixCache in class ComputationMapper<IntDoublePairArrayWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable>

Throws:

java.io.IOException

vectorValueClass

protected java.lang.Class<org.apache.hadoop.io.DoubleWritable> vectorValueClass()

Specified by:

vectorValueClass in class ComputationMapper<IntDoublePairArrayWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable>

intermediateVectorValueClass

protected java.lang.Class<org.apache.hadoop.io.DoubleWritable> intermediateVectorValueClass()

Specified by:

intermediateVectorValueClass in class ComputationMapper<IntDoublePairArrayWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable>

matrixValueClass

protected java.lang.Class<IntDoublePairArrayWritable> matrixValueClass()

Specified by:

matrixValueClass in class ComputationMapper<IntDoublePairArrayWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable>

combine2Op

protected void combine2Op(int matBlockId,
                          MatrixCache<IntDoublePairArrayWritable> matrix,
                          VectorCache<org.apache.hadoop.io.DoubleWritable> vecInput,
                          VectorCache<org.apache.hadoop.io.DoubleWritable> vecOutput)
                   throws java.lang.Exception

Overrides:

combine2Op in class ComputationMapper<IntDoublePairArrayWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable>

Throws:

java.lang.Exception

combineAllOp

protected void combineAllOp(int matBlockId,
                            org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.IntWritable,org.apache.hadoop.io.DoubleWritable> vecInput,
                            VectorCache<org.apache.hadoop.io.DoubleWritable> vecOutput)
                     throws java.lang.Exception

Overrides:

combineAllOp in class ComputationMapper<IntDoublePairArrayWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable>

Throws:

java.lang.Exception

applyOp

protected void applyOp(int vecBlockId,
                       VectorCache<org.apache.hadoop.io.DoubleWritable> vecResult,
                       VectorCache<org.apache.hadoop.io.DoubleWritable> vecIntermediate)
                throws java.lang.Exception

Overrides:

applyOp in class ComputationMapper<IntDoublePairArrayWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable,org.apache.hadoop.io.DoubleWritable>

Throws:

java.lang.Exception