pegasus.mapreduce.common.computation

Class ComputationMapper<M extends org.apache.hadoop.io.Writable,V extends org.apache.hadoop.io.Writable,PV extends org.apache.hadoop.io.Writable,OV extends org.apache.hadoop.io.Writable>

java.lang.Object

org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.LongWritable,OV>

pegasus.mapreduce.common.computation.ComputationMapper<M,V,PV,OV>

Type Parameters:

M - The type parameter for matrix elements

V - The type parameter for input vector elements

PV - The type parameter for intermediate vector elements

Direct Known Subclasses:

DiameterComputation.DiameterMapper, PageRankComputation.PageRankMapper, SSSPComputation.SSSPMapper

public abstract class ComputationMapper<M extends org.apache.hadoop.io.Writable,V extends org.apache.hadoop.io.Writable,PV extends org.apache.hadoop.io.Writable,OV extends org.apache.hadoop.io.Writable>
extends org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.LongWritable,OV>

A base class for PMV algorithm.

Nested Class Summary

Nested classes/interfaces inherited from class org.apache.hadoop.mapreduce.Mapper

org.apache.hadoop.mapreduce.Mapper.Context

Constructor Summary

Constructors

Constructor and Description
ComputationMapper()

Method Summary

Modifier and Type	Method and Description
protected void	applyOp(int vecBlockId, VectorCache<V> vecResult, VectorCache<PV> vecIntermediate)
protected void	cleanupComputation(org.apache.hadoop.mapreduce.Mapper.Context context, CoordinationService coordService)
protected void	combine2Op(int matBlockId, MatrixCache<M> matrix, VectorCache<V> vecInput, VectorCache<PV> vecOutput)
protected void	combineAllOp(int matBlockId, org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.IntWritable,PV> vecInput, VectorCache<PV> vecOutput)
protected org.apache.hadoop.mapreduce.Mapper.Context	computationContext()
protected abstract VectorCache<PV>	createIntermediateVectorCache(int numBlocks, long numVertices)
protected abstract MatrixCache<M>	createMatrixCache(java.lang.String blockName, org.apache.hadoop.conf.Configuration conf, int numCols, int numRows)
protected abstract VectorCache<V>	createVectorCache(int numBlocks, int blockId, long numVertices)
protected int	currentIteration()
protected VectorCache<V>	currentVector()
protected OV	finalizeOp(int id, V vec)
protected abstract java.lang.Class<PV>	intermediateVectorValueClass()
protected abstract java.lang.Class<M>	matrixValueClass()
protected int	maxIterations()
protected void	notifyChanged()
protected int	numBlocks()
protected long	numVertices()
protected void	reportStats(java.lang.String name, long value)
void	run(org.apache.hadoop.mapreduce.Mapper.Context context)
static void	setEstimatedSize(org.apache.hadoop.mapreduce.Job job)
protected void	setupComputation(org.apache.hadoop.mapreduce.Mapper.Context context, CoordinationService coordService)
protected void	statusMessage(java.lang.String message)
protected abstract java.lang.Class<V>	vectorValueClass()
protected <T extends org.apache.hadoop.io.Writable> void	writeIntermediateVecOp(VectorCache<T> vector, java.lang.String key, int blockId)
protected void	writeOutputVecOp(int vecBlockId, VectorCache<V> vector)

Methods inherited from class org.apache.hadoop.mapreduce.Mapper

cleanup, map, setup

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ComputationMapper

public ComputationMapper()

Method Detail

setEstimatedSize

public static void setEstimatedSize(org.apache.hadoop.mapreduce.Job job)
                             throws java.io.IOException

Throws:

java.io.IOException

statusMessage

protected void statusMessage(java.lang.String message)

reportStats

protected void reportStats(java.lang.String name,
                           long value)

writeOutputVecOp

protected void writeOutputVecOp(int vecBlockId,
                                VectorCache<V> vector)
                         throws java.lang.Exception

Throws:

java.lang.Exception

writeIntermediateVecOp

protected <T extends org.apache.hadoop.io.Writable> void writeIntermediateVecOp(VectorCache<T> vector,
                                                                                java.lang.String key,
                                                                                int blockId)
                                                                         throws java.io.IOException,
                                                                                java.lang.InterruptedException

Throws:

java.io.IOException

java.lang.InterruptedException

run

public void run(org.apache.hadoop.mapreduce.Mapper.Context context)
         throws java.io.IOException,
                java.lang.InterruptedException

Overrides:

run in class org.apache.hadoop.mapreduce.Mapper<org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.NullWritable,org.apache.hadoop.io.LongWritable,OV extends org.apache.hadoop.io.Writable>

Throws:

java.io.IOException

java.lang.InterruptedException

notifyChanged

protected void notifyChanged()

numVertices

protected long numVertices()

currentIteration

protected int currentIteration()

maxIterations

protected int maxIterations()

numBlocks

protected int numBlocks()

currentVector

protected VectorCache<V> currentVector()

computationContext

protected org.apache.hadoop.mapreduce.Mapper.Context computationContext()

setupComputation

protected void setupComputation(org.apache.hadoop.mapreduce.Mapper.Context context,
                                CoordinationService coordService)

cleanupComputation

protected void cleanupComputation(org.apache.hadoop.mapreduce.Mapper.Context context,
                                  CoordinationService coordService)

createVectorCache

protected abstract VectorCache<V> createVectorCache(int numBlocks,
                                                    int blockId,
                                                    long numVertices)

createIntermediateVectorCache

protected abstract VectorCache<PV> createIntermediateVectorCache(int numBlocks,
                                                                 long numVertices)

createMatrixCache

protected abstract MatrixCache<M> createMatrixCache(java.lang.String blockName,
                                                    org.apache.hadoop.conf.Configuration conf,
                                                    int numCols,
                                                    int numRows)
                                             throws java.io.IOException

Throws:

java.io.IOException

vectorValueClass

protected abstract java.lang.Class<V> vectorValueClass()

intermediateVectorValueClass

protected abstract java.lang.Class<PV> intermediateVectorValueClass()

matrixValueClass

protected abstract java.lang.Class<M> matrixValueClass()

combine2Op

protected void combine2Op(int matBlockId,
                          MatrixCache<M> matrix,
                          VectorCache<V> vecInput,
                          VectorCache<PV> vecOutput)
                   throws java.lang.Exception

Throws:

java.lang.Exception

combineAllOp

protected void combineAllOp(int matBlockId,
                            org.apache.hadoop.mapreduce.RecordReader<org.apache.hadoop.io.IntWritable,PV> vecInput,
                            VectorCache<PV> vecOutput)
                     throws java.lang.Exception

Throws:

java.lang.Exception

applyOp

protected void applyOp(int vecBlockId,
                       VectorCache<V> vecResult,
                       VectorCache<PV> vecIntermediate)
                throws java.lang.Exception

Throws:

java.lang.Exception

finalizeOp

protected OV finalizeOp(int id,
                        V vec)
                 throws java.lang.Exception

Throws:

java.lang.Exception