PairExternalSorter

Instance Constructors

new PairExternalSorter(basePaths: Array[String])

Type Members

class LocalPaths extends AnyRef

Value Members

final def !=(arg0: Any): Boolean

Definition Classes
AnyRef → Any
final def ##(): Int

Definition Classes
AnyRef → Any
final def ==(arg0: Any): Boolean

Definition Classes
AnyRef → Any
val BUFFER_SIZE: Int
val INDEX_MASK: Long
val KEY_SHIFT: Int
val MAX_KEY: Long
def acquireNextBuffer(it: Iterator[(Long, Long)]): Int

Fill the buffer with next values.
Fill the buffer with next values.
it
an iterator
returns
the number of values read
final def asInstanceOf[T0]: T0

Definition Classes
Any
def clone(): AnyRef

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( ... )
final def eq(arg0: AnyRef): Boolean

Definition Classes
AnyRef
def equals(arg0: Any): Boolean

Definition Classes
AnyRef → Any
def finalize(): Unit

Attributes
protected[java.lang]
Definition Classes
AnyRef
Annotations
@throws( classOf[java.lang.Throwable] )
def getBufferIterator(limit: Int): Iterator[(Long, Long)]

Iterator for the buffer.
Iterator for the buffer.
limit
to read
returns
an iterator from the buffer
final def getClass(): Class[_]

Definition Classes
AnyRef → Any
def getDirectReaderIterator(path: String): Iterator[(Long, Long)]

Iterator for a sorted file.
Iterator for a sorted file. !IMPORTANT this operation delete the input file after it reads all values.
path
of a sorted file
returns
an iterator for the sorted file
def hashCode(): Int

Definition Classes
AnyRef → Any
final def isInstanceOf[T0]: Boolean

Definition Classes
Any
val localPath: LocalPaths
def localSort(it: Iterator[(Long, Long)]): Queue[Iterator[(Long, Long)]]

This operation reads values from a given iterator, writes to the buffer, and sorts it.
This operation reads values from a given iterator, writes to the buffer, and sorts it. If the input exceeds the size of the buffer, this operation spill the sorted buffer out and continues until it reads all long values.
it
an iterator
returns
a series of sorted iterators which are parts of the input iterator
final def ne(arg0: AnyRef): Boolean

Definition Classes
AnyRef
final def notify(): Unit

Definition Classes
AnyRef
final def notifyAll(): Unit

Definition Classes
AnyRef
def packedKeyWithIndex(key: Long, idx: Int): Long
val packedKeysBuffer: Array[Long]
def sort(it: Iterator[(Long, Long)]): Iterator[(Long, Long)]

Sort a given iterator.
Sort a given iterator. It consumes the given iterator and return a new one.
it
iterator to be sorted
returns
sorted long iterator
final def synchronized[T0](arg0: ⇒ T0): T0

Definition Classes
AnyRef
def toString(): String

Definition Classes
AnyRef → Any
def unpackKeyAndIndex(packedKey: Long): (Long, Int)
var usedBufferSize: Int
val valuesBuffer: Array[Long]
final def wait(): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long, arg1: Int): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )
final def wait(arg0: Long): Unit

Definition Classes
AnyRef
Annotations
@throws( ... )

Related Doc: package utils

class PairExternalSorter extends AnyRef

Instance Constructors

new PairExternalSorter(basePaths: Array[String])

Type Members

class LocalPaths extends AnyRef

Value Members

final def !=(arg0: Any): Boolean

final def ##(): Int

final def ==(arg0: Any): Boolean

val BUFFER_SIZE: Int

val INDEX_MASK: Long

val KEY_SHIFT: Int

val MAX_KEY: Long

def acquireNextBuffer(it: Iterator[(Long, Long)]): Int

final def asInstanceOf[T0]: T0

def clone(): AnyRef

final def eq(arg0: AnyRef): Boolean

def equals(arg0: Any): Boolean

def finalize(): Unit

def getBufferIterator(limit: Int): Iterator[(Long, Long)]

final def getClass(): Class[_]

def getDirectReaderIterator(path: String): Iterator[(Long, Long)]

def hashCode(): Int

final def isInstanceOf[T0]: Boolean

val localPath: LocalPaths

def localSort(it: Iterator[(Long, Long)]): Queue[Iterator[(Long, Long)]]

final def ne(arg0: AnyRef): Boolean

final def notify(): Unit

final def notifyAll(): Unit

def packedKeyWithIndex(key: Long, idx: Int): Long

val packedKeysBuffer: Array[Long]

def sort(it: Iterator[(Long, Long)]): Iterator[(Long, Long)]

final def synchronized[T0](arg0: ⇒ T0): T0

def toString(): String

def unpackKeyAndIndex(packedKey: Long): (Long, Int)

var usedBufferSize: Int

val valuesBuffer: Array[Long]

final def wait(): Unit

final def wait(arg0: Long, arg1: Int): Unit

final def wait(arg0: Long): Unit

Inherited from AnyRef

Inherited from Any

Ungrouped