water.rapids

Class Merge

java.lang.Object

water.rapids.Merge

public class Merge
extends java.lang.Object

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	Merge.RemoveNAsTask

Field Summary

Fields

Modifier and Type	Field and Description
static int	ASCENDING
static int	DESCENDING
static int	MEM_MULTIPLIER
static int	OPTIMAL_BATCHSIZE

Constructor Summary

Constructors

Constructor and Description
Merge()

Method Summary

Modifier and Type	Method and Description
static long	allocateChunk(java.util.List<water.rapids.SortCombine> bmList, long[] chunkSizes, int[] chunkLeftMSB, int[] chunkRightMSB, int[] chunkBatch)
static Frame	allocatePopulateChunk(java.util.List<water.rapids.SortCombine> bmList, Frame leftFrame, long ansN, long[] chunkSizes, int[] chunkLeftMSB, int[] chunkRightMSB, int[] chunkBatch, long mergeId)
static java.util.List<water.rapids.SortCombine>	gatherSameMSBRows(Frame leftFrame, long mergeId)
static Frame	merge(Frame leftFrame, Frame riteFrame, int[] leftCols, int[] riteCols, boolean allLeft, int[][] id_maps)
static Frame	merge(Frame leftFrame, Frame riteFrame, int[] leftCols, int[] riteCols, boolean allLeft, int[][] id_maps, int[] ascendingL, int[] ascendingR)
static Frame	sort(Frame fr, int col)
static Frame	sort(Frame fr, int[] cols)
static Frame	sort(Frame fr, int[] cols, int[] ascending)
static Frame	sortOnly(Frame leftFrame, int[] leftCols, int[][] id_maps, int[] ascendingL)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

ASCENDING

public static int ASCENDING

DESCENDING

public static int DESCENDING

MEM_MULTIPLIER

public static final int MEM_MULTIPLIER

See Also:

Constant Field Values

OPTIMAL_BATCHSIZE

public static final int OPTIMAL_BATCHSIZE

See Also:

Constant Field Values

Constructor Detail

Merge

public Merge()

Method Detail

sort

public static Frame sort(Frame fr,
                         int col)

sort

public static Frame sort(Frame fr,
                         int[] cols)

sort

public static Frame sort(Frame fr,
                         int[] cols,
                         int[] ascending)

merge

public static Frame merge(Frame leftFrame,
                          Frame riteFrame,
                          int[] leftCols,
                          int[] riteCols,
                          boolean allLeft,
                          int[][] id_maps)

merge

public static Frame merge(Frame leftFrame,
                          Frame riteFrame,
                          int[] leftCols,
                          int[] riteCols,
                          boolean allLeft,
                          int[][] id_maps,
                          int[] ascendingL,
                          int[] ascendingR)

gatherSameMSBRows

public static java.util.List<water.rapids.SortCombine> gatherSameMSBRows(Frame leftFrame,
                                                                         long mergeId)

allocateChunk

public static long allocateChunk(java.util.List<water.rapids.SortCombine> bmList,
                                 long[] chunkSizes,
                                 int[] chunkLeftMSB,
                                 int[] chunkRightMSB,
                                 int[] chunkBatch)

allocatePopulateChunk

public static Frame allocatePopulateChunk(java.util.List<water.rapids.SortCombine> bmList,
                                          Frame leftFrame,
                                          long ansN,
                                          long[] chunkSizes,
                                          int[] chunkLeftMSB,
                                          int[] chunkRightMSB,
                                          int[] chunkBatch,
                                          long mergeId)

sortOnly

public static Frame sortOnly(Frame leftFrame,
                             int[] leftCols,
                             int[][] id_maps,
                             int[] ascendingL)