public class RDDSortUtils extends Object
Modifier and Type | Class and Description |
---|---|
static class |
RDDSortUtils.IndexComparator |
Constructor and Description |
---|
RDDSortUtils() |
Modifier and Type | Method and Description |
---|---|
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
sortByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in2,
long rlen,
int brlen) |
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
sortByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
long rlen,
int brlen) |
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
sortDataByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val,
org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> data,
boolean asc,
long rlen,
long clen,
int brlen,
int bclen) |
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
sortDataByValMemSort(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val,
org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> data,
boolean asc,
long rlen,
long clen,
int brlen,
int bclen,
org.apache.sysml.runtime.controlprogram.context.SparkExecutionContext sec,
org.apache.sysml.runtime.matrix.operators.ReorgOperator r_op)
This function collects and sorts value column in memory and then broadcasts it.
|
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
sortIndexesByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val,
boolean asc,
long rlen,
int brlen) |
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, long rlen, int brlen)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in2, long rlen, int brlen)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortIndexesByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val, boolean asc, long rlen, int brlen)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortDataByVal(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val, org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> data, boolean asc, long rlen, long clen, int brlen, int bclen)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sortDataByValMemSort(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> val, org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> data, boolean asc, long rlen, long clen, int brlen, int bclen, org.apache.sysml.runtime.controlprogram.context.SparkExecutionContext sec, org.apache.sysml.runtime.matrix.operators.ReorgOperator r_op) throws DMLRuntimeException
val
- value as JavaPairRDD<MatrixIndexes, MatrixBlock>
data
- data as JavaPairRDD<MatrixIndexes, MatrixBlock>
asc
- if true, sort ascendingrlen
- number of rowsclen
- number of columnsbrlen
- number of rows in a blockbclen
- number of columns in a blocksec
- spark execution contextr_op
- reorg operatorJavaPairRDD<MatrixIndexes, MatrixBlock>
DMLRuntimeException
- if DMLRuntimeException occursCopyright © 2017 The Apache Software Foundation. All rights reserved.