public class RDDAggregateUtils extends Object
| Constructor and Description |
|---|
RDDAggregateUtils() |
| Modifier and Type | Method and Description |
|---|---|
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
aggByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
AggregateOperator aop) |
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
aggByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
AggregateOperator aop,
boolean deepCopyCombiner) |
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
aggByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
AggregateOperator aop,
int numPartitions,
boolean deepCopyCombiner) |
static MatrixBlock |
aggStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
AggregateOperator aop)
Single block aggregation over pair rdds with corrections for numerical stability.
|
static MatrixBlock |
aggStable(org.apache.spark.api.java.JavaRDD<MatrixBlock> in,
AggregateOperator aop)
Single block aggregation over rdds with corrections for numerical stability.
|
static TensorBlock |
aggStableTensor(org.apache.spark.api.java.JavaPairRDD<TensorIndexes,TensorBlock> in,
AggregateOperator aop)
Single block aggregation over pair rdds with corrections for numerical stability.
|
static TensorBlock |
aggStableTensor(org.apache.spark.api.java.JavaRDD<TensorBlock> in,
AggregateOperator aop)
Single block aggregation over rdds with corrections for numerical stability.
|
static double |
max(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in) |
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
mergeByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in)
Merges disjoint data of all blocks per key.
|
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
mergeByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
boolean deepCopyCombiner)
Merges disjoint data of all blocks per key.
|
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
mergeByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
int numPartitions,
boolean deepCopyCombiner)
Merges disjoint data of all blocks per key.
|
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
mergeRowsByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,RowMatrixBlock> in)
Merges disjoint data of all blocks per key.
|
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
sumByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in) |
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
sumByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
boolean deepCopyCombiner) |
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> |
sumByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
int numPartitions,
boolean deepCopyCombiner) |
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> |
sumCellsByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> in) |
static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> |
sumCellsByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> in,
int numParts) |
static MatrixBlock |
sumStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in) |
static MatrixBlock |
sumStable(org.apache.spark.api.java.JavaRDD<MatrixBlock> in) |
public static MatrixBlock sumStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in)
public static MatrixBlock sumStable(org.apache.spark.api.java.JavaRDD<MatrixBlock> in)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sumByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sumByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, boolean deepCopyCombiner)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sumByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, int numPartitions, boolean deepCopyCombiner)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> sumCellsByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> in)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> sumCellsByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> in, int numParts)
public static MatrixBlock aggStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, AggregateOperator aop)
in - matrix as JavaPairRDD<MatrixIndexes, MatrixBlock>aop - aggregate operatorpublic static MatrixBlock aggStable(org.apache.spark.api.java.JavaRDD<MatrixBlock> in, AggregateOperator aop)
in - matrix as JavaRDD<MatrixBlock>aop - aggregate operatorpublic static TensorBlock aggStableTensor(org.apache.spark.api.java.JavaPairRDD<TensorIndexes,TensorBlock> in, AggregateOperator aop)
in - tensor as JavaPairRDD<TensorIndexes, TensorBlock>aop - aggregate operatorpublic static TensorBlock aggStableTensor(org.apache.spark.api.java.JavaRDD<TensorBlock> in, AggregateOperator aop)
in - tensor as JavaRDD<TensorBlock>aop - aggregate operatorpublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> aggByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, AggregateOperator aop)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> aggByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, AggregateOperator aop, boolean deepCopyCombiner)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> aggByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, AggregateOperator aop, int numPartitions, boolean deepCopyCombiner)
public static double max(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> mergeByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in)
in - matrix as JavaPairRDD<MatrixIndexes, MatrixBlock>JavaPairRDD<MatrixIndexes, MatrixBlock>public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> mergeByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, boolean deepCopyCombiner)
in - matrix as JavaPairRDD<MatrixIndexes, MatrixBlock>deepCopyCombiner - indicator if the createCombiner functions needs to deep copy the input blockJavaPairRDD<MatrixIndexes, MatrixBlock>public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> mergeByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, int numPartitions, boolean deepCopyCombiner)
in - matrix as JavaPairRDD<MatrixIndexes, MatrixBlock>numPartitions - number of output partitionsdeepCopyCombiner - indicator if the createCombiner functions needs to deep copy the input blockJavaPairRDD<MatrixIndexes, MatrixBlock>public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> mergeRowsByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,RowMatrixBlock> in)
in - matrix as JavaPairRDD<MatrixIndexes, RowMatrixBlock>JavaPairRDD<MatrixIndexes, MatrixBlock>Copyright © 2021 The Apache Software Foundation. All rights reserved.