public class RDDAggregateUtils extends Object
| Constructor and Description | 
|---|
| RDDAggregateUtils() | 
| Modifier and Type | Method and Description | 
|---|---|
| static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> | aggByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
              AggregateOperator aop) | 
| static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> | aggByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
              AggregateOperator aop,
              boolean deepCopyCombiner) | 
| static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> | aggByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
              AggregateOperator aop,
              int numPartitions,
              boolean deepCopyCombiner) | 
| static MatrixBlock | aggStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
         AggregateOperator aop)Single block aggregation over pair rdds with corrections for numerical stability. | 
| static MatrixBlock | aggStable(org.apache.spark.api.java.JavaRDD<MatrixBlock> in,
         AggregateOperator aop)Single block aggregation over rdds with corrections for numerical stability. | 
| static TensorBlock | aggStableTensor(org.apache.spark.api.java.JavaPairRDD<TensorIndexes,TensorBlock> in,
               AggregateOperator aop)Single block aggregation over pair rdds with corrections for numerical stability. | 
| static TensorBlock | aggStableTensor(org.apache.spark.api.java.JavaRDD<TensorBlock> in,
               AggregateOperator aop)Single block aggregation over rdds with corrections for numerical stability. | 
| static double | max(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in) | 
| static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> | mergeByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in)Merges disjoint data of all blocks per key. | 
| static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> | mergeByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
          boolean deepCopyCombiner)Merges disjoint data of all blocks per key. | 
| static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> | mergeByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
          int numPartitions,
          boolean deepCopyCombiner)Merges disjoint data of all blocks per key. | 
| static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> | mergeRowsByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,RowMatrixBlock> in)Merges disjoint data of all blocks per key. | 
| static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> | sumByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in) | 
| static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> | sumByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
              boolean deepCopyCombiner) | 
| static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> | sumByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in,
              int numPartitions,
              boolean deepCopyCombiner) | 
| static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> | sumCellsByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> in) | 
| static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> | sumCellsByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> in,
                   int numParts) | 
| static MatrixBlock | sumStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in) | 
| static MatrixBlock | sumStable(org.apache.spark.api.java.JavaRDD<MatrixBlock> in) | 
public static MatrixBlock sumStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in)
public static MatrixBlock sumStable(org.apache.spark.api.java.JavaRDD<MatrixBlock> in)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sumByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sumByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, boolean deepCopyCombiner)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> sumByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, int numPartitions, boolean deepCopyCombiner)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> sumCellsByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> in)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> sumCellsByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,Double> in, int numParts)
public static MatrixBlock aggStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, AggregateOperator aop)
in - matrix as JavaPairRDD<MatrixIndexes, MatrixBlock>aop - aggregate operatorpublic static MatrixBlock aggStable(org.apache.spark.api.java.JavaRDD<MatrixBlock> in, AggregateOperator aop)
in - matrix as JavaRDD<MatrixBlock>aop - aggregate operatorpublic static TensorBlock aggStableTensor(org.apache.spark.api.java.JavaPairRDD<TensorIndexes,TensorBlock> in, AggregateOperator aop)
in - tensor as JavaPairRDD<TensorIndexes, TensorBlock>aop - aggregate operatorpublic static TensorBlock aggStableTensor(org.apache.spark.api.java.JavaRDD<TensorBlock> in, AggregateOperator aop)
in - tensor as JavaRDD<TensorBlock>aop - aggregate operatorpublic static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> aggByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, AggregateOperator aop)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> aggByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, AggregateOperator aop, boolean deepCopyCombiner)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> aggByKeyStable(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, AggregateOperator aop, int numPartitions, boolean deepCopyCombiner)
public static double max(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in)
public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> mergeByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in)
in - matrix as JavaPairRDD<MatrixIndexes, MatrixBlock>JavaPairRDD<MatrixIndexes, MatrixBlock>public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> mergeByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, boolean deepCopyCombiner)
in - matrix as JavaPairRDD<MatrixIndexes, MatrixBlock>deepCopyCombiner - indicator if the createCombiner functions needs to deep copy the input blockJavaPairRDD<MatrixIndexes, MatrixBlock>public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> mergeByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> in, int numPartitions, boolean deepCopyCombiner)
in - matrix as JavaPairRDD<MatrixIndexes, MatrixBlock>numPartitions - number of output partitionsdeepCopyCombiner - indicator if the createCombiner functions needs to deep copy the input blockJavaPairRDD<MatrixIndexes, MatrixBlock>public static org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,MatrixBlock> mergeRowsByKey(org.apache.spark.api.java.JavaPairRDD<MatrixIndexes,RowMatrixBlock> in)
in - matrix as JavaPairRDD<MatrixIndexes, RowMatrixBlock>JavaPairRDD<MatrixIndexes, MatrixBlock>Copyright © 2021 The Apache Software Foundation. All rights reserved.