Skip to content

Commit 0b0c3f8

Browse files
author
James Lee
committed
update SumOfNumbersProblem and SumOfNumbersSolution
1 parent bc19a77 commit 0b0c3f8

File tree

3 files changed

+19
-17
lines changed

3 files changed

+19
-17
lines changed
Lines changed: 13 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,13 @@
1+
package com.sparkTutorial.rdd.sumOfNumbers;
2+
3+
public class SumOfNumbersProblem {
4+
5+
public static void main(String[] args) throws Exception {
6+
7+
/* Create a Spark program to read the first 100 prime numbers from in/prime_nums.text,
8+
print the sum of those numbers to console.
9+
10+
Each row of the input file contains 10 prime numbers separated by spaces.
11+
*/
12+
}
13+
}
Lines changed: 6 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -1,24 +1,25 @@
1-
package com.sparkTutorial.rdd.sumOfPrimeNums;
1+
package com.sparkTutorial.rdd.sumOfNumbers;
22

3+
import org.apache.log4j.Level;
4+
import org.apache.log4j.Logger;
35
import org.apache.spark.SparkConf;
46
import org.apache.spark.api.java.JavaRDD;
57
import org.apache.spark.api.java.JavaSparkContext;
68

79
import java.util.Arrays;
810

9-
public class SumOfFirst100PrimeNumbersSolution {
11+
public class SumOfNumbersSolution {
1012

1113
public static void main(String[] args) throws Exception {
14+
Logger.getLogger("org").setLevel(Level.OFF);
1215

1316
SparkConf conf = new SparkConf().setAppName("primeNumbers").setMaster("local[*]");
14-
1517
JavaSparkContext sc = new JavaSparkContext(conf);
1618

1719
JavaRDD<String> lines = sc.textFile("in/prime_nums.text");
18-
1920
JavaRDD<String> numbers = lines.flatMap(line -> Arrays.asList(line.split("\\s+")).iterator());
2021

21-
JavaRDD<String> validNumbers = numbers.filter(number -> !number.equals(""));
22+
JavaRDD<String> validNumbers = numbers.filter(number -> !number.isEmpty());
2223

2324
JavaRDD<Integer> intNumbers = validNumbers.map(number -> Integer.valueOf(number));
2425

src/main/java/com/sparkTutorial/rdd/sumOfPrimeNums/SumOfFirst100PrimeNumbersProblem.java

Lines changed: 0 additions & 12 deletions
This file was deleted.

0 commit comments

Comments
 (0)