Skip to content

Commit 858fca1

Browse files
author
James Lee
committed
improve AirportsByCountrySolution
1 parent bd2d382 commit 858fca1

File tree

1 file changed

+11
-7
lines changed

1 file changed

+11
-7
lines changed
Lines changed: 11 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -1,19 +1,23 @@
11
package com.sparkTutorial.pairRdd.groupbykey;
22

3+
import com.google.common.collect.Iterables;
34
import com.sparkTutorial.rdd.commons.Utils;
5+
import org.apache.log4j.Level;
6+
import org.apache.log4j.Logger;
47
import org.apache.spark.SparkConf;
58
import org.apache.spark.api.java.JavaPairRDD;
69
import org.apache.spark.api.java.JavaRDD;
710
import org.apache.spark.api.java.JavaSparkContext;
811
import org.apache.spark.api.java.function.PairFunction;
912
import scala.Tuple2;
1013

14+
import java.util.Arrays;
15+
1116
public class AirportsByCountrySolution {
1217

1318
public static void main(String[] args) throws Exception {
14-
19+
Logger.getLogger("org").setLevel(Level.ERROR);
1520
SparkConf conf = new SparkConf().setAppName("airports").setMaster("local[*]");
16-
1721
JavaSparkContext sc = new JavaSparkContext(conf);
1822

1923
JavaRDD<String> lines = sc.textFile("in/airports.text");
@@ -26,11 +30,11 @@ public static void main(String[] args) throws Exception {
2630
JavaPairRDD<String, Iterable<String>> AirportsByCountry = CountryAndAirportNameAndPair.groupByKey();
2731

2832
for (Tuple2<String, Iterable<String>> airports : AirportsByCountry.collect()) {
29-
System.out.print(airports._1() + " : [");
30-
for (String s : airports._2()) {
31-
System.out.print(s + ", ");
32-
}
33-
System.out.println("]");
33+
System.out.println(airports._1() + " : " + iterableToString(airports._2()));
3434
}
3535
}
36+
37+
private static String iterableToString(Iterable<String> iterable) {
38+
return Arrays.toString(Iterables.toArray(iterable, String.class));
39+
}
3640
}

0 commit comments

Comments
 (0)