Skip to content

Commit ebc2eb0

Browse files
author
James Lee
committed
improve RddDatasetConversion
1 parent ced25b4 commit ebc2eb0

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/main/java/com/sparkTutorial/sparkSql/RddDatasetConversion.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@ public static void main(String[] args) throws Exception {
2828
.filter(line -> !line.split(COMMA_DELIMITER, -1)[2].equals("country"))
2929
.map(line -> {
3030
String[] splits = line.split(COMMA_DELIMITER, -1);
31-
return new Response(splits[2], convertStringToFloat(splits[6]), splits[9], convertStringToFloat(splits[14]));
31+
return new Response(splits[2], toInt(splits[6]), splits[9], toInt(splits[14]));
3232
});
3333
Dataset<Response> responseDataset = session.createDataset(responseRDD.rdd(), Encoders.bean(Response.class));
3434

@@ -46,7 +46,7 @@ public static void main(String[] args) throws Exception {
4646

4747
}
4848

49-
private static Integer convertStringToFloat(String split) {
49+
private static Integer toInt(String split) {
5050
return split.isEmpty() ? null : Math.round(Float.valueOf(split));
5151
}
5252

0 commit comments

Comments
 (0)