Skip to content

Commit ac8e586

Browse files
author
Pedro Bernardo
committed
Reverted sparkSql/StackOverflowSurvey to local version
1 parent 942672b commit ac8e586

File tree

1 file changed

+2
-4
lines changed

1 file changed

+2
-4
lines changed

sparkSql/StackOverFlowSurvey.py

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -7,15 +7,13 @@
77
if __name__ == "__main__":
88

99
session = SparkSession.builder.appName("StackOverFlowSurvey").getOrCreate()
10-
sc = session.sparkContext
11-
sc.setLogLevel('ERROR')
12-
10+
1311
dataFrameReader = session.read
1412

1513
responses = dataFrameReader \
1614
.option("header", "true") \
1715
.option("inferSchema", value = True) \
18-
.csv("s3n://stackoverflow-analytics-pedro/2016-stack-overflow-survey-responses.csv")
16+
.csv("in/2016-stack-overflow-survey-responses.csv")
1917

2018
print("=== Print out schema ===")
2119
responses.printSchema()

0 commit comments

Comments
 (0)