We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 942672b commit ac8e586Copy full SHA for ac8e586
sparkSql/StackOverFlowSurvey.py
@@ -7,15 +7,13 @@
7
if __name__ == "__main__":
8
9
session = SparkSession.builder.appName("StackOverFlowSurvey").getOrCreate()
10
- sc = session.sparkContext
11
- sc.setLogLevel('ERROR')
12
-
+
13
dataFrameReader = session.read
14
15
responses = dataFrameReader \
16
.option("header", "true") \
17
.option("inferSchema", value = True) \
18
- .csv("s3n://stackoverflow-analytics-pedro/2016-stack-overflow-survey-responses.csv")
+ .csv("in/2016-stack-overflow-survey-responses.csv")
19
20
print("=== Print out schema ===")
21
responses.printSchema()
0 commit comments