Skip to content

Commit 6029144

Browse files
committed
Fix streaming test
1 parent 6cef104 commit 6029144

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

tests/test_streaming.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -147,7 +147,7 @@ def test_streaming_trigger_once(self, getStreamingDirs, seedColumnName):
147147
while elapsed_time < time_limit and rows_retrieved < self.rows_per_second:
148148
sq = (dfTestData
149149
.writeStream
150-
.format("parquet")
150+
.format("csv")
151151
.outputMode("append")
152152
.option("path", test_dir)
153153
.option("checkpointLocation", checkpoint_dir)
@@ -160,7 +160,7 @@ def test_streaming_trigger_once(self, getStreamingDirs, seedColumnName):
160160
elapsed_time = time.time() - start_time
161161

162162
try:
163-
df2 = spark.read.format("parquet").load(test_dir)
163+
df2 = spark.read.format("csv").load(test_dir)
164164
rows_retrieved = df2.count()
165165

166166
# ignore file or metadata not found issues arising from read before stream has written first batch

0 commit comments

Comments
 (0)