From fb2f5b0f0b7501d9c0163a1eb553610d114e219e Mon Sep 17 00:00:00 2001 From: keineahnung2345 Date: Tue, 27 Nov 2018 11:44:44 +0800 Subject: [PATCH] overwrite the previous result --- notebooks/spark-example.ipynb | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/notebooks/spark-example.ipynb b/notebooks/spark-example.ipynb index b39dfda..267526f 100644 --- a/notebooks/spark-example.ipynb +++ b/notebooks/spark-example.ipynb @@ -79,7 +79,7 @@ "outputs": [], "source": [ "print('startingggg', datetime.now().strftime('%Y-%m-%d %H:%M:%S'))\n", - "tcp_interactions.write.format('csv').save(\"/results/spark-result\", sep='|', header=True)\n", + "tcp_interactions.write.format('csv').mode('overwrite').save(\"/results/spark-result\", sep='|', header=True)\n", "print('endingggg', datetime.now().strftime('%Y-%m-%d %H:%M:%S'))" ] },