make mapreduce remove local output files.
authorJan Vales <jan@jvales.net>
Wed, 15 May 2019 03:58:24 +0000 (05:58 +0200)
committerJan Vales <jan@jvales.net>
Wed, 15 May 2019 03:58:24 +0000 (05:58 +0200)
ex2/mapreduce/build_run.sh

index 040cc2f2f7c766c73adfc0240d3ddf8d0dde61c3..72959d59bfc4d9b5346cdb54aeff4abcbdac55fa 100755 (executable)
@@ -5,6 +5,7 @@
 RUN_PARAM=$1
 shift 1
 
+rm -rf output-dir
 hdfs dfs -rm -r -f -skipTrash output-dir .staging .Trash
 
 hadoop com.sun.tools.javac.Main "SomeMapReduce$RUN_PARAM.java" TextPair.java CSVSplitter.java