Newer
Older
hdfs dfs -mkdir /user
hdfs dfs -mkdir /user/hadoop
hdfs dfs -mkdir input
hdfs dfs -put *.txt input
STRJAR=$HADOOP_HOME/share/hadoop/tools/lib/hadoop-streaming-3.4.1.jar
hadoop jar $STRJAR -mapper mapper.py -reducer reducer.py -input '/user/hadoop/input/*.txt' -output '/user/hadoop/output'