hadoop3.2.1伪分布式模式安装

1
2

tar xf jdk-8u221-linux-x64.tar.gz
mv jdk1.8.0_221 /usr/local/jdk

1
2
3
4

wget https://mirrors.bfsu.edu.cn/apache/hadoop/common/hadoop-3.2.1/hadoop-3.2.1.tar.gz
mv hadoop-3.2.1 /usr/local/hadoop
useradd hadoop
chown -R hadoop.hadoop /usr/local/hadoop

1
2
3

echo 'export JAVA_HOME=/usr/local/jdk' >> /etc/profile
echo 'export HADOOP_HOME=/usr/local/hadoop' >> /etc/profile
echo 'export PATH=$PATH:$JAVA_HOME/bin:$HADOOP_HOME/bin' >> /etc/profile

1
2

hostnamectl set-hostname hadoop
echo '127.0.0.1    hadoop' >> /etc/hosts

1
2
3
4

su hadoop
ssh-keygen -t rsa -f ~/.ssh/id_rsa -P ''
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
chmod 600 ~/.ssh/authorized_keys

1

export JAVA_HOME=/usr/local/jdk

1
2
3
4
5
6

<configuration>
    <property>
        <name>fs.defaultFS</name>
        <value>hdfs://hadoop:9000</value>
    </property>
</configuration>

1
2
3
4
5
6

<configuration>
    <property>
        <name>dfs.replication</name>
        <value>1</value>
    </property>
</configuration>

1

hdfs namenode -format

1

/usr/local/hadoop/sbin/start-dfs.sh

1
2
3

su hadoop
hdfs dfs -mkdir /user
bin/hdfs dfs -mkdir /user/hadoop

1
2

hdfs dfs -mkdir input
hdfs dfs -put etc/hadoop/*.xml input

1

hadoop jar share/hadoop/mapreduce/hadoop-mapreduce-examples-3.2.1.jar grep input output 'dfs[a-z.]+'

1
2

hdfs dfs -get output output
cat output/*