一、环境及安装包
二、具体步骤
1.安装hadoop-2.7.7（jdk安装步骤省略）
tar -zxvf hadoop-2.7.7.tar.gz -C /usr/2.系统添加jdk环境变量以及hadoop环境变量
[root@node-2 hadoop-2.7.7]# vim /etc/profile
...
export HADOOP_HOME=/usr/hadoop-2.7.7
export PATH=$HADOOP_HOME/bin:$PATH
export JAVA_HOME=/srv/program/jdk1.8.0_181
export JRE_HOME=/srv/program/jdk1.8.0_181/jre
export PATH=$PATH:$JAVA_HOME/bin
export CLASSPATH=./:$JAVA_HOME/lib:$JAVA_HOME/jre/lib
...
:wq #保存并推出
[root@node-2 hadoop-2.7.7]# source /etc/profile #即可生效3.hadoop内置环境变量(非必须，看个人需要)
[root@node-2 hadoop]# pwd
/usr/hadoop-2.7.7/etc/hadoop
[root@node-2 hadoop]# vim hadoop-env.sh
export HADOOP_SSH_OPTS="-p 6122" #我个人本地ssh端口修改成了6122
export HADOOP_CONF_DIR=/usr/hadoop-2.7.7/etc/hadoop
[root@node-2 hadoop]# source hadoop-env.sh4.测试
[root@node-2 hadoop]# hadoop version #查看hadoop是否安装成功
Hadoop 2.7.7
Subversion Unknown -r c1aad84bd27cd79c3d1a7dd58202a8c3ee1ed3ac
Compiled by stevel on 2018-07-18T22:47Z
Compiled with protoc 2.5.0
From source with checksum 792e15d20b12c74bd6f19a1fb886490
This command was run using /usr/hadoop-2.7.7/share/hadoop/common/hadoop-common-2.7.7.jar
[root@node-2 hadoop]# hadoop fs -ls #查看HDFS单机部署目录结构
Found 29 items
-rw-r--r-- 1 www ftp 4436 2018-07-19 09:00 capacity-scheduler.xml
-rw-r--r-- 1 www ftp 1335 2018-07-19 09:01 configuration.xsl
-rw-r--r-- 1 www ftp 318 2018-07-19 09:00 container-executor.cfg
-rw-r--r-- 1 www ftp 774 2018-07-19 09:00 core-site.xml
-rw-r--r-- 1 www ftp 3670 2018-07-19 09:00 hadoop-env.cmd
-rw-r--r-- 1 www ftp 4309 2020-12-11 11:43 hadoop-env.sh
-rw-r--r-- 1 www ftp 2490 2018-07-19 09:00 hadoop-metrics.properties
-rw-r--r-- 1 www ftp 2598 2018-07-19 09:00 hadoop-metrics2.properties
-rw-r--r-- 1 www ftp 9683 2018-07-19 09:00 hadoop-policy.xml
-rw-r--r-- 1 www ftp 775 2018-07-19 09:00 hdfs-site.xml
-rw-r--r-- 1 www ftp 1449 2018-07-19 09:00 httpfs-env.sh
-rw-r--r-- 1 www ftp 1657 2018-07-19 09:00 httpfs-log4j.properties
-rw-r--r-- 1 www ftp 21 2018-07-19 09:00 httpfs-signature.secret
-rw-r--r-- 1 www ftp 620 2018-07-19 09:00 httpfs-site.xml
-rw-r--r-- 1 www ftp 3518 2018-07-19 09:00 kms-acls.xml
-rw-r--r-- 1 www ftp 1527 2018-07-19 09:00 kms-env.sh
-rw-r--r-- 1 www ftp 1631 2018-07-19 09:00 kms-log4j.properties
-rw-r--r-- 1 www ftp 5540 2018-07-19 09:00 kms-site.xml
-rw-r--r-- 1 www ftp 11801 2018-07-19 09:00 log4j.properties
-rw-r--r-- 1 www ftp 951 2018-07-19 09:01 mapred-env.cmd
-rw-r--r-- 1 www ftp 1383 2018-07-19 09:01 mapred-env.sh
-rw-r--r-- 1 www ftp 4113 2018-07-19 09:01 mapred-queues.xml.template
-rw-r--r-- 1 www ftp 758 2018-07-19 09:01 mapred-site.xml.template
-rw-r--r-- 1 www ftp 10 2018-07-19 09:00 slaves
-rw-r--r-- 1 www ftp 2316 2018-07-19 09:00 ssl-client.xml.example
-rw-r--r-- 1 www ftp 2697 2018-07-19 09:00 ssl-server.xml.example
-rw-r--r-- 1 www ftp 2250 2018-07-19 09:00 yarn-env.cmd
-rw-r--r-- 1 www ftp 4567 2018-07-19 09:00 yarn-env.sh
-rw-r--r-- 1 www ftp 690 2018-07-19 09:00 yarn-site.xml
[root@node-2 hadoop-2.7.7]# ./sbin/start-all.sh #测试hadoop是否正常启动
This script is Deprecated. Instead use start-dfs.sh and start-yarn.sh
Incorrect configuration: namenode address dfs.namenode.servicerpc-address or dfs.namenode.rpc-address is not configured.
Starting namenodes on []
localhost: ssh_exchange_identification: read: Connection reset by peer
localhost: ssh_exchange_identification: read: Connection reset by peer
Starting secondary namenodes [0.0.0.0]
0.0.0.0: ssh_exchange_identification: read: Connection reset by peer
starting yarn daemons
starting resourcemanager, logging to /usr/hadoop-2.7.7/logs/yarn-root-resourcemanager-node-2.out
localhost: ssh_exchange_identification: read: Connection reset by peer以上表明安装hadoop成功！
也可通过以下命令查询服务是否运行：
[root@node-2 hadoop-2.7.7]# ps -ef |grep yarn
root 7847 1 0 12:08 pts/0 00:00:14 /srv/program/jdk1.8.0_181/bin/java -Dproc_resourcemanager -Xmx1000m -Dhadoop.log.dir=/usr/hadoop-2.7.7/logs -Dyarn.log.dir=/usr/hadoop-2.7.7/logs -Dhadoop.log.file=yarn-root-resourcemanager-node-2.log -Dyarn.log.file=yarn-root-resourcemanager-node-2.log -Dyarn.home.dir= -Dyarn.id.str=root -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/usr/hadoop-2.7.7/lib/native -Dyarn.policy.file=hadoop-policy.xml -Dhadoop.log.dir=/usr/hadoop-2.7.7/logs -Dyarn.log.dir=/usr/hadoop-2.7.7/logs -Dhadoop.log.file=yarn-root-resourcemanager-node-2.log -Dyarn.log.file=yarn-root-resourcemanager-node-2.log -Dyarn.home.dir=/usr/hadoop-2.7.7 -Dhadoop.home.dir=/usr/hadoop-2.7.7 -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/usr/hadoop-2.7.7/lib/native -classpath /usr/hadoop-2.7.7/etc/hadoop:/usr/hadoop-2.7.7/etc/hadoop:/usr/hadoop-2.7.7/etc/hadoop:/usr/hadoop-2.7.7/share/hadoop/common/lib/*:/usr/hadoop-2.7.7/share/hadoop/common/*:/usr/hadoop-2.7.7/share/hadoop/hdfs:/usr/hadoop-2.7.7/share/hadoop/hdfs/lib/*:/usr/hadoop-2.7.7/share/hadoop/hdfs/*:/usr/hadoop-2.7.7/share/hadoop/yarn/lib/*:/usr/hadoop-2.7.7/share/hadoop/yarn/*:/usr/hadoop-2.7.7/share/hadoop/mapreduce/lib/*:/usr/hadoop-2.7.7/share/hadoop/mapreduce/*:/usr/hadoop-2.7.7/contrib/capacity-scheduler/*.jar:/usr/hadoop-2.7.7/contrib/capacity-scheduler/*.jar:/usr/hadoop-2.7.7/contrib/capacity-scheduler/*.jar:/usr/hadoop-2.7.7/contrib/capacity-scheduler/*.jar:/usr/hadoop-2.7.7/contrib/capacity-scheduler/*.jar:/usr/hadoop-2.7.7/contrib/capacity-scheduler/*.jar:/usr/hadoop-2.7.7/share/hadoop/yarn/*:/usr/hadoop-2.7.7/share/hadoop/yarn/lib/*:/usr/hadoop-2.7.7/etc/hadoop/rm-config/log4j.properties org.apache.hadoop.yarn.server.resourcemanager.ResourceManager
root 12171 27440 0 12:32 pts/0 00:00:00 grep --color=auto yarn
[root@node-2 hadoop-2.7.7]# ps -ef |grep hdfs
root 7847 1 0 12:08 pts/0 00:00:14 /srv/program/jdk1.8.0_181/bin/java -Dproc_resourcemanager -Xmx1000m -Dhadoop.log.dir=/usr/hadoop-2.7.7/logs -Dyarn.log.dir=/usr/hadoop-2.7.7/logs -Dhadoop.log.file=yarn-root-resourcemanager-node-2.log -Dyarn.log.file=yarn-root-resourcemanager-node-2.log -Dyarn.home.dir= -Dyarn.id.str=root -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/usr/hadoop-2.7.7/lib/native -Dyarn.policy.file=hadoop-policy.xml -Dhadoop.log.dir=/usr/hadoop-2.7.7/logs -Dyarn.log.dir=/usr/hadoop-2.7.7/logs -Dhadoop.log.file=yarn-root-resourcemanager-node-2.log -Dyarn.log.file=yarn-root-resourcemanager-node-2.log -Dyarn.home.dir=/usr/hadoop-2.7.7 -Dhadoop.home.dir=/usr/hadoop-2.7.7 -Dhadoop.root.logger=INFO,RFA -Dyarn.root.logger=INFO,RFA -Djava.library.path=/usr/hadoop-2.7.7/lib/native -classpath /usr/hadoop-2.7.7/etc/hadoop:/usr/hadoop-2.7.7/etc/hadoop:/usr/hadoop-2.7.7/etc/hadoop:/usr/hadoop-2.7.7/share/hadoop/common/lib/*:/usr/hadoop-2.7.7/share/hadoop/common/*:/usr/hadoop-2.7.7/share/hadoop/hdfs:/usr/hadoop-2.7.7/share/hadoop/hdfs/lib/*:/usr/hadoop-2.7.7/share/hadoop/hdfs/*:/usr/hadoop-2.7.7/share/hadoop/yarn/lib/*:/usr/hadoop-2.7.7/share/hadoop/yarn/*:/usr/hadoop-2.7.7/share/hadoop/mapreduce/lib/*:/usr/hadoop-2.7.7/share/hadoop/mapreduce/*:/usr/hadoop-2.7.7/contrib/capacity-scheduler/*.jar:/usr/hadoop-2.7.7/contrib/capacity-scheduler/*.jar:/usr/hadoop-2.7.7/contrib/capacity-scheduler/*.jar:/usr/hadoop-2.7.7/contrib/capacity-scheduler/*.jar:/usr/hadoop-2.7.7/contrib/capacity-scheduler/*.jar:/usr/hadoop-2.7.7/contrib/capacity-scheduler/*.jar:/usr/hadoop-2.7.7/share/hadoop/yarn/*:/usr/hadoop-2.7.7/share/hadoop/yarn/lib/*:/usr/hadoop-2.7.7/etc/hadoop/rm-config/log4j.properties org.apache.hadoop.yarn.server.resourcemanager.ResourceManager
root 12139 27440 0 12:32 pts/0 00:00:00 grep --color=auto hdfs
本文章为转载内容，我们尊重原作者对文章享有的著作权。如有内容错误或侵权问题，欢迎原作者联系我们进行内容更正或删除文章。
