diff --git a/notes/installation/hadoop单机版本环境搭建.md b/notes/installation/hadoop单机版本环境搭建.md index fa7a40f..408297d 100644 --- a/notes/installation/hadoop单机版本环境搭建.md +++ b/notes/installation/hadoop单机版本环境搭建.md @@ -6,11 +6,25 @@ + ## 一、安装JDK Hadoop 需要在java环境下运行，所以需要先安装Jdk,安装步骤见[Linux下JDK的安装](https://github.com/heibaiying/BigData-Notes/blob/master/notes/installation/JDK%E5%AE%89%E8%A3%85.md) @@ -52,7 +66,7 @@ ssh-keygen -t rsa -## 三、Hadoop(HDFS)安装 +## 三、Hadoop(HDFS)环境搭建 @@ -155,14 +169,73 @@ sudo systemctl stop firewalld.service ```shell [root@hadoop001 hadoop-2.6.0-cdh5.15.2]# jps -5379 Jps -11413 NameNode -11529 DataNode -11789 SecondaryNameNode +9137 DataNode +9026 NameNode +9390 SecondaryNameNode ``` -方式二：访问50070端口 http://192.168.43.202:50070 。如果jps查看进程均以启动，但是无法访问页面，则需要关闭防火墙。 +方式二：访问50070端口 http://ip地址:50070 。如果jps查看进程均以启动，但是无法访问页面，则需要关闭防火墙。
+ + + +## 四、Hadoop(YARN)环境搭建 + +#### 4.1 修改Hadoop配置文件，指明mapreduce运行在YARN上 + +etc/hadoop/mapred-site.xml: + +```shell +# 如果没有mapred-site.xml，则拷贝一份样例文件后再修改 +cp ./mapred-site.xml.template ./mapred-site.xml +``` + +```xml + + + mapreduce.framework.name + yarn + + +``` + +etc/hadoop/yarn-site.xml: + +```xml + + + yarn.nodemanager.aux-services + mapreduce_shuffle + + +``` + + + +#### 4.2 在sbin目录下启动YARN + +```shell +./start-yarn.sh +``` + + + +#### 4.3 验证是否启动成功 + +方式一：执行jps查看NodeManager和ResourceManager的进程是否已经存在 + +```shell +[root@hadoop001 hadoop-2.6.0-cdh5.15.2]# jps +9137 DataNode +9026 NameNode +12294 NodeManager +12185 ResourceManager +9390 SecondaryNameNode +``` + +方式二：访问8088端口 http://ip地址:8088。如果jps查看进程均以启动，但是无法访问页面，则需要关闭防火墙。 + +
\ No newline at end of file diff --git a/pictures/hadoop-yarn安装验证.png b/pictures/hadoop-yarn安装验证.png new file mode 100644 index 0000000..df12a67 Binary files /dev/null and b/pictures/hadoop-yarn安装验证.png differ diff --git a/pictures/hadoop安装验证.png b/pictures/hadoop安装验证.png index a8eccd9..3908903 100644 Binary files a/pictures/hadoop安装验证.png and b/pictures/hadoop安装验证.png differ