一文解決偽分布式hadoop集群搭建

/*普通用戶：切換為root用戶*/$?su?-?root
/*root用戶：關(guān)閉防火墻及開機(jī)自啟動*/#?systemctl?stop?firewalld.service#?systemctl?disable?firewalld.service

#?vim?/etc/hostnamemaster#?vim?/etc/hosts192.168.XXX.XXX master

# su - yan$ cd $?ssh-keygen?-t?rsa$ ssh master$?ssh-copy-id?master$?ssh?master??--不需要再輸入密碼即表示免密登錄配置成功

/*普通用戶：切換到家目錄，創(chuàng)建文件目錄*/$ cd$?mkdir?hadoop$?mkdir hadoopdata$ cd hadoop

/*需要上傳的介質(zhì)*/hadoop-2.7.7.tar.gzjdk-8u144-linux-x64.tar.gz

$ tar -zxvf hadoop-2.7.7.tar.gz$ tar -zxvf jdk-8u144-linux-x64.tar.gz$?lltotal 394764drwxr-xr-x. 10 yan yan       161 Feb 12 16:36 hadoop-2.7.7-rw-r--r--.  1 yan yan 218720521 Dec 17  2018 hadoop-2.7.7.tar.gzdrwxr-xr-x.  8 yan yan       255 Jul 22  2017 jdk1.8.0_144-rw-r--r--.  1 yan yan 185515842 Oct 17  2017 jdk-8u144-linux-x64.tar.gz

$ cd$?vim?.bash_profileexport?JAVA_HOME=/home/yan/hadoop/jdk1.8.0_144export?HADOOP_HOME=/home/yan/hadoop/hadoop-2.7.7export?PATH=$JAVA_HOME/bin:$HADOOP_HOME/sbin:$HADOOP_HOME/bin:$PATH$ source .bash_profile
/*查看是否生效*/$?java?-versionjava version "1.8.0_144"Java(TM) SE Runtime Environment (build 1.8.0_144-b01)Java HotSpot(TM) 64-Bit Server VM (build 25.144-b01, mixed mode)
$?hadoop?versionHadoop 2.7.7Subversion Unknown -r c1aad84bd27cd79c3d1a7dd58202a8c3ee1ed3acCompiled by stevel on 2018-07-18T22:47ZCompiled with protoc 2.5.0From source with checksum 792e15d20b12c74bd6f19a1fb886490This?command?was?run?using?/home/yan/hadoop/hadoop-2.7.7/share/hadoop/common/hadoop-common-2.7.7.jar

/*切換到hadoop配置文件目錄*/$ cd /home/yan/hadoop/hadoop-2.7.7/etc/hadoop

$ vim?hadoop-env.shexport JAVA_HOME=/home/yan/hadoop/jdk1.8.0_144

$ vim mapred-env.shexport JAVA_HOME=/home/yan/hadoop/jdk1.8.0_144

$ vim yarn-env.shexport JAVA_HOME=/home/yan/hadoop/jdk1.8.0_144

$ vim core-site.xml<configuration> <property> <name>fs.defaultFSname> <value>hdfs://master:9000value> property> <property> <name>hadoop.tmp.dirname> <value>/home/yan/hadoopdatavalue> property>configuration>

$ vim hdfs-site.xml<configuration><property><name>dfs.replicationname><value>1value>property>configuration>

$ vim yarn-site.xmlyarn.nodemanager.aux-servicesmapreduce_shuffleyarn.resourcemanager.addressmaster:18040yarn.resourcemanager.scheduler.addressmaster:18030yarn.resourcemanager.resource-tracker.addressmaster:18025

/*創(chuàng)建一個副本*/$?cp?mapred-site.xml.template mapred-site.xml$?vim?mapred-site.xmlmapreduce.framework.nameyarn

$ vim?slavesmaster

$ cd/*格式化文件系統(tǒng)*/$ hdfs?namenode?-format/*啟動集群*/$?start-all.sh

方法一：jps查看進(jìn)程（出現(xiàn)6個，缺一不可）$ jps9713 DataNode10071 ResourceManager10505 Jps9915 SecondaryNameNode9596 NameNode10175 NodeManager方法二：web端查看（觀察界面是否出現(xiàn)）http://master:50070/http://master:8088/

$ cd /home/yan/hadoop/hadoop-2.7.7/share/hadoop/mapreduce$?hadoop?jar?hadoop-mapreduce-examples-2.7.7.jar?pi?5?5

$?cd$?vim?word.txtHello?YanWuhan WinI love U$ hadoop?fs?-mkdir?/test$?hadoop?fs?-put?word.txt?/test$ cd /home/yan/hadoop/hadoop-2.7.7/share/hadoop/mapreduce$?hadoop?jar?hadoop-mapreduce-examples-2.7.7.jar?wordcount?/test/word.txt?/output$?hadoop?fs?-cat?/output/part-r-00000