學(xué)習(xí)大數(shù)據(jù)平臺(tái)搭建主要內(nèi)容Hadoop解壓2Hadoop變量配置Hadoop啟動(dòng)hadoop3一、Hadoop解壓4使用securefx軟件連接master，上傳把hadoop-3.0.0.tar.gz到/opt/目錄。執(zhí)行解壓命令.Hadoop包解壓15二、Hadoop變量6Hadoop變量配置010203編輯/etc/profile寫(xiě)入變量Source/etc/profile生效變量hadoopversion，驗(yàn)證變量7演示圖例8二、配置Hadoop9/opt/bigdata/Hadoop-3.0.0/etc/Hadoop/是hadoop配置的文件夾目錄，我們需要對(duì)core-site.xml、hadoop-env.sh、hdfs-site.xml、mapred-site.xml進(jìn)行配置，配置完成后格式化集群：hadoopnamenode-format

配置hadoop310vicore-site.xml<configuration><property><name></name><value>http://master:9000</value></property><property><name>hadoop.mp.dir</name><value>/usr/hadoop/hadoop-2.7.3/hdfs/tmp</value></property><property><name>io.file.buffer.size</name><value>131072</value></property><property><name>fs.checkpoint.period</name><value>60</value></property><property><name>fs.checkpoint.size</name><value>67108864</value></property></configuration>11viyarn-site.xml<configuration>

<!--SitespecificYARNconfigurationproperties--><property><name>yarn.resourcemanager.address</name><value>masetr:18040</value></property><property><name>yarn.resourcemanager.scheduler.address</name><value>masetr:18030</value></property><property><name>yarn.resourcemanager.webapp.address</name><value>masetr:18088</value></property><property><name>yarn.resourcemanager.resource-tracker.address</name><value>masetr:18025</value></property><property><name>yarn.resourcemanager.admin.address</name><value>masetr:18141</value></property><property><name>yarn.resourcemanager.aux-services</name><value>mapreduce_shuffle</value></property><property><name>yarn.nodemanager.auxservices.mapreduce.shuffle.class</name><value>org.apache.hadoop.mapred.ShuffleHandeler</value></property></configuration>12vihdfs-site.xml

<configuration><property><name>dfs.replication</name><value>2</value></property><property><name>.dir</name><value>file:/usr/hadoop/hadoop-2.7.3/hdfs/name</value><final>true</final></property><property><name>dfs.datanode.data.dir</name><value>file:/usr/hadoop/hadoop-2.7.3/hdfs/data</value><final>true</final></property><property><name>node.secondary.http-address</name><value>slave1:9001</value></property><property><name>dfs.webhdfs.enabled</name><value>true</value></property><property><name>dfs.permissions</name><value>false</value></property></configuration>13cp-rvfmapred-site.xml.templatemapred-site.xml

<configuration><property><name></name>