生态圈安装

1、etc/profile

export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
export JRE_HOME=$JAVA_HOME/jre  
export CLASSPATH=.:$JAVA_HOME/lib:$JRE_HOME/lib  
export HADOOP_HOME=/home/simon/software/hadoop2
export HADOOP_MAPRED_HOME=/home/simon/software/hadoop2
export HADOOP_COMMON_HOME=/home/simon/software/hadoop2
export YARN_HOME=/home/simon/software/hadoop2
export HADOOP_HDFS_HOME=/home/simon/software/hadoop2
export HADOOP_CONF_DIR=/home/simon/software/hadoop2/etc/hadoop
export PATH=$JAVA_HOME/bin:$HADOOP_HOME/bin:$HADOOP_HOME/sbin:$PATH
export HIVE_HOME=/home/simon/software/hive1
export PATH=$HIVE_HOME/bin:$PATH
export SPARK_HOME=/home/simon/software/spark
export PATH=$SPARK_HOME/bin:$PATH
export HBASE_HOME=/home/simon/software/hbase
export PATH=$HBASE_HOME/bin:$PATH

2、hadoop-env.sh

export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64

3、hdfs-site.xml

<configuration>
    <property>
        <name>dfs.namenode.secondary.http-address</name>
        <value>localhost:50090</value>
    </property>
    <property>
        <name>dfs.replication</name>
        <value>1</value>
    </property>
    <property>
        <name>dfs.namenode.name.dir</name>
        <value>file:/home/simon/hadWorkspace/namenode</value>
    </property>
    <property>
        <name>dfs.datanode.data.dir</name>
        <value>file:/home/simon/hadWorkspace/datanode</value>
    </property>
</configuration>

4、mapred-site.xml

<configuration>
    <property>
        <name>mapreduce.framework.name</name>
        <value>yarn</value>
    </property>
    <property>
        <name>mapreduce.jobhistory.address</name>
        <value>localhost:10020</value>
    </property>
    <property>
        <name>mapreduce.jobhistory.webapp.address</name>
        <value>localhost:19888</value>
    </property>
</configuration>

5、yarn-site.xml

<configuration>
     <property>
        <name>yarn.resourcemanager.hostname</name>
        <value>localhost</value>
    </property>
    <property>
        <name>yarn.nodemanager.aux-services</name>
        <value>mapreduce_shuffle</value>
    </property>
</configuration>

6、core-site.xml

<configuration>
    <property>
        <name>fs.defaultFS</name>
        <value>hdfs://localhost:9000</value>
    </property>
    <property>
        <name>hadoop.tmp.dir</name>
        <value>file:/home/simon/hadWorkspace/tmp</value>
        <description>Abase for other temporary directories.</description>
    </property>
</configuration>

7、hive-env.sh

export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64
export HADOOP_HOME=/home/simon/software/hadoop2

8、hive-site.xml

<configuration>
  <property>
    <name>hive.metastore.warehouse.dir</name>
    <value>/home/simon/hiveSpace</value>
  </property>
  <property>
    <name>javax.jdo.option.ConnectionURL</name>
    <value>jdbc:mysql://localhost:3306/hive?createDatabaseIfNotExist=true</value>
  </property>
  <property>
    <name>javax.jdo.option.ConnectionDriverName</name>
    <value>com.mysql.cj.jdbc.Driver</value>
  </property>
  <property>
    <name>javax.jdo.option.ConnectionUserName</name>
    <value>root</value>
  </property>
  <property>
    <name>javax.jdo.option.ConnectionPassword</name>
    <value>123456</value>
  </property>
  <property>
    <name>hive.hwi.listen.host</name>
    <value>0.0.0.0</value>
    <description>This is the host address the Hive Web Interface will listen on
    </description>
  </property>
 
  <property>
    <name>hive.hwi.listen.port</name>
    <value>9999</value>
    <description>This is the port the Hive Web Interface will listen on</description>
  </property>
 
  <property>
    <name>hive.hwi.war.file</name>
    <value>/home/simon/software/hive1/lib/hive-hwi-1.2.2.war</value>
    <description>This is the WAR file with the jsp content for Hive Web Interface
    </description>
  </property>
</configuration>

9、hbase-env.sh

export JAVA_HOME=/usr/lib/jvm/java-8-openjdk-amd64

10、hbase-site.xml

<configuration>
    <property>
        <name>hbase.rootdir</name>
        <value>file:///home/simon/hbasework</value>
    </property>
    <property>
        <name>dfs.replication</name>
        <value>1</value>
    </property>
</configuration>