Hadoop配置

    给节点起个名:
    127.0.0.1 HadoopMaster

    $ sudo apt-get install ssh
    $ sudo apt-get install pdsh

    export JAVA_HOME=/usr/java/jdk_xxxx

    <configuration>  
    <property>  
            <name>fs.defaultFS</name>  
            <value>hdfs://HadoopMaster:9000</value>  
    </property>  
    <property>  
            <name>hadoop.tmp.dir</name>  
            <value>/home/hadoop/hadoopdata</value>  
            <description>Abase for other temporary directories.</description>  
    </property>  
    </configuration> 

    <configuration>  
            <property>  
                    <name>dfs.replication</name>  
                    <value>1</value>  
            </property>  
    </configuration>  

    $ ssh-keygen -t rsa -P''-f ~/.ssh/id_rsa  
    $ cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys  
    $ chmod 0600 ~/.ssh/authorized_keys  

    格式化:         
    $ bin / hdfs namenode -format  
    打开DFS服务:        
    $ sbin / start-dfs.sh  
    在HDFS中创建目录
    $ bin/hdfs dfs -mkdir /user
    $ bin/hdfs dfs -mkdir /user/<username>
    $ bin/hdfs dfs -mkdir input
    向HDFS导入文件
    $ bin/hdfs dfs -put etc/hadoop/*.xml input
    运行示例程序
    $ bin/hadoop jar share/hadoop/mapreduce/hadoop-mapreduce-examples-3.1.0.jar grep input output 'dfs[a-z.]+'
    从HDFS导出文件
    $ bin/hdfs dfs -get output output
    停止HDFS服务
    $ sbin/stop-dfs.sh

    <configuration>  
    <property>  
            <name>mapreduce.framework.name</name>  
            <value>yarn</value>  
    </property>  
    <property>  
            <name>mapreduce.application.classpath</name>  
            <value>$HADOOP_MAPRED_HOME/share/hadoop/mapreduce/*:$HADOOP_MAPRED_HOME/share/hadoop/mapreduce/lib/*</value>  
    </property>  
    </configuration>  

    <configuration>  
            <property>  
                    <name>yarn.nodemanager.aux-services</name>  
                    <value>mapreduce_shuffle</value>  
            </property>  
            <property>  
                    <name>yarn.nodemanager.env-whitelist</name>  
                    <value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_MAPRED_HOME</value>  
            </property>  
    </configuration> 

    $ sbin / start-yarn.sh  

    $ stop-yarn.sh