ubuntu server 12.04 安装 hadoop-1.1.1

环境如下：

ubuntu server 12.04

hadoop 1.1.1

1) master和slave /etc/hosts文件修改

hadoop@hadoop-master:~$ sudo apt-get install default-jdk

hadoop@master:~$ sudo vim
/etc/hosts

修改为： 本机地址 master hadoop-master

xx.xx.xx.xx slave1 hadoop-slave

2) 创建统一用户hadoop并且实现ssh认证登录（master可以无密码登录slave）

hadoop@master:~$sudo apt-get install ssh
hadoop@master:~$sudo
/etc/init.d/sshd start
hadoop@master:~$cd
~/.ssh
hadoop@master
ssh:~$ssh-keygen -t rsa

hadoop@master
ssh:~$cat
id_rsa.pub >> authorized_keys

3) 安装jdk

hadoop@-master:~$ sudo apt-get
install default-jdk

export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-i386

export HADOOP_HOME=/home/hadoop/hadoop-1.0.2

export PATH=$PATH:$HADOOP_HOME/bin:$JAVA_HOME/bin

export HADOOP_HOME_WARN_SUPPRESS=1 #屏蔽hadoop的一个警告

4) 安装hadoop

#下载hadoop-1.0.2

hadoop@master:~$ wget
-c http://archive.apache.org/dist/hadoop/core/hadoop-1.0.1/hadoop-1.0.2.tar.gz
#解压

hadoop@master:~$tar xvzf hadoop-1.0.2.tar.gz

#软链接
hadoop@master:~$ ln -s hadoop-1.0.2 hadoop

5) 配置hadoop

#conf/hadoop-env.sh

#添加jdk

export JAVA_HOME=/usr/lib/jvm/java-6-openjdk-i386

#conf/mapred-site.xml

#hdfs-site.xm<?xml version="1.0"?>

<?xml-stylesheet type="text/xsl"
href="configuration.xsl"?>

<!-- Put site-specific property
overrides in this file.
-->

<configuration>

<property>

<name>mapred.job.tracker</name>

<value>hadoop-master:9001</value>

</property>

</configuration>

#conf/hdfs-site.xml

<?xml version="1.0"?>

<?xml-stylesheet type="text/xsl"
href="configuration.xsl"?>

<!-- Put site-specific property
overrides in this file.
-->

<configuration>

<property>

<name>dfs.name.dir</name>

<value>/home/hadoop/name</value>

</property>

<property>

<name>dfs.data.dir</name>

<value>/home/hadoop/data</value>

</property>

<property>

<name>dfs.replication</name>

<value>1</value> #默认是3份

</property>

</configuration>

#conf/core-site.xml

<?xml version="1.0"?>

<?xml-stylesheet type="text/xsl"
href="configuration.xsl"?>

<!-- Put site-specific property
overrides in this file.
-->

<configuration>

<property>

<name>fs.default.name</name>

<value>hdfs://hadoop-master:9000</value>

</property>

<property>

<name>hadoop.tmp.dir</name>

<value>/home/hadoop/tmp</value>

</property>

</configuration>

#conf/master

hadoop-master

#conf/slaves

hadoop-slave1

6) 格式化文件系统

hadoop@master:~$ cd hadoop-1.1.1/

hadoop@master:~/hadoop-1.1.1$
bin/hadoop namenode -format

7) 启动所有结点

hadoop@master:~/hadoop-1.0.2$
bin/start-all.sh

8)查看运行状态

hadoop@master:~/hadoop-1.0.2$
bin/hadoop dfsadmin -report