yum 方式安装cloudera manager 5.7

修改机器名：
vi /etc/sysconfig/network

hostname 机器名

修改所有节点 hosts

vi /etc/hosts
ip 机器名

或者执行一下命令修改：

cat >> /etc/hosts << EOF
IP HOSTNAME
IP HOSTNAME
EOF

设置ssh无密码登录：

ssh-keygen -t rsa -P ""

之后执行
cat ~/.ssh/id_rsa.pub >> ~/.ssh/authorized_keys
chmod 700 ~/.ssh/
chmod 600 ~/.ssh/authorized_keys

ssh-copy-id -i ~/.ssh/id_rsa.pub root@机器名

ntp时间同步

crontab -e
增加如下内容，十分钟同步一下时间：
0-59/10 * * * * /usr/sbin/ntpdate 1.cn.pool.ntp.org >> /root/ntp.log

修改参数：

echo never > /sys/kernel/mm/transparent_hugepage/defrag

vi /etc/rc.local 增加如下内容：

echo never > /sys/kernel/mm/transparent_hugepage/defrag

sysctl vm.swappiness=10

vi /etc/sysctl.conf 增加
vm.swappiness=10

安装java
查询已安装jdk
rpm -qa | grep jdk
删除jdk
yum remove xxx

安装jdk
rpm -ivh

修改 /etc/profile 增加类似如下内容

export JAVA_HOME=/usr/java/jdk1.7.0_79
export JRE_HOME=$JAVA_HOME/jre >> /etc/profile
export CLASSPATH=.:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar:$JRE_HOME/lib/rt.jar
export PATH=$JAVA_HOME/bin:$PATH

之后执行：

. /etc/profile

java -version 检查是否配置正确

安装mysql：

yum install mysql-server

service mysqld stop

mv /etc/my.cnf /etc/my.cnf.bak
vi /etc/my.cnf 填入一下内容：

[mysqld]
transaction-isolation = READ-COMMITTED
# Disabling symbolic-links is recommended to prevent assorted security risks;
# to do so, uncomment this line:
# symbolic-links = 0

key_buffer = 16M
key_buffer_size = 32M
max_allowed_packet = 32M
thread_stack = 256K
thread_cache_size = 64
query_cache_limit = 8M
query_cache_size = 64M
query_cache_type = 1

max_connections = 550
#expire_logs_days = 10
#max_binlog_size = 100M

#log_bin should be on a disk with enough free space. Replace '/var/lib/mysql/mysql_binary_log' with an appropriate path for your system
#and chown the specified folder to the mysql user.
log_bin=/var/lib/mysql/mysql_binary_log

# For MySQL version 5.1.8 or later. Comment out binlog_format for older versions.
binlog_format = mixed

read_buffer_size = 2M
read_rnd_buffer_size = 16M
sort_buffer_size = 8M
join_buffer_size = 8M

# InnoDB settings
innodb_file_per_table = 1
innodb_flush_log_at_trx_commit = 2
innodb_log_buffer_size = 64M
innodb_buffer_pool_size = 4G
innodb_thread_concurrency = 8
innodb_flush_method = O_DIRECT
innodb_log_file_size = 512M

[mysqld_safe]
log-error=/var/log/mysqld.log
pid-file=/var/run/mysqld/mysqld.pid

sql_mode=STRICT_ALL_TABLES

设置mysql开机启动：
chkconfig mysqld on
chkconfig --list mysqld
service mysqld start

设置mysql root密码
/usr/bin/mysqladmin -u root password 'root@868'

/usr/bin/mysql_secure_installation

设置mysql root可以远程登录：
mysql -uroot -p

GRANT ALL PRIVILEGES ON *.* TO 'root'@'%' IDENTIFIED BY 'root@868' WITH GRANT OPTION;
FLUSH PRIVILEGES;
exit

安装mysql和oracle 驱动 http://dev.mysql.com/downloads/connector/j/5.1.html 下载 mysql-connector-java-5.1.38.tar.gz

tar -zxvf mysql-connector-java-5.1.38.tar.gz
cd mysql-connector-java-5.1.38
cp mysql-connector-java-5.1.38-bin.jar /usr/share/java/mysql-connector-java.jar

下载ojdbc14.jar

cp ojdbc14.jar /usr/share/java/oracle-connector-java.jar

创建数据库：
mysql -u root -p

create database scm DEFAULT CHARACTER SET utf8 COLLATE utf8_general_ci;
grant all on scm.* TO 'scm'@'%' IDENTIFIED BY 'scm';
create database amon DEFAULT CHARACTER SET utf8 COLLATE utf8_general_ci;
create database rman DEFAULT CHARACTER SET utf8 COLLATE utf8_general_ci;
create database metastore DEFAULT CHARACTER SET utf8 COLLATE utf8_general_ci;
create database sentry DEFAULT CHARACTER SET utf8 COLLATE utf8_general_ci;
create database nav DEFAULT CHARACTER SET utf8 COLLATE utf8_general_ci;
create database navms DEFAULT CHARACTER SET utf8 COLLATE utf8_general_ci;
grant all on amon.* TO 'amon'@'%' IDENTIFIED BY 'amon_password';
grant all on rman.* TO 'rman'@'%' IDENTIFIED BY 'rman_password';
grant all on metastore.* TO 'hive'@'%' IDENTIFIED BY 'hive_password';
grant all on sentry.* TO 'sentry'@'%' IDENTIFIED BY 'sentry_password';
grant all on nav.* TO 'nav'@'%' IDENTIFIED BY 'nav_password';
grant all on navms.* TO 'navms'@'%' IDENTIFIED BY 'navms_password';
create database oozie DEFAULT CHARACTER SET utf8 COLLATE utf8_general_ci;
grant all on oozie.* TO 'oozie'@'%' IDENTIFIED BY 'oozie_password';
flush privileges;

设置本地YUM源：

yum install httpd
service httpd start
cd /var/www/html

wget http://archive.cloudera.com/cm5/repo-as-tarball/5.7.0/cm5.7.0-centos6.tar.gz
mkdir -p cm5/redhat/6/x86_64
tar -zxvf cm5.5.3-centos6.tar.gz
mv cm cm5/redhat/6/x86_64/

在所有节点执行:
假设主节点机器名为:dp-dsj-app01
cat >> /etc/yum.repos.d/cloudera-manager.repo <<EOF
[cloudera-manager]
# Packages for Cloudera Manager, Version 5, on RedHat or CentOS 6 x86_64
name=Cloudera Manager
baseurl=http://dp-dsj-app01/cm5/redhat/6/x86_64/cm/5/
gpgkey = http://dp-dsj-app01/cm5/redhat/6/x86_64/cm/RPM-GPG-KEY-cloudera gpgcheck = 1
EOF

在所有节点执行：
yum --enablerepo=cloudera-manager clean metadata

安装cloudera-manager-server，在主节点执行：
yum install cloudera-manager-daemons cloudera-manager-server
/usr/share/cmf/schema/scm_prepare_database.sh mysql scm scm scm

在所有节点执行
yum install cloudera-manager-agent

vi /etc/cloudera-scm-agent/config.ini
修改 server_host=主节点机器名

下载 parcels https://archive.cloudera.com/cdh5/parcels/5.7/CDH-5.7.0-1.cdh5.7.0.p0.45-el6.parcel https://archive.cloudera.com/cdh5/parcels/5.7/CDH-5.7.0-1.cdh5.7.0.p0.45-el6.parcel.sha1 https://archive.cloudera.com/cdh5/parcels/5.7/manifest.json
上传 CDH-5.7.0-1.cdh5.7.0.p0.45-el6.parcel CDH-5.7.0-1.cdh5.7.0.p0.45-el6.parcel.sha1 manifest.json 到主节点的 /opt/cloudera/parcel-repo 目录
mv CDH-5.7.0-1.cdh5.7.0.p0.45-el6.parcel.sha1 CDH-5.7.0-1.cdh5.7.0.p0.45-el6.parcel.sha
chown cloudera-scm:cloudera-scm -R /opt/cloudera

在主节点执行：
chkconfig cloudera-scm-server on
service cloudera-scm-server start
在所有节点执行：
chkconfig cloudera-scm-agent on
service cloudera-scm-agent start

登录 http://dp-dsj-app01:7180