线上服务器应用--文件同步方案Rsync+sersync

vim /etc/rsyncd.conf
#Rsync server
uid = root
gid = root
use chroot = no                         # 安全相关
max connections = 2000                  # 并发连接数
timeout = 600                           # 超时时间（秒）
pid file =/var/run/rsyncd.pid           # 指定rsync的pid目录
lock file =/var/run/rsync.lock          # 指定rsync的锁文件【重要】
log file = /var/log/rsyncd.log          # 指定rsync的日志目录
ignore errors
read only = false
list = false
hosts allow = 223.1.1.84
hosts deny = 0.0.0.0/32
auth users = rsync_backup
secrets file =/etc/rsync.password
#################################################
[mofiweb]                                   # 模块
comment = mofiweb
path = /wqdata/mofibak
#################################################
#[bbs]
#comment = bbs
#path = /data/bbs/
#################################################
#[blog]
#comment = blog
#path = /data/blog/
#rsync_config____________end

echo "rsync_backup:lntz">/etc/rsync.passwordcat /etc/rsync.passwordchmod 600 /etc/rsync.password

[root@web1 ~]# rsync --daemon[root@web1 ~]# lsof -i:873COMMAND  PID USER  FD   TYPE   DEVICE SIZE/OFF NODE NAMErsync   1070 root   4u  IPv4 17190189      0t0 TCP *:rsync (LISTEN)[root@web1 ~]#[root@web1 ~]# netstat -nulpt| grep rsynctcp        0     0 0.0.0.0:873                0.0.0.0:*                   LISTEN      1070/rsync设置开机自启动【写入到/etc/rc.local里面】[root@web1 ~]# vim /etc/rc.local# rsync server progress/usr/bin/rsync --daemon

mkdir -p /wqdata/mofibak提示： 此步骤在S1，S2都要执行，否则rsync服务会因为没有PATH路径而无法启动

echo "lntz">/etc/rsync.passwordchmod 600 /etc/rsync.passwordll /etc/rsync.password

mkdir -p /wqdata/mofi

rsync -avzP /wqdata/mofi/ rsync_backup@218.24.71.26::mofiweb/ --password-file=/etc/rsync.passwordsending incremental file listwelcome_重命名_2015-4-7-16-20-49.html345 100%    0.00kB/s    0:00:00 (xfer#1, to-check=1075/1110)sent 1877487 bytes  received 555 bytes  751216.80 bytes/sectotal size is 3215058996  speedup is 1711.92提示：在后面进行部署sersync之前，sersync主服务器上必须要确保手工可以把文件推送到S1，S2上，这样后续sersync才能调用这些命令来自动推送在推送前关闭iptables或打开873端口

sersync2

.5.4_64bit_binary_stable_final.

tar

.gz

 24         <localpathwatch="/opt/tongbu">     # 定义本地要同步的目录25             <remote ip="127.0.0.1"name="tongbu1"/>26             <!--<remoteip="192.168.8.39" name="tongbu"/>-->        # 同步到哪台机器上 tongbu模块rsync端模块名字27             <!--<remoteip="192.168.8.40" name="tongbu"/>-->        # 同步到哪台机器上 tongbu模块28         </localpath>

        <rsync>             <commonParamsparams="-artuz"/><auth start="true"users="rsync_backup" passwordfile="/etc/rsync.password"/><userDefinedPortstart="false" port="874"/><!-- port=874 --><timeout start="true" time="100"/><!--timeout=100 --><sshstart="false"/></rsync># ***这块注意，密码文件和几个true开关，否则后面同步不了。修改内容为 rsync的密码文件以及 同步所使用的账号类似：rsync -avzP /data/www/rsync_backup@172.16.1.25::www/ --password-file=/etc/rsync.password

  <failLog path="/usr/local/sersync/logs/rsync_fail_log.sh"timeToExecute="60"/><!--default every 60mins execute once-->#当同步失败后，日志记录到/usr/local/sersync/logs/rsync_fail_log.sh文件中，并且每60分钟对失败的log进行重新同步

 <sersync><localpath watch="/wqdata/mofi"><remote ip="218.24.71.26" name="mofiweb"/><!--<remote ip="192.168.8.39" name="tongbu"/>--><!--<remote ip="192.168.8.40" name="tongbu"/>--></localpath><rsync><commonParams params="-artuz"/><auth start="true" users="rsync_backup" passwordfile="/etc/rsync.password"/><userDefinedPort start="false" port="874"/><!-- port=874 --><timeout start="true" time="100"/><!-- timeout=100 --><ssh start="false"/></rsync><failLog path="/tmp/rsync_fail_log.sh" timeToExecute="60"/><!--default every 60mins execute once--><crontab start="false" schedule="600"><!--600mins--><crontabfilter start="false"><exclude expression="*.php"></exclude><exclude expression="info/*"></exclude></crontabfilter></crontab><plugin start="false" name="command"/></sersync>

/usr/local/sersync/sersync2 -d -r -o /usr/local/sersync/confxml.xmlecho"PATH=$PATH:/usr/local/sersync/" >> /etc/profilesource /etc/profilesersync2   如果执行不了进目录里执行

[root@localhost sersync]# sersync2set the system paramexecute：echo 50000000 > /proc/sys/fs/inotify/max_user_watchesexecute：echo 327679 > /proc/sys/fs/inotify/max_queued_eventsparse the command paramdaemon thread num: 10parse xml config filehost ip : localhost    host port: 8008use rsync password-file :user is    rsync_backuppasswordfile is     /etc/rsync.passwordconfig xml parse successplease set /etc/rsyncd.conf max connections=0 Manuallysersync working thread 12  = 1(primary thread) + 1(fail retry thread) + 10(daemon sub threads)Max threads numbers is: 22 = 12(Thread pool nums) + 10(Sub threads)please according your cpu ，use -n param to adjust the cpu raterun the sersync:watch path is: /wqdata/mofi