自动化运维：网站svn代码上线更新（flask+saltstack）

阶段性总结：

跌跌撞撞的用了一周左右的时间做完了网站自动升级功能，中间遇到了很多的问题，也学到了很多，在此做一个总结。

1、整体架构：

后台：nginx+uwsgi #nginx提供web服务，uwsgi对python代码进行解析
前台：flask+bootstrap+html #flask是python的一套web开发工具，bootstrap是一套现成的模板，html不用解释。
功能：shell+saltstack+svn #saltstack 功能的核心，自动化运维工具。 shell 不解释，svn代码一致性工具。

2、用到的技巧：

python相关：

对于文件的读写
列表的相关操作
字典的调用
如何执行shell命令
时间模块
线程的使用

flask相关：

表单
session
flash
其他的貌似想不到了，注释代码的时候一并回忆整理吧。

3、下面进行代码的review和注释

########################################################################################
########################################################################################
#调用flask相关的模块
from flask import Flask, render_template, session, redirect, url_for, flash
from flask.ext.script import Manager
from flask.ext.bootstrap import Bootstrap
from flask.ext.moment import Moment
from flask.ext.wtf import Form
#调用需要用到的表单类型以及属性
from wtforms import TextAreaField,StringField,SubmitField,SelectField,PasswordField
from wtforms.validators import Required,DataRequired
#调用基础模块
import os,commands,subprocess,time,threading
#调用字典文件并加载
from webpath import webpath
from userdata import userdata

app = Flask(__name__)
app.config['SECRET_KEY'] = 'who is your boss'

manager = Manager(app)
bootstrap = Bootstrap(app)
moment = Moment(app)

#函数：获取指定格式的当前时间
def gettime():
ISOTIMEFORMAT='%Y-%m-%d %X' #指定时间格式
ttime = time.strftime( ISOTIMEFORMAT,time.localtime(time.time())) #获取当前时间
return ttime

#函数：将输出转换为列表
def make_list(listin,symbol):
tem = listin.replace(symbol,'') #将指定内容替换为空
tem1 = tem.splitlines() #按照行将输入转换为列表
return tem1

#函数：输出日志
def inputF(con):
f = open('seos.log','a') #以追加的模式打开文件，如果没有，创建
updatetime = gettime()
uptime = str(updatetime) + '\n'
f.write(uptime)
conx = con + '\n'
f.write(conx)
f.close() #关闭文件，释放资源

#函数：获取当前存活的web服务器名称，转换为列表
def getweb():
#执行shell命令，获取saltstack中存活的web服务器
p = subprocess.Popen('salt-run manage.up | grep web',shell=True,stdout=subprocess.PIPE)
tem0 = p.stdout.read() #获取脚本执行结果
tem2 = make_list(tem0,'- ')
return tem2

#函数：删除指定web的相关模块缓存
def rmcache_Newseos(webname):
wbapp = 'Wap Weibo'
tem2 = getweb()
basicpath = webpath.get(webname)
#执行脚本，调用saltstack的客户端服务器上的脚本，实现删除缓存功能
res = subprocess.Popen('salt \'%s\' cmd.run \'sh %scleancache.sh %s\'' % (webname, basicpath, wbapp),shell=True,stdout=subprocess.PIPE)

#函数：删除所有web的相关模块缓存
#这个函数是使用线程之前的函数，作用如上，效率比较低
def rmomscache():
p = subprocess.Popen('salt-run manage.up | grep web',shell=True,stdout=subprocess.PIPE)
path = 'oms/Runtime/*'
tem0 = p.stdout.read()
tem2 = make_list(tem0,'- ')
for webname in tem2:
basicpath = webpath.get(webname)
tpath = '%s%s' % (basicpath, path)
res = subprocess.Popen('salt \'%s\' cmd.run \'rm -rf %s\'' % (webname, tpath),shell=True,stdout=subprocess.PIPE)
res_in = res.stdout.read()
print res_in
print tpath
return 'Delete oms cache!'

#函数：删除指定web的指定模块缓存
def rmomscache_new(webname):
path = 'oms/Runtime/*'
basicpath = webpath.get(webname)
tpath = '%s%s' % (basicpath, path)
res = subprocess.Popen('salt \'%s\' cmd.run \'rm -rf %s\'' % (webname, tpath),shell=True,stdout=subprocess.PIPE)

#函数：创建线程集合
def getthreads(targets):
allweb = getweb()
threads = []
for webname in allweb:
t = threading.Thread(target=targets, args=(webname,))
threads.append(t)
return threads

#函数：升级网站
def update_web(path):
f = open('resault.txt','a')
tem2 = getweb()
for webname in tem2:
basicpath = webpath.get(webname)
tpath = '%s%s' % (basicpath, path)
res = subprocess.Popen('salt \'%s\' cmd.run \'svn update %s\'' % (webname, tpath),shell=True,stdout=subprocess.PIPE)
res_in = res.stdout.read()
f.write(str(res_in))
res_list = make_list(res_in,' ')
f.close()
resault = open('resault.txt').read()
f.close()
os.remove('resault.txt')
return resault

#定义表单
class NameForm(Form):
uppath = SelectField('Path', choices=[('do','do'),('oms','oms')])
username = SelectField('User', choices=[('admin','admin'),('liujian','liujian')])
upkey = PasswordField('Password', validators=[DataRequired()])
submit = SubmitField('Update')

@app.errorhandler(404)
def page_not_found(e):
return render_template('404.html'), 404

@app.errorhandler(500)
def internal_server_error(e):
return render_template('500.html'), 500

#主程序
@app.route('/', methods=['GET', 'POST'])
def index():
name = None
uppath = None
username = None
upkey = None
passwd = None
rmcache = 'Does it need to delete the cache'
form = NameForm()
if form.validate_on_submit():
uppath = form.uppath.data
upkey = form.upkey.data
username = form.username.data
passwd = userdata.get(username)
if upkey is None or upkey != passwd:
flash('Your key is wrong!')
session['name'] = 'Please input right key.'
session['rmcache'] = 'Does it need to delete the cache'
return redirect(url_for('index'))
else:
utime = gettime()
print '%s Start update WEB' % utime
resaul = update_web(uppath)
resault = resaul.replace('\n','<br>')
session['name'] = resault
if uppath.startswith('Newseos'):
Newseostime = gettime()
print '%s Newseos is updated,start remove cache.' % Newseostime
threads = getthreads(rmcache_Newseos)
for t in threads:
t.setDaemon(True)
t.start()
t.join()
endtime = gettime()
print '%s Newseos upgrade over!' % endtime
session['rmcache'] = 'Delete Newseos Cache.'
uplog = 'Operator:' + username + '\n' + 'Update Path:' + uppath + '\n' + resaul
inputF(uplog)
return redirect(url_for('index'))
elif uppath.startswith('oms'):
omstime = gettime()
print '%s oms id updated,start remove cache.' % omstime
threads = getthreads(rmomscache_new)
for t in threads:
t.setDaemon(True)
t.start()
t.join()
endtime = gettime()
print '%s oms upgrade over!' % endtime
session['rmcache'] = 'Delete oms Cache.'
uplog = 'Operator:' + username + '\n' + 'Update Path:' + uppath + '\n' + resaul
inputF(uplog)
return redirect(url_for('index'))
else:
session['rmcache'] = 'No need delete cache.'
uplog = 'Operator:' + username + '\n' + 'Update Path:' + uppath + '\n' + resaul
inputF(uplog)
return redirect(url_for('index'))
return render_template('index.html', form=form, name=session.get('name'), uppath=uppath, upkey=upkey, username = username, rmcache=session.get('rmcache'))

if __name__ == '__main__':
manager.run()

结语：模板相关的代码以及整体程序结构没有展示，感觉必要性也不是很大。下边给出我参考和学习的一些资料和链接吧：

书籍：

《Flask Web开发-基于Python的Web应用开发实战》 ---核心书籍
《Python 核心编程》第二版
链接：
linux部署flask+uwsgi+nginx详解 http://www.tuicool.com/articles/zUvqMr flask学习的博客 http://my.oschina.net/ykbj/blog

页面展示：

页面实现功能：

选择更新路径、更新密码验证、自动删除缓存、更新结果反馈、更新日志记录