微服务发布脚本

1. #!/usr/bin/python2.7
2. #coding=utf-8
3. '''
4. Created on Oct 19
5. @author wangyunhua@smeyun.com Update Version TO Wan
6. Version 1.1
8. '''
10. import os
11. import time
12. import MySQLdb
13. import json
14. import logging
15. import paramiko
16. import traceback as tb
17. from argparse import ArgumentParser
19. l = logging.getLogger('online')
21. #获取时间用于打包备份命名
22. D_TIME = time.strftime('%Y%m%d%H%M')
23. #作为结果输出
24. logs = []
25. #获取脚本当前目录
26. cfd = os.path.dirname(os.path.abspath(__file__))
27. SystemUpdatePath="/data/BusinesstoCustomer/program/"
29. update_service = []
30. Service_Names = []
31. GROUPS_Names = []
32. result=[]
34. MYSQLHOST='127.0.0.1'
35. MYSQLUSER='root'
36. MYSQLPASSWD='Feng!1900'
38. Version_Url='http://192.168.200.141:8557/program/'
40. def Server_sql():
41. conn = MySQLdb.connect(host=MYSQLHOST,user=MYSQLUSER,passwd=MYSQLPASSWD,db='ccdb')
42. curs = conn.cursor()
43. try:
44. curs.execute('''select d.servername,d.SD_path,e.serverhosts,e.SI_path,g.Jenkins_name,e.SL_status,e.Ssystem_class,f.muser,f.mpass,f.rpass,f.wuser,f.muserkey from t_server_ID_name d,t_server_list e,t_password f,t_jenkins_server_list g where e.serverID = d.serverID and e.servername = g.servername and e.serverhosts = f.ip and e.SL_status =1;''')
45. conn.commit()
46. data = curs.fetchall()
47. #print u'fetchall()返回的数据：',data
48. conn.close()
49. jsonData = []
50. for row in data:
51. result = {}
52. result['servername'] = str(row[0])
53. result['SD_path'] = str(row[1])
54. result['serverhosts'] = row[2]
55. result['SI_path'] = str(row[3])
56. result['Jenkins_name'] = str(row[4])
57. result['SL_status'] = str(row[5])
58. result['Ssystem_class'] = str(row[6])
59. result['muser'] = str(row[7])
60. result['mpass'] = str(row[8])
61. result['rpass'] = str(row[9])
62. result['wuser'] = str(row[10])
63. result['muserkey'] = str(row[11])
64. jsonData.append(result)
65. #l.debug('转换为列表字典的原始数据 : %r',jsonData)
66. return json.dumps(jsonData)
67. except:
68. print 'MySQL connect fail...'
69. else:
70. #使用json.dumps将数据转换为json格式，json.dumps方法默认会输出成这种格式"u5377u76aeu6298u6263"，加ensure_ascii=False，则能够防止中文乱码。
71. #JSON采用完全独立于语言的文本格式，事实上大部分现代计算机语言都以某种形式支持它们。这使得一种数据格式在同样基于这些结构的编程语言之间交换成为可能。
72. #json.dumps()是将原始数据转为json（其中单引号会变为双引号），而json.loads()是将json转为原始数据。
73. jsondatar=json.dumps(jsonData,ensure_ascii=False,sort_keys=True)
74. #去除首尾的中括号
75. return jsondatar[1:len(jsondatar)-1]
77. def pack(ob,webnames):
78. #取出相关服务器信息和状态
79. file_data=json.loads(Server_sql())
80. for wname in webnames:
81. for aa in file_data:
82. for obi in ob:
83. if aa['servername'] == wname and aa['Ssystem_class'] == obi:
84. service_object = services(aa['servername'],aa['SD_path'],aa['serverhosts'],aa['SI_path'],aa['Jenkins_name'],
85. aa['SL_status'],aa['Ssystem_class'],aa['muser'],aa['mpass'],aa['rpass'],aa['wuser'],aa['muserkey'])
86. update_service.append(service_object)
88. def pack_info():
89. #取出相关服务器信息和状态
90. file_data=json.loads(Server_sql())
91. for aa in file_data:
92. service_name = aa['servername']
93. groups_name = aa['Ssystem_class']
94. Service_Names.append(service_name)
95. Service_Names.append('all')
97. GROUPS_Names.append(str(groups_name))
98. GROUPS_Names.append('all')
100. def scall(CMD_LINE):
101. '''linux shell '''
102. l.debug('CMD_LINE : %r',CMD_LINE)
103. return call(CMD_LINE,shell=True)
105. def os_system(cmd):
106. result = os.popen(cmd)
107. res = result.read()
108. #for line in res.splitlines():
109. #print line
110. return res.splitlines()
112. #封装的自定义打印模块
113. def head_print():
114. print '33[1;31;40m'
115. #print '*' * 50
116. #print ' '
118. #封装的自定义打印模块
119. def tail_print():
120. #print ' '
121. #print '*' * 50
122. print '33[0m'
124. #输出操作结果
125. def output_result():
126. head_print()
127. for count in range(len(logs)):
128. print " "
129. for content in logs[count]:
130. if 'MD5校验成功！' in content:
131. print content
132. break
133. print content
134. tail_print()
137. class services:
138. def __init__(self,servername,SD_path,serverhosts,SI_path,Jenkins_name,SL_status,Ssystem_class,muser,mpass,rpass,wuser,muserkey):
139. self.servername = servername
140. self.SD_path = SD_path
141. self.SI_path = SI_path
142. self.serverhosts = serverhosts
143. self.Jenkins_name = Jenkins_name
144. self.SL_status = SL_status
145. self.Ssystem_class = Ssystem_class
146. self.muser = muser
147. self.mpass = mpass
148. self.rpass = rpass
149. self.wuser = wuser
150. self.muserkey = muserkey
151. self.LOG_PATH = '/data/logs'
152. self.SPRINT_PATH = '/tmp/'
154. def connect(self,cmd):
155. s=paramiko.SSHClient()
156. s.load_system_host_keys()
157. s.set_missing_host_key_policy(paramiko.AutoAddPolicy())
158. if 'pro' in self.Ssystem_class:
159. pkey = paramiko.RSAKey.from_private_key_file(self.muserkey)
160. s.connect(hostname=self.serverhosts,port=22,username=self.muser,pkey=pkey,allow_agent=False)
161. else:
162. s.connect(hostname=self.serverhosts,port=22,username=self.muser, password=self.mpass,allow_agent=False,look_for_keys=False)
163. if self.muser != 'root':
164. ssh = s.invoke_shell()
165. time.sleep(0.1)
166. ssh.send('su - ')
167. buff = ''
168. while not buff.endswith('Password: '):
169. resp = ssh.recv(9999)
170. buff +=resp
171. ssh.send(self.rpass)
172. ssh.send(' ')
173. buff = ''
174. while not buff.endswith('# '):
175. resp = ssh.recv(9999)
176. buff +=resp
177. ssh.send(cmd)
178. ssh.send(' ')
179. buff = ''
180. while not buff.endswith('# '):
181. resp = ssh.recv(9999)
182. buff +=resp
183. s.close()
184. result = buff
185. else:
186. stdin, stdout, stderr = s.exec_command(cmd)
187. result = stdout.read()
188. s.close()
189. l.debug('result %r',result)
190. print self.serverhosts, cmd
191. return result
193. #关闭远端服务器tomcat
194. def test_remote(self):
195. #关闭远端进程
196. shl='''ifconfig eth0|grep inet'''
197. l.debug('%r',shl)
198. self.connect(cmd=shl)
200. def stop_prcee(self):
201. shl='''pkill -f %(name)s'''%{'name':self.servername}
202. shl2='''ps aux|grep %(name)s|grep -v grep'''%{'name':self.servername}
203. l.debug('%r',shl)
204. l.debug('%r',shl2)
205. self.connect(cmd=shl)
206. self.connect(cmd=shl2)
208. def start_prcee(self):
209. '''su - user -c'''
210. if self.wuser == 'root':
211. shl='''/usr/bin/sh -l %(path)s/bin/start.sh '''%{'path':self.SI_path}
212. else:
213. shl='''runuser -l %(user)s -c "/usr/bin/sh -l %(path)s/bin/start.sh" '''%{'path':self.SI_path,'user':self.wuser}
214. #shl='''su -c %(user)s "/usr/bin/sh -l %(path)s/bin/start.sh" '''%{'path':self.SI_path,'user':self.wuser}
215. shl2='''ps aux|grep %(name)s|grep -v grep'''%{'name':self.servername}
216. l.debug('%r',shl)
217. l.debug('%r',shl2)
219. self.connect(cmd=shl)
220. self.connect(cmd=shl2)
222. def ps_prcee(self):
223. shl='''ps aux|grep %(name)s|grep -v grep'''%{'name':self.servername}
224. l.debug('%r',shl)
225. self.connect(cmd=shl)
226. def chown_set(self):
227. sh3 = '''chown -R %s %s''' %(self.wuser,self.SPRINT_PATH)
228. sh1 = '''chown -R %s %s''' %(self.wuser,self.SI_path)
229. sh2 = '''chown -R %s %s''' %(self.wuser,self.LOG_PATH)
230. self.connect(cmd=sh3)
231. self.connect(cmd=sh2)
232. self.connect(cmd=sh1)
234. def get_file(self):
235. shl='''wget -NP %s %s'''%(self.SI_path+'/lib/',Version_Url+self.servername+'/'+self.Jenkins_name)
236. l.debug('%r',shl)
237. self.connect(cmd=shl)
239. def get_md5(self):
240. shl1='''/usr/bin/md5sum %s |cut -d ' ' -f1'''%(self.SD_path +'/' +self.Jenkins_name)
241. local_md5 = os_system(shl1)[0]
242. l.debug('local_md5 %r',local_md5)
244. shl='''/usr/bin/md5sum %s |cut -d ' ' -f1'''%(self.SI_path +'/lib/'+self.Jenkins_name)
245. remote_md5 = self.connect(cmd=shl).split()[8]
246. l.debug('remote_md5 %r',remote_md5)
247. print self.Jenkins_name
248. print "本地文件MD5",local_md5
249. print "远端文件MD5",remote_md5
250. return cmp(local_md5,remote_md5)
252. def back_file(self):
253. shl1="if [ ! -d %s/lib/backup/ ];then mkdir %s/lib/backup/;fi" %(self.SI_path,self.SI_path)
254. shl='''scp %s %s'''%(self.SI_path +'/lib/'+self.Jenkins_name,self.SI_path +'/lib/backup/'+self.Jenkins_name+'_%s'%D_TIME)
255. l.debug('%r',shl)
256. self.connect(cmd=shl1)
257. self.connect(cmd=shl)
259. #检测参数，执行操作
260. def handle(args):
261. logging.basicConfig(format="%(message)s")
262. l.level = logging.INFO
263. if args.verbose:
264. l.level =logging.DEBUG
266. op = args.operation
267. ob = args.object
268. webnames = args.webname
270. ss = services
272. if 'all' in webnames:
273. pack_info()
274. Service_Names.remove('all')
275. webname = set(Service_Names)
276. pack(ob,webname)
277. else:
278. pack(ob,webnames)
280. if not op:
281. '''利用列表的方式实现swith功能'''
282. comlist = ['stop','scp','ps','start',]
283. else:
284. comlist = [op]
285. if op == 'test':
286. for content in update_service:
287. ss.test_remote(content)
289. if op == 'stop':
290. for content in update_service:
291. ss.stop_prcee(content)
293. if op == 'start':
294. for content in update_service:
295. if 'pro1' in ob or 'pro2' in ob:
296. print "权限更新"
297. ss.chown_set(content)
298. ss.start_prcee(content)
300. if op == 'ps':
301. for content in update_service:
302. ss.ps_prcee(content)
304. if op == 'scp':
305. for content in update_service:
306. if ss.get_md5(content) != 0:
307. l.debug('开始拷贝文件')
308. ss.back_file(content)
309. ss.get_file(content)
310. print "更新完成MD5文件校验"
311. ss.get_md5(content)
312. #if 'pro' in ob:
313. # print "权限更新"
314. # ss.chown_set(content)
315. else:
316. l.debug('无需更新文件')
318. if op == 'md5':
319. for content in update_service:
320. ss.get_md5(content)
322. #检测输入，
323. def main():
324. pack_info()
325. ACTIONS = ['test','stop','start','ps','scp','md5']
326. webname = set(Service_Names)
327. webname = list(webname)
328. webname.sort()
329. GROUPS = set(GROUPS_Names)
330. parser = ArgumentParser()
331. try:
332. parser.add_argument('-v','--verbose',action='store_true',help='detail output')
333. parser.add_argument('operation',choices=ACTIONS,help='action name')
334. parser.add_argument('-o','--object',nargs=1,choices=GROUPS,help='object name')
335. parser.add_argument('-w','--webname',nargs="+",choices=webname,help='update servername')
336. except:
337. print '%r'%tb.format_exc()
338. args = parser.parse_args()
339. handle(args)
340. output_result()
342. if __name__ == '__main__':
343. main()