版本库管理脚本

1. #!/usr/bin/python2.7
2. #coding=utf-8
3. '''
4. Created on Oct 19
5. @author wangyunhua@smeyun.com Update Version TO Wan
6. Version 1.1
8. '''
10. import os,sys,hashlib
11. import time
12. import traceback as tb
13. from argparse import ArgumentParser
14. from subprocess import call
15. import MySQLdb
16. import json
17. import logging
18. l = logging.getLogger('update')
20. reload(sys)
21. sys.setdefaultencoding('utf8')
23. #获取时间用于打包备份命名
24. D_TIME = time.strftime('%Y%m%d%H%M')
25. #作为结果输出
26. logs = []
27. #获取脚本当前目录
28. cfd = os.path.dirname(os.path.abspath(__file__))
30. update_service = []
31. Service_Names = []
33. #MYSQl信息设置
34. MYSQLHOST='127.0.0.1'
35. MYSQLUSER='root'
36. MYSQLPASSWD='Feng!1900'
39. def scall(CMD_LINE):
40. '''linux shell '''
41. l.debug('CMD_LINE : %r',CMD_LINE)
42. return call(CMD_LINE,shell=True)
44. def os_system(cmd):
45. result = os.popen(cmd)
46. res = result.read()
47. return res.splitlines()
49. #封装的自定义打印模块
50. def head_print():
51. print '33[1;31;40m'
52. #print '*' * 50
53. #print ' '
55. #封装的自定义打印模块
56. def tail_print():
57. #print ' '
58. #print '*' * 50
59. print '33[0m'
61. #输出操作结果
62. def output_result():
63. head_print()
64. for count in range(len(logs)):
65. print " "
66. for content in logs[count]:
67. if 'MD5校验成功！' in content:
68. print content
69. break
70. print content
71. tail_print()
73. class services:
74. def __init__(self,shotername,serverID,servername,JS_status,JD_path,JI_path,Jenkins_name):
75. self.shotername = shotername
76. self.serverID = serverID
77. self.servername = servername
78. self.JS_status = JS_status
79. self.JD_path = JD_path
80. self.JI_path = JI_path
81. self.Jenkins_name = Jenkins_name
83. def Server_sql():
84. conn = MySQLdb.connect(host=MYSQLHOST,user=MYSQLUSER,passwd=MYSQLPASSWD,db='ccdb')
85. curs = conn.cursor()
86. try:
87. curs.execute("select serverID,shotername,servername,JS_status,JD_path,JI_path,Jenkins_name from t_jenkins_server_list WHERE JS_status='1';")
88. conn.commit()
89. data = curs.fetchall()
90. #print u'fetchall()返回的数据：',data
91. conn.close()
92. jsonData = []
93. for row in data:
94. result = {}
95. result['serverID'] = int(row[0])
96. result['shotername'] = str(row[1])
97. result['servername'] = str(row[2])
98. result['JS_status'] = int(row[3])
99. result['JD_path'] = str(row[4])
100. result['JI_path'] = str(row[5])
101. result['Jenkins_name'] = str(row[6])
102. jsonData.append(result)
103. #print u'转换为列表字典的原始数据：',jsonData
104. l.debug('转换为列表字典的原始数据 : %r',jsonData)
105. return json.dumps(jsonData)
106. except:
107. print 'MySQL connect fail...'
108. else:
109. #使用json.dumps将数据转换为json格式，json.dumps方法默认会输出成这种格式"u5377u76aeu6298u6263"，加ensure_ascii=False，则能够防止中文乱码。
110. #JSON采用完全独立于语言的文本格式，事实上大部分现代计算机语言都以某种形式支持它们。这使得一种数据格式在同样基于这些结构的编程语言之间交换成为可能。
111. #json.dumps()是将原始数据转为json（其中单引号会变为双引号），而json.loads()是将json转为原始数据。
112. jsondatar=json.dumps(jsonData,ensure_ascii=False,sort_keys=True)
113. #去除首尾的中括号
114. return jsondatar[1:len(jsondatar)-1]
116. def pack(ob,webnames):
117. #取出相关服务器信息和状态
118. d_list=json.loads(Server_sql())
119. for wname in webnames:
120. for s_list in d_list:
121. if s_list['servername'] == wname:
122. service_object = services(s_list['serverID'],s_list['shotername'],s_list['servername'],s_list['JS_status'],
123. s_list['JD_path'],s_list['JI_path'],s_list['Jenkins_name'])
124. update_service.append(service_object)
126. def pack_info():
127. #取出相关服务器信息和状态
128. d_dat=json.loads(Server_sql())
129. for s_list in d_dat:
130. service_name = s_list['servername']
131. Service_Names.append(service_name)
132. Service_Names.append('all')
134. def md5res(filenew,fileold):
135. file_new= file(filenew,'r')
136. file_old= file(fileold,'r')
138. m1 = hashlib.md5()
139. m1.update(file_new.read())
140. m_new=m1.hexdigest()
141. file_new.close()
143. m2 = hashlib.md5()
144. m2.update(file_old.read())
145. m_old=m2.hexdigest()
146. file_old.close()
148. if m_new == m_old:
149. return True
150. else:
151. return False
153. def md5_file(ob):
154. content = []
155. version_file='%s/%s'%(ob.JD_path,ob.Jenkins_name)
156. bak_md='''%s/'''%ob.JI_path
157. bak_file= bak_md + ob.Jenkins_name
159. old_md='/data/jarbackup/%s/'%ob.servername
160. old_file='%s/%s_%s'%(old_md,ob.Jenkins_name,D_TIME)
162. head = "%s: "%ob.servername
163. l.debug('executing %r',head)
164. content.append(head)
165. if os.path.exists(version_file):
166. ver_md5shl='''/usr/bin/md5sum %s |cut -d ' ' -f1'''%(version_file)
167. content_file = "版本库文件MD5:" + str(os_system(ver_md5shl)[0])
168. content.append(content_file)
169. l.debug('executing %r',ver_md5shl)
171. if os.path.exists(bak_file):
172. bak_md5shl='''/usr/bin/md5sum %s |cut -d ' ' -f1'''%(bak_file)
173. content_bak = "拷贝文件MD5：" + str(os_system(bak_md5shl)[0])
174. content.append(content_bak)
175. l.debug('executing %r',bak_md5shl)
177. if os.path.exists(old_file):
178. fei_md5shl='''/usr/bin/md5sum %s |cut -d ' ' -f1'''%(old_file)
179. content_fei = "废弃文件MD5：" + str(os_system(fei_md5shl)[0])
180. content.append(content_fei)
181. l.debug('executing %r',fei_md5shl)
182. logs.append(content)
184. def copy_version(ob):
185. # shotername gateway
186. # servername gatewayServer
187. # JD_path /data/workspace/git-pre-release-base/public/com.foresee.ftcsp.gateway
188. # JI_path /data/BusinesstoCustomer/program/gatewayServer
189. # Jenkins_name com.foresee.ftcsp.gateway-0.0.1.jar
190. #/data/workspace/git-pre-release-develop/customer/com.foresee.ftcsp.customer.rest/target/com.foresee.ftcsp.customer.rest-0.0.1.jar
191. #/data/BusinesstoCustomer/program/customerServer
192. version_file='%s/%s'%(ob.JD_path,ob.Jenkins_name)
194. bak_md='''%s/'''%ob.JI_path
195. bak_file= bak_md + ob.Jenkins_name
197. old_md='/data/jarbackup/%s/'%ob.servername
198. old_file='%s/%s_%s'%(old_md,ob.Jenkins_name,D_TIME)
201. l.debug('executing bak_md %r',bak_md)
202. l.debug('executing bak_file %r',bak_file)
203. l.debug('executing version_file %r',version_file)
204. l.debug('executing old_file %r',old_file)
205. l.debug('executing old_md %r',old_md)
207. oldshl='/usr/bin/diff %s %s'%(old_file,version_file)
208. #copy文件
209. if os.path.exists(version_file):
210. if not os.path.exists(old_md):
211. scall('mkdir -p %s'%old_md)
213. if not os.path.exists(bak_md):
214. scall('mkdir -p %s'%bak_md)
216. s = os.listdir(bak_md)
217. if len(s) < 1:
218. shl = '''rsync -rv %s %s'''%(version_file,bak_file)
219. scall(shl)
220. else:
221. if not md5res(bak_file,version_file):
222. mvshl='/bin/mv %s %s'%(bak_file,old_file)
223. scall(mvshl)
224. shl = '''rsync -rv %s %s'''%(version_file,bak_file)
225. scall(shl)
226. print "%s 版本目录文件已经更新,文件已经备份"%ob.servername
227. else:
228. print "无需更新版本包无变更!"
230. #检测参数，执行操作
231. def handle(args):
232. logging.basicConfig(format="%(message)s")
233. l.level = logging.INFO
234. if args.verbose:
235. l.level =logging.DEBUG
237. op = args.operation
238. ob = args.object
239. webnames = args.webname
241. if 'all' in webnames:
242. pack_info()
243. Service_Names.remove('all')
244. webname = set(Service_Names)
245. pack(ob,webname)
246. else:
247. pack(ob,webnames)
248. for content in update_service:
249. if op == 'ver':
250. copy_version(content)
251. md5_file(content)
252. if op == 'md5':
253. md5_file(content)
254. #检测输入，
255. def main():
256. pack_info()
257. ACTIONS = ['ver','md5']
258. GROUPS = ['version',]
259. webname = set(Service_Names)
260. webname = list(webname)
261. webname.sort()
262. parser = ArgumentParser()
263. try:
264. parser.add_argument('-v','--verbose',action='store_true',help='detail output')
265. parser.add_argument('operation',choices=ACTIONS,help='action name')
266. parser.add_argument('-o','--object',nargs='+',choices=GROUPS,help='please install object name')
267. parser.add_argument('-w','--webname',nargs='+',choices=webname,help='update servername')
268. except:
269. print '%r'%tb.format_exc()
270. args = parser.parse_args()
271. handle(args)
272. output_result()
274. if __name__ == '__main__':
275. main()
277. '''
278. python version.py ver -w customerServer
279. 1.add log
280. '''