1 #!/bin/bash/python2 # -*-coding:utf-8-*-3 #svn統計不同url代碼行數變更腳本，過濾空行，不過濾注釋。4 import subprocess,os,sys,time,re,shutil5 from optparse import OptionParser6 7 #初始化temp文件：8 FOLDER = "/tmp/temp_cm_svnrtagdiff"9 #初始化設置私密配置文件：10 PRIVATE_FILE = "/home/wwl/conf/wwl_private.conf"11 #Exclude條件：12 EXCLUDE = r"\.(txt|dic|properties|xml|config|log|key|pem|crt|per|sql|prefs|ver|gif|png|jpg|war|jar|swf|)$"13 14 #清理temp文件夾 15 def clean():16 if os.path.exists(FOLDER):17 shutil.rmtree(FOLDER)18 print "清理temp文件夾成功。"19 else:20 print "temp文件夾不存在。"21 22 #創建temp文件夾23 def mkdir():24 #os.mkdir(FOLDER)25 os.makedirs(FOLDER)26 print "創建temp文件夾成功。"27 28 #讀取配置文件，私密信息 29 def get_conf_private():30 if os.path.isfile(PRIVATE_FILE):31 with open(PRIVATE_FILE,'r') as private:32 for line in private:33 if line.startswith('SVN_USERNAME'):34 username = line.split('=')[1]35 elif line.startswith('SVN_PASSWORD'):36 passwd = line.split('=')[1]37 return (username,passwd)38 else:39 print "svn配置文件不存在，聯系值班CM！！！"40 sys.exit(1)41 42 #檢驗svn的用戶名、密碼和url是否正確43 def svn_check_url_u_p(uname,pword,url,temp_svninfo):44 cmd = "svn info --no-auth-cache --non-interactive --username='%s' --password='%s' %s >%s" %(uname,pword,url,temp_svninfo)45 p = subprocess.Popen(cmd,shell=True,stderr=subprocess.PIPE,stdout=subprocess.PIPE)46 (stderr_test,stdout_test) = p.communicate()47 #p.wait() 使用wait()容易造成死鎖。48 #stderr_test = p.stderr.read()49 if len(stderr_test) == 0:50 print "url正確，svn賬號密碼正確:",url51 elif 'authorization failed' in stderr_test:52 print "svn賬號密碼不正確，請聯系值班CM！！！"53 sys.exit(1) 54 elif 'Not a valid URL' in stderr_test:55 print "url錯誤，請檢查配置:",url56 sys.exit(1)57 58 #比較兩個url之間的差異：59 def svn_diff_url_o_n(old_url,new_url,uname,pword,temp_svndiff):60 cmd = "svn diff --no-auth-cache --non-interactive --old=%s --new=%s --username='%s' --password='%s' >%s" %(old_url,new_url,uname,pword,temp_svndiff)61 p = subprocess.Popen(cmd,shell=True,stderr=subprocess.PIPE,stdout=subprocess.PIPE)62 (stderr_test,stdout_test) = p.communicate()63 #p.wait()64 #stderr_test = p.stderr.read()65 if len(stderr_test) == 0:66 print "svn diff Sucess!!!"67 else:68 print "svn diff Error,請聯系值班CM！！！"69 sys.exit(1)70 71 #判斷過濾條件： 72 def is_ignore_svn(file_name):73 ignore_file_pattern_svn = EXCLUDE74 match = re.search(ignore_file_pattern_svn,file_name)75 if match == None:76 return False77 else:78 return True79 80 #判斷是否為二進制文件：81 def is_binary(uname,pword,newuf,olduf=None):82 cmd = "svn blame --no-auth-cache --non-interactive --username='%s' --password='%s' %s" %(uname,pword,newuf)83 p = subprocess.Popen(cmd,shell=True,stderr=subprocess.PIPE,stdout=subprocess.PIPE)84 (stderr_test,stdout_test) = p.communicate()85 #p.wait()86 #stderr_test = p.stderr.read()87 if stderr_test.startswith("Skipping binary file"):88 return True89 elif stderr_test.startswith("svn: warning: W160017"):90 return is_binary(uname,pword,olduf)91 else:92 return False93 94 def main():95 #獲取當前時間戳：96 print "####******Begin testing at: ",time.strftime("%Y-%m-%d %H:%M:%S",time.localtime())," ********####"97 now_time = time.strftime("%Y%m%d%H%M%S",time.localtime())98 clean()99 mkdir() 100 temp_svninfo = os.path.join(FOLDER,"temp_svninfo."+now_time) 101 temp_svndiff = os.path.join(FOLDER,"temp_svndiff."+now_time) 102 103 #獲取命令行參數并賦值給變量 104 parser = OptionParser() 105 parser.add_option("-o",dest="old_url",default="",help="-o old_SVN_REPOSITORY_URL 舊的svn URL地址") 106 parser.add_option("-n",dest="new_url",default="",help="-n new_SVN_REPOSITORY_URL 新的svn URL地址") 107 parser.add_option("-u",dest="username",default=get_conf_private()[0].strip(),help="-u USER_NAME svn服務器用戶名") 108 parser.add_option("-p",dest="passwd",default=get_conf_private()[1].strip(),help="-p PASSWD svn服務器密碼") 109 parser.add_option("-f",dest="judge",default="N",help="-f yes|YES|Y|y 是否打印文件列表") 110 111 (options,args)=parser.parse_args() 112 113 old_url = options.old_url.strip() 114 new_url = options.new_url.strip() 115 #判斷old_url和new_url參數是否賦值 116 if len(old_url) == 0: 117 print "請輸入old_SVN_REPOSITORY_URL：" 118 sys.exit (1) 119 if len(new_url) == 0: 120 print "請輸入new_SVN_REPOSITORY_URL：" 121 sys.exit (1) 122 123 #檢查url是否正確，svn賬號密碼是否正確 124 svn_check_url_u_p(options.username,options.passwd,old_url,temp_svninfo) 125 svn_check_url_u_p(options.username,options.passwd,new_url,temp_svninfo) 126 127 #比較兩個url之間的差異： 128 svn_diff_url_o_n(old_url,new_url,options.username,options.passwd,temp_svndiff) 129 130 #初始化參數: 131 AddLineNum = 0 132 DelLineNum = 0 133 ModLineNum = 0 134 TotalLineNum = 0 135 ModFileNum = 0 136 ExcludeFileNum = 0 137 TotalFileNum = 0 138 139 #處理temp_svndiff文件 140 #判斷diff文件是否為空： 141 if len(open(temp_svndiff,'r').read()) == 0: 142 print "沒有變更！！！" 143 else: 144 dict = {} 145 with open(temp_svndiff,'r') as svndiff: 146 for line in svndiff: 147 if line.startswith("Index:"): 148 key = line.split(':')[-1].strip() 149 if key not in dict: 150 dict[key] = [0,0] 151 if line.startswith('+') and len(line.strip()) > 1: 152 dict[key][0] += 1 153 if line.startswith('+++'): 154 dict[key][0] -= 1 155 if line.startswith('-') and len(line.strip()) > 1: 156 dict[key][1] += 1 157 if line.startswith('---'): 158 dict[key][1] -= 1 159 160 #判斷是否顯示本次所有的變更文件： 161 if options.judge in ['Y','y','YES','yes']: 162 print "本次變更的文件：" 163 for line in dict.keys(): 164 print line 165 else: 166 print "本次跳過的文件：" 167 168 TotalFileNum = len(dict.keys()) 169 for file in dict.keys(): 170 olduf = os.path.join(old_url,file) 171 newuf = os.path.join(new_url,file) 172 if file == '.': 173 TotalFileNum -= 1 174 elif is_ignore_svn(file): 175 print "Skipping file : ",file 176 ExcludeFileNum += 1 177 elif is_binary(options.username,options.passwd,newuf,olduf): 178 print "Skipping binary file : ",file 179 ExcludeFileNum += 1 180 else: 181 AddLineNum += dict[file][0] 182 DelLineNum += dict[file][1] 183 TotalLineNum = AddLineNum + DelLineNum 184 185 clean() 186 187 print "===============代碼行差異為：=================\n" 188 print "新增的代碼行 = ",AddLineNum," 行" 189 print "刪除的代碼行 = ",DelLineNum," 行\n" 190 print "代碼行變更總計 = ",TotalLineNum," 行\n" 191 print "變更文件總數 = ",TotalFileNum," 個\n" 192 print "排除文件總數 = ",ExcludeFileNum," 個\n" 193 print "=============代碼行統計完成！=================" 194 print "####******End of testing at: ",time.strftime("%Y-%m-%d %H:%M:%S",time.localtime())," **********####" 195
196 197 if __name__ == "__main__": 198 main()

?

wwl_private.conf文件用于存放默認的svn賬號密碼：(如果執行python的時候沒有輸入-u -p 腳本調用此私密配置) #(username) SVN_USERNAME=wwl #(password) SVN_PASSWORD=wwl

?

使用環境：python2.7、svn1.6、Ubuntu13.04

使用命令：python xxx.py -o "old_url" -n "new_url" -f y -u "name" -p "password"

腳本解析：使用svn info 命令判斷url是否正確，svn用戶名、密碼是否正確；

　　　　 ? 使用svn diff 對比2個svn-url輸出結果到temp文件，然后解析temp文件；

? ? ? ? ? ? ? 使用svn blame 判斷文件是否是二進制文件；

? ? ? ? ? ? ? 設置過濾器EXCLUDE，過濾指定文件不統計；

? ? ? ? ? ? ? 過濾空行增刪，不過濾注釋。

弊端：svn diff 命令對一個代碼行的修改算成+1行和-1行，此腳本沒有另行統計修改的行數。

改進方案：使用svn diff --diff-cmd?/usr/bin/diff?命令調用linux的diff來對比。linux的diff使用(a - 增)(c - 改)(d - 刪)，比較方便分別計算增刪改代碼行，后期嘗試修改。

?PS:如果使用的是svn1.7版本：檢驗svn用戶名、密碼和url替換成下面代碼

1 #檢驗svn的用戶名、密碼和url是否正確2 def svn_check_url_u_p(uname,pword,url,temp_svninfo):3 cmd = "svn info --no-auth-cache --non-interactive --username='%s' --password='%s' %s >%s" %(uname,pword,url,temp_svninfo)4 p = subprocess.Popen(cmd,shell=True,stdout=subprocess.PIPE,stderr=subprocess.PIPE)5 (stderr_test,stdout_test) = p.communicate()6 if len(stderr_test) == 0:7 print "url正確，svn賬號密碼正確:",url8 elif 'E170001' in stderr_test:9 print "svn賬號密碼不正確，請聯系值班CM！！！" 10 sys.exit(1) 11 elif 'E000002' in stderr_test: 12 print "url錯誤，請檢查配置:",url 13 sys.exit(1)

總結

以上是生活随笔為你收集整理的Python-统计svn变更代码行数的全部內容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯，歡迎將生活随笔推薦給好友。