使用使用python分析分析git log日志示例 日志示例 用git来管理工程的开发，git log是非常有用的‘历史’资料，需求就是来自这里，我们希望能对git log有一个定制性强的过滤。此 段脚本就是在完成这种类型的任务。对于一个repo所有branch中的commit，脚本将会把message中存在BUG ID的一类 commits给提取整理出来，并提供了额外的search_key, 用于定制过滤。 复制代码 代码如下: # -*- coding: utf-8 -*- # created by vince67 Feb.2014 # nuovince@gmail.com import re import os import subprocess def run(project_dir, date_from, date_to, search_key, filename): bug_dic = {} bug_branch_dic = {} try: os.chdir(project_dir) except Exception, e: raise e branches_list = [] branches_list = get_branches() for branch in branches_list: bug_branch_dic = deal_branch(date_from, date_to, branch, search_key) for item in bug_branch_dic: if item not in bug_dic: bug_dic[item] = bug_branch_dic[item] else: bug_dic[item] += bug_branch_dic[item] log_output(filename, bug_dic) # abstract log of one branch def deal_branch(date_from, date_to, branch, search_key): try: os.system(‘git checkout ‘ + branch) os.system(‘git pull ‘) except Exception, error: print error cmd_git_log = [“git”, “log”, “–stat”, “–no-merges”, “-m”, “–after=”+date_from, “–before=”+date_to] proc = subprocess.Popen(cmd_git_log, stdout=subprocess.PIPE, stderr=subprocess.PIPE) stdout, stderr = proc.communicate() bug_branch_dic = deal_lines(date_from, date_to, search_key, stdout) return bug_branch_dic 

# write commits log to file def log_output(filename, bug_dic): fi = open(filename, ‘w’) for item in bug_dic: m1 = ‘–‘*5 + ‘BUG:’ + item + ‘–‘*20 + ‘\n’ fi.write(m1) for commit in bug_dic[item]: fi.write(commit) fi.close() # analyze log def deal_lines(date_from, date_to, search_key, stdout): bug_dic = {} for line in stdout.split(‘commit ‘): if re.search(‘Bug: \d+’, line) is not None and re.search(search_key, line) is not None: bug_id = line.split(‘Bug: ‘)[1].split(‘\n’)[0] if bug_id not in bug_dic: bug_dic[bug_id] = [line] else: bug_dic[bug_id] += [line] return bug_dic # get all branches of a project def get_branches(): branch_list = [] branches = [] tmp_str = ” try: cmd_git_remote = ‘git remote show origin’ proc = subprocess.Popen(cmd_git_remote.split(), stdout=subprocess.PIPE, stderr=subprocess.PIPE) stdout, stderr = proc.communicate() tmp_str = stdout.split(‘Local branches configured’)[0] try: tmp_str = tmp_str.split(‘Remote branches:\n’)[1] except: tmp_str = tmp_str.split(‘Remote branch:\n’)[1] branches = tmp_str.split(‘\n’) for branch in branches[0:-1]: if re.search(‘ tracked’, branch) is not None: branch = branch.replace(‘tracked’, ”).strip(‘ ‘) branch_list.append(branch) except Exception, error: if branch_list == []: print “Can not get any branch!” return branch_list if __name__ == ‘__main__’: # path of the .git project. example: “/home/username/projects/jekyll_vincent” project_dir = “” date_from = “2014-01-25” date_to = “2014-02-26” # only search ‘Bug: \d+’ for default search_key = “” # name of output file. example:”/home/username/jekyll_0125_0226.log” filename = “” run(project_dir, date_from, date_to, search_key, filename) 

您可能感兴趣的文章:python实时分析日志的一个小脚本分享Python 分析Nginx访问日志并保存到MySQL数据库实例python分 您可能感兴趣的文章 析apache访问日志脚本分享python实现分析apache和nginx日志文件并输出访客ip列表的方法python写的一个squid访问日志分 析的小程序利用python分析access日志的方法python正则分析nginx的访问日志python+pandas分析nginx日志的实例python分 块读取大数据,避免内存不足的方法Python实现的大数据分析操作系统日志功能示例