python实现扫描日志关键字的示例_Python

我们在压力测试过程会收集到很多log，怎样快速从中找到有用信息呢？让python脚本帮我们做这部分工作吧！

废话不说，上代码

环境：win10 + python2.7.14

									#-*- encoding: utf-8 -*-

									#author : beihuijie

									#version 1.1

									import re

									import sys

									import os

									import counttime

									def getparameters():

									 '''

									 get parameters from console command

									 '''

									 with open(sys.argv[1], "r") as fread:

									 lines = fread.readlines()

									 keywords=[]

									 for line in lines:

									  temp = line.split(', ')

									  keywords.append(temp)

									 for i in range(0, (len(keywords[0]) - 1)):

									  print ' keyword = %s' % keywords[0][i]

									 return keywords[0]

									def isfileexists(strfile):

									 '''

									 check the file whether exists

									 '''

									 return os.path.isfile(strfile)

									def search(keyword, filename):

									 '''

									 search the keyword in a assign file

									 '''

									 if(isfileexists(filename) == false):

									 print 'input filepath is wrong,please check again!'

									 sys.exit()

									 linenum = 1

									 findtime = 0

									 with open(filename, 'r') as fread:

									 lines = fread.readlines()

									 for line in lines:

									  rs = re.findall(keyword, line, re.ignorecase)

									  if rs:

									  #output linenum of keyword place 

									  sys.stdout.write('line:%d '%linenum)

									  lsstr = line.split(keyword)

									  strlength = len(lsstr)

									  findtime = findtime + 1

									  #print strlength

									  for i in range(strlength):

									   if(i < (strlength - 1)):

									   sys.stdout.write(lsstr[i].strip())

									   sys.stdout.write(keyword)

									   else:

									   sys.stdout.write(lsstr[i].strip() + '\n')

									  linenum = linenum + 1

									 print '+----------------------------------------------------------------------------+'

									 print (' search result: find keyword: %s %d times'%(keyword, findtime))

									 print '+----------------------------------------------------------------------------+'

									def executesearch():

									 '''

									 this is a execute search method

									 '''

									 ls = getparameters()

									 start = counttime.gettime()

									 parameter_number = len(ls)

									 print 'filename = %s ' % ls[parameter_number - 1]

									 print '--------------------start search-------------------------'

									 if(parameter_number >= 2):

									 for i in range(parameter_number - 1):

									  search(ls[i], ls[parameter_number - 1])

									 else:

									 print 'there is a parameter error occured in executesearch()!'

									 end = counttime.gettime()

									 print '+----------------------------------------------------------------------------+'

									 print ' total cost time: %s'%counttime.formattime(end - start)

									 print '+============================================================================+'

									if __name__=='__main__':

									 executesearch()

counttime.py

									#-*- encoding: utf-8 -*-

									#author : beihuijie

									#version 1.1

									import datetime

									import time

									def gettime():

									 '''

									 return time is format of time(unit is second)

									 '''

									 return time.time()

									def getcpuclocktime():

									 '''

									 return time is cpu clock time

									 '''

									 return time.clock()

									def formattime(timevalue):

									 '''

									 format the time numbers

									 '''

									 hour = 0

									 minute = 0

									 second = 0

									 if timevalue > 0:

									 #count hour

									 hour = timevalue // 3600

									 remain = timevalue % 3600

									 #count minute

									 minute = remain // 60

									 remain = remain % 60

									 #count second

									 second = round(remain, 3)

									 return '%.0fh:%.0fm:%.3fs'%(hour, minute, second)

									if __name__=='__main__':

									 value = 134.45632

									 print value

									 print formattime(value)