From 30908f9f49c129e186941dd6f0c445c94f59dc5b Mon Sep 17 00:00:00 2001 From: "guangshui.li" Date: Thu, 10 Mar 2022 17:09:00 +0800 Subject: [PATCH 1/2] iofsstat: Add iofsstat tool Signed-off-by: guangshui.li --- doc/iofsstat.txt | 92 +++++ source/tools/detect/iofsstat/Makefile | 3 + source/tools/detect/iofsstat/README.md | 68 ++++ source/tools/detect/iofsstat/iofsstat.py | 487 +++++++++++++++++++++++ 4 files changed, 650 insertions(+) create mode 100644 doc/iofsstat.txt create mode 100644 source/tools/detect/iofsstat/Makefile create mode 100644 source/tools/detect/iofsstat/README.md create mode 100755 source/tools/detect/iofsstat/iofsstat.py diff --git a/doc/iofsstat.txt b/doc/iofsstat.txt new file mode 100644 index 00000000..3db35af1 --- /dev/null +++ b/doc/iofsstat.txt @@ -0,0 +1,92 @@ +1.iofsstat +iofsstat实现从进程和文件级别统计IO信息，传统的IO统计工具在如下场景下会略有不足： +> 在磁盘io被打满的情况下，希望观察是哪个进程贡献了比较多的IO，传统的工具只能从整个磁盘角度去统计io信息，如统计整盘的iops、bps，但不能统计单个进程所贡献的iops、bps +> 系统上统计到某个进程贡献了大量的IO，希望观察到这些IO最终是被哪个磁盘给消费，或者这些IO是在访问哪个文件，如果这个进程是来自某个容器，希望依然可以获取访问的文件以及此进程所在的容器 + +2.sysak打包 +在编译sysak的之前，需要在执行configure配置的时候加上--enable-target-iofsstat才能打包进sysak + +3.使用 +3.1 参数说明 +usage: iofsstat.py [-h] [-c] [-d DEVICE] [-p PID] [-f] +interval + +Report fs/block IO statistic for disk. + +positional arguments: + interval Specify refresh interval(secs). + +optional arguments: + -h, --help show this help message and exit + -c, --container Report IO statistic for container. + -d DEVICE, --device DEVICE + Specify the disk name. + -p PID, --pid PID Specify the process id. + -f, --fs Report filesystem io statistic for partitions. + +e.g. + ./iofsstat.py -d vda 1 + Report block-layer IO statistic for vda per 1secs + ./iofsstat.py -d vda1 --fs 1 + Report fs-layer IO statistic for vda1 per 1secs +3.2 block-layer io统计 +./iofsstat.py -d vdb 1 #间隔1秒统计一次vdb磁盘上的io + +2022/01/19 12:04:38 +vda-stat: r_iops w_iops r_bps w_bps wait r_wait w_wait util% + 0.00 118.00 0.00 104.2MB/s 976.82 0.00 976.82 95.60 + +comm pid iops_rd bps_rd iops_wr bps_wr +[dd] 98675 1 4.0KB/s 259 32.4MB/s +[kworker/u12:0] 91022 1 4.0KB/s 198 167.5MB/s +[jbd2/vdb1-8] 19510 0 0 1 4.0KB/s +... +显示结果按照iops_rd与iops_wr的和作降序排列，如输出结果较多想只看某进程情况下，可以使用-p PID只查看指定进程，其中关键字段含义如下： +进程角度： +comm : 进程名 +pid : 进程id +iops_rd : 进程贡献的读iops +bps_rd : 进程贡献的读bps +iops_wr : 进程贡献的写iops +bps_wr : 进程贡献的写bps +磁盘角度： +xxx-stat:r_iops：磁盘总的读iops +xxx-stat:w_iops：磁盘总的写iops +xxx-stat:r_bps ：磁盘总的读bps +xxx-stat:w_bps ：磁盘总的写bps +xxx-stat:wait ：磁盘平均io延迟 +xxx-stat:r_wait：磁盘平均读io延迟 +xxx-stat:w_wait：磁盘平均写io延迟 +xxx-stat:util% ：磁盘io utils + +3.3 fs-layer io统计 +./iofsstat.py -d vdb1 --fs 1 #间隔1秒统计一次vdb磁盘上的io + +2022/01/19 14:13:48 +vda-stat: r_iops w_iops r_bps w_bps wait r_wait w_wait util% + 0.00 98.00 0.00 91.5MB/s 946.34 0.00 946.34 93.20 + +comm pid cnt_rd bw_rd cnt_wr bw_wr inode filepath +dd 55937 0 0 1096 137.0MB/s 9226 /home/data/tfatsf +... +显示结果按照bw_rd与bw_wr的和作降序排列，如输出结果较多想只看某进程情况下，可以使用-p PID只查看指定进程，其中关键字段含义如下： +进程角度： +comm : 进程名 +pid : 进程id +cnt_rd: 读文件次数 +bw_rd : 读文件"带宽" +cnt_wr: 写文件次数 +bw_wr : 写文件"带宽" +inode : 文件inode编号 +filepath: 文件路径, 当在一次采集周期内由于进程访问文件很快结束情况下，获取不到文件名则为"-" +如进程来自某个容器，在文件名后缀会显示[containterId:xxxxxx] +磁盘角度： +xxx-stat:r_iops：磁盘总的读iops +xxx-stat:w_iops：磁盘总的写iops +xxx-stat:r_bps ：磁盘总的读bps +xxx-stat:w_bps ：磁盘总的写bps +xxx-stat:wait ：磁盘平均io延迟 +xxx-stat:r_wait：磁盘平均读io延迟 +xxx-stat:w_wait：磁盘平均写io延迟 +xxx-stat:util% ：磁盘io utils + diff --git a/source/tools/detect/iofsstat/Makefile b/source/tools/detect/iofsstat/Makefile new file mode 100644 index 00000000..2594a703 --- /dev/null +++ b/source/tools/detect/iofsstat/Makefile @@ -0,0 +1,3 @@ +target := iofsstat + +include $(SRC)/mk/py.mk diff --git a/source/tools/detect/iofsstat/README.md b/source/tools/detect/iofsstat/README.md new file mode 100644 index 00000000..44549c69 --- /dev/null +++ b/source/tools/detect/iofsstat/README.md @@ -0,0 +1,68 @@ +# iofsstat +iofsstat实现从进程和文件级别统计IO信息，传统的IO统计工具在如下场景下会略有不足： +1.在磁盘io被打满的情况下，希望观察是哪个进程贡献了比较多的IO，传统的工具只能从整个磁盘角度去统计io信息，如统计整盘的iops、bps，但不能统计单个进程所贡献的iops、bps +2.系统上统计到某个进程贡献了大量的IO，希望观察到这些IO最终是被哪个磁盘给消费，或者这些IO是在访问哪个文件，如果这个进程是来自某个容器，希望依然可以获取访问的文件以及此进程所在的容器 + +# sysak打包 +在编译sysak的之前，需要在执行configure配置的时候加上--enable-target-iofsstat才能打包进sysak + +# 使用 +## 参数说明 +``` +usage: iofsstat.py [-h] [-c] [-d DEVICE] [-p PID] [-f] +interval + +Report fs/block IO statistic for disk. + +positional arguments: + interval Specify refresh interval(secs). + +optional arguments: + -h, --help show this help message and exit + -c, --container Report IO statistic for container. + -d DEVICE, --device DEVICE + Specify the disk name. + -p PID, --pid PID Specify the process id. + -f, --fs Report filesystem io statistic for partitions. + +e.g. + ./iofsstat.py -d vda 1 + Report block-layer IO statistic for vda per 1secs + ./iofsstat.py -d vda1 --fs 1 + Report fs-layer IO statistic for vda1 per 1secs +``` +## block-layer io统计 +``` +./iofsstat.py -d vdb 1 #间隔1秒统计一次vdb磁盘上的io + +2022/01/19 12:04:38 +comm pid iops_rd bps_rd iops_wr bps_wr +[dd] 98675 1 4.0KB/s 259 32.4MB/s +[kworker/u12:0] 91022 1 4.0KB/s 198 167.5MB/s +[jbd2/vdb1-8] 19510 0 0 1 4.0KB/s +... +``` +显示结果按照iops_rd与iops_wr的和作降序排列，如输出结果较多想只看某进程情况下，可以使用-p PID只查看指定进程，其中关键字段含义如下： +iops_rd: 进程贡献的读iops +bps_rd : 进程贡献的读bps +iops_wr: 进程贡献的写iops +bps_wr : 进程贡献的写bps + +## fs-layer io统计 +``` +./iofsstat.py -d vdb1 --fs 1 #间隔1秒统计一次vdb磁盘上的io + +2022/01/19 14:13:48 +comm pid cnt_rd bw_rd cnt_wr bw_wr inode filepath +dd 55937 0 0 1096 137.0MB/s 9226 /home/data/tfatsf +... +``` +显示结果按照bw_rd与bw_wr的和作降序排列，如输出结果较多想只看某进程情况下，可以使用-p PID只查看指定进程，其中关键字段含义如下： +cnt_rd: 读文件次数 +bw_rd : 读文件"带宽" +cnt_wr: 写文件次数 +bw_wr : 写文件"带宽" +inode : 文件inode编号 +filepath: 文件路径, 当在一次采集周期内由于进程访问文件很快结束情况下，获取不到文件名则为"-" +如进程来自某个容器，在文件名后缀会显示[containterId:xxxxxx] + diff --git a/source/tools/detect/iofsstat/iofsstat.py b/source/tools/detect/iofsstat/iofsstat.py new file mode 100755 index 00000000..841aeb83 --- /dev/null +++ b/source/tools/detect/iofsstat/iofsstat.py @@ -0,0 +1,487 @@ +#!/usr/bin/python +# -*- coding: utf-8 -*- + +import os +import sys +import signal +import string +import argparse +import time +import re +from collections import OrderedDict + +def execCmd(cmd): + r = os.popen(cmd+" 2>/dev/null") + text = r.read() + r.close() + return text + +global_stop = False +def signal_exit_handler(signum, frame): + global global_stop + global_stop = True + +def humConvert(value, withUnit): + units = ["B", "KB", "MB", "GB", "TB", "PB"] + size = 1024.0 + + if value == 0: + return value + + for i in range(len(units)): + if (value / size) < 1: + if withUnit: + return "%.1f%s/s" % (value, units[i]) + else: + return "%.1f" % (value) + value = value / size + +def getDevt(devname): + devText = execCmd("cat /sys/class/block/" + devname + "/dev") + dev = devText.split(':') + return ((int(dev[0]) << 20) + int(dev[1])) + +def getTgid(pid): + try: + with open("/proc/"+str(pid)+"/status") as f: + return ''.join(re.findall(r'Tgid:(.*)',f.read())).lstrip() + except IOError: + return '-' + return '-' + +def fixComm(comm, pid): + try: + if ".." in comm: + with open("/proc/"+str(pid)+"/comm") as f: + return f.read().rstrip('\n') + except IOError: + return comm + return comm + +def getFullNameFromProcPid(pid, ino): + try: + piddir = "/proc/"+str(pid) + with open(piddir+"/cgroup") as f: + #... + #cpuset,cpu,cpuacct:/docker/e2afa607d8f13e5b1f89d38ee86d86.... + #memory:/docker/e2afa607d8f13e5b1f89d38ee86..... + #... + cid = f.read().split("docker/") + #cid = e2afa607d8f1 + cid = cid[1][0:12] if len(cid) > 1 and len(cid[1]) > 12 else "" + if re.match('\A[0-9a-fA-F]+\Z', cid): + dockerRootPath = execCmd("docker inspect -f '{{.HostRootPath}}' "+cid)\ + .strip('\n') + #list the open files of the task + fdList = os.listdir(piddir+"/fd") + for f in fdList: + try: + path = os.readlink(piddir+"/fd/"+f) + if '/dev/' in path or '/proc/' in path or '/sys/' in path: + continue + dockerFullPath = dockerRootPath+path + if os.path.isfile(path) and os.stat(path).st_ino == int(ino): + if len(dockerRootPath) > 0: + return path+"[containterId:%s]" % cid + return path + if os.path.isfile(dockerFullPath) and \ + os.stat(dockerFullPath).st_ino == int(ino): + return dockerFullPath+"[containterId:%s]" % cid + + except (IOError, EOFError) as e: + continue + except Exception: + return "-" + return "-" + +def getMntPath(mntfname, fsmountInfo): + if mntfname.isspace() or len(mntfname) is 0: + return fsmountInfo.split('\n')[0].split()[1] + try: + for l in fsmountInfo.split('\n'): + if l.find(mntfname)>-1: + return l.split()[1] + except IndexError: + return fsmountInfo.split('\n')[0].split()[1] + +def getFullName(fileInfoDict): + filename = getFullNameFromProcPid(fileInfoDict['pid'], fileInfoDict['ino']) + if filename is '-': + mntfname=fileInfoDict['mntfname'] + fsmountInfo=fileInfoDict['fsmountinfo'] + bfname=fileInfoDict['bfname'] + dfname=fileInfoDict['dfname'] + ddfname=fileInfoDict['ddfname'] + mntdir=getMntPath(mntfname,fsmountInfo) + if bfname is dfname or dfname.isspace(): + filename=mntdir+'/.../'+bfname + else: + if ddfname is dfname or ddfname.isspace(): + filename=mntdir+'/.../'+dfname+'/'+bfname + else: + filename=mntdir+'/.../'+ddfname+'/'+dfname+'/'+bfname + return filename + +def echoFile(filename, txt): + execCmd("echo \""+txt+"\" > "+filename) + +def echoFileAppend(filename, txt): + execCmd("echo \""+txt+"\" >> "+filename) + +def supportKprobe(name): + cmd = "cat /sys/kernel/debug/tracing/available_filter_functions |grep " + name + ss = execCmd(cmd).strip() + for res in ss.split('\n'): + if ':' in res: + res = res.split(":", 1)[1] + if ' [' in res: + res = res.split(" [", 1)[0] + if res == name: + return True + return False + +class diskstatClass(object): + def __init__(self, devname): + self.devname = devname + self.field = {\ + '1':[0,0], '3':[0,0], '4':[0,0],\ + '5':[0,0], '7':[0,0], '8':[0,0],\ + '10':[0,0], '11':[0,0]} + + def start(self): + with open("/sys/class/block/"+self.devname+"/stat") as f: + stat = f.read().split() + for idx,value in self.field.items(): + value[0] = long(stat[int(idx) - 1]) + + def stop(self): + with open("/sys/class/block/"+self.devname+"/stat") as f: + stat = f.read().split() + for idx,value in self.field.items(): + value[1] = long(stat[int(idx) - 1]) + + def show(self, secs): + print('%-20s%-8s%-8s%-12s%-12s%-8s%-8s%-8s%-8s' %\ + ((self.devname+"-stat:"),"r_iops","w_iops","r_bps",\ + "w_bps","wait","r_wait","w_wait","util%")) + r_iops = round((self.field['1'][1]-self.field['1'][0]) / secs, 1) + w_iops = round((self.field['5'][1]-self.field['5'][0]) / secs, 1) + r_bps = (self.field['3'][1]-self.field['3'][0]) / secs * 512 + w_bps = (self.field['7'][1]-self.field['7'][0]) / secs * 512 + r_ticks = self.field['4'][1]-self.field['4'][0] + w_ticks = self.field['8'][1]-self.field['8'][0] + wait = round((r_ticks+w_ticks)/(r_iops+w_iops), 2) if (r_iops+w_iops) else 0 + r_wait = round(r_ticks / r_iops, 2) if r_iops else 0 + w_wait = round(w_ticks / w_iops, 2) if w_iops else 0 + util = round((self.field['10'][1]-self.field['10'][0])*100.0/(secs*1000),2) + util = util if util <= 100 else 100.0 + print('%-20s%-8s%-8s%-12s%-12s%-8s%-8s%-8s%-8s\n' %\ + (' ',str(r_iops),str(w_iops),humConvert(r_bps, True),\ + humConvert(w_bps, True),str(wait),str(r_wait),str(w_wait),\ + str(util))) + +class iostatClass(diskstatClass): + def __init__(self, devname, pid): + super(iostatClass, self).__init__(devname) + self.pid = pid + self.devname = devname + self.devt = getDevt(self.devname) + self.tracingDir="/sys/kernel/debug/tracing/instances/iofsstat" + self.blkTraceDir=self.tracingDir+"/events/block" + + def config(self, devt): + if not os.path.exists(self.tracingDir): + os.mkdir(self.tracingDir) + echoFile(self.blkTraceDir+"/block_getrq/filter", "dev=="+str(devt)) + echoFile(self.blkTraceDir+"/block_getrq/enable", "1") + + def start(self): + echoFile(self.tracingDir+"/trace", "") + echoFile(self.tracingDir+"/tracing_on", "1") + super(iostatClass, self).start() + + def stop(self): + echoFile(self.tracingDir+"/tracing_on", "0") + super(iostatClass, self).stop() + + def clear(self): + echoFile(self.blkTraceDir+"/block_getrq/enable", "0") + echoFile(self.blkTraceDir+"/block_getrq/filter", "0") + + def show(self, secs): + stat = {} + with open(self.tracingDir+"/trace") as f: + traceText = list(filter(lambda x: 'block_getrq' in x, f.readlines())) + #jbd2/vda1-8-358 ... : block_getrq: 253,0 WS 59098136 + 120 [jbd2/vda1-8] + for entry in traceText: + oneIO = entry.split() + matchObj = re.match(r'(.*) \[([^\[\]]*)\] (.*) \[([^\[\]]*)\]\n',entry) + comm = matchObj.group(4) + pid = matchObj.group(1).rsplit('-', 1)[1].strip() + if self.pid is not None and pid != self.pid: + continue + iotype = oneIO[-5-comm.count(' ')] + sectors = oneIO[-2-comm.count(' ')] + if bool(stat.has_key(comm)) != True: + stat.setdefault(comm, \ + {"pid":pid, "iops_rd":0,\ + "iops_wr":0, "bps_rd":0,\ + "bps_wr":0, "flushIO":0}) + if 'R' in iotype: + stat[comm]["iops_rd"] += 1 + stat[comm]["bps_rd"] += (int(sectors) * 512) + if 'W' in iotype: + stat[comm]["iops_wr"] += 1 + stat[comm]["bps_wr"] += (int(sectors) * 512) + if 'F' in iotype: + stat[comm]["flushIO"] += 1 + + super(iostatClass, self).show(secs) + print('%-20s%-8s%-12s%-16s%-12s%s' %\ + ("comm","pid","iops_rd","bps_rd","iops_wr","bps_wr")) + if stat: + stat = OrderedDict(sorted(stat.items(),\ + key=lambda e:(e[1]["iops_rd"] + e[1]["iops_wr"]),\ + reverse=True)) + for key,item in stat.items(): + if (item["iops_rd"] + item["iops_wr"]) == 0: + continue + item["iops_rd"] /= secs + item["iops_wr"] /= secs + item["bps_rd"] = humConvert(item["bps_rd"]/secs, True) + item["bps_wr"] = humConvert(item["bps_wr"]/secs, True) + print('%-20s%-8s%-12s%-16s%-12s%s' %\ + (key,str(item["pid"]),str(item["iops_rd"]),\ + item["bps_rd"],str(item["iops_wr"]),item["bps_wr"])) + + def entry(self, secs): + global global_stop + devt = self.devt + if devt == 0: + print("invalid devname '{}'".format(self.devname)) + return + self.config(devt) + while global_stop != True: + print(time.strftime('%Y/%m/%d %H:%M:%S', time.localtime())) + self.start() + time.sleep(float(secs)) + self.stop() + self.show(secs) + #time.sleep(float(secs)) + print("") + self.clear() + +class fsstatClass(diskstatClass): + def __init__(self, devname, pid): + super(fsstatClass, self).__init__(devname) + self.expression = [] + self.pid = pid + self.devname = devname + self.devt = getDevt(self.devname) + tracingBaseDir = "/sys/kernel/debug/tracing" + self.kprobeEvent = tracingBaseDir+"/kprobe_events" + self.tracingDir = tracingBaseDir+'/instances/iofsstat' + self.kprobeDir = self.tracingDir+"/events/kprobes" + version = execCmd('uname -r').split('.') + + offflip = '0x0' if int(version[0]) > 3 or \ + (int(version[0]) == 3 and int(version[1]) > 10) else '0x8' + offlen = '0x10' if int(version[0]) > 3 else '0x18' + arch = execCmd('lscpu | grep Architecture').split(":", 1)[1].strip() + if arch.startswith("arm"): + argv0 = '+'+offflip+'(%r0)' + argv1 = '+'+offlen+'(%r1)' + elif arch.startswith("x86"): + argv0 = '+'+offflip+'(%di)' + argv1 = '+'+offlen+'(%si)' + elif arch.startswith("aarch64"): + argv0 = '+'+offflip+'(%x0)' + argv1 = '+'+offlen+'(%x1)' + else: + raise ValueError('arch %s not support' % arch) + # based on surftrace kprobe + # more details see surftrace project: https://github.com/aliyun/surftrace + kprobeArgs = 'dev=+0x10(+0x28(+0x20(%s))):u32 '\ + 'inode_num=+0x40(+0x20(%s)):u64 len=%s:u64 '\ + 'mntfname=+0x38(+0x0(+0x10(%s))):string '\ + 'bfname=+0x38(+0x18(%s)):string '\ + 'dfname=+0x38(+0x18(+0x18(%s))):string '\ + 'ddfname=+0x38(+0x18(+0x18(+0x18(%s)))):string ' % \ + (argv0,argv0,argv1,argv0,argv0,argv0,argv0) + self.fsmountInfo = execCmd("grep /dev/"+self.devname+" /proc/mounts -wr") + fstype = self.fsmountInfo.split('\n')[0].split()[2] + kprobe = fstype+"_file_write_iter" + if supportKprobe(kprobe): + writeKprobe = 'p '+kprobe+' '+kprobeArgs + elif supportKprobe(fstype+"_file_write"): + kprobe = fstype+"_file_write" + writeKprobe = 'p '+kprobe+' '+kprobeArgs + else: + print("not available write kprobe") + sys.exit(0) + self.writeKprobe = kprobe + + kprobe = fstype+"_file_read_iter" + if supportKprobe(kprobe): + readKprobe = 'p '+kprobe+' '+kprobeArgs + elif supportKprobe(fstype+"_file_read"): + kprobe = fstype+"_file_read" + readKprobe = 'p '+kprobe+' '+kprobeArgs + elif supportKprobe("generic_file_aio_read"): + kprobe = "generic_file_aio_read" + readKprobe = 'p '+kprobe+' '+kprobeArgs + else: + print("not available read kprobe") + sys.exit(0) + self.readKprobe = kprobe + + self.inputExp=[writeKprobe, readKprobe] + self.expression=self.inputExp + self.outlogFormatBase = 10 + + def config(self, devt): + if not os.path.exists(self.tracingDir): + os.mkdir(self.tracingDir) + for exp in self.expression: + echoFileAppend(self.kprobeEvent, exp) + probe='p_'+exp.split()[1]+'_0' + filterKprobe=self.kprobeDir+"/"+probe+"/filter" + echoFile(filterKprobe, "dev=="+str(devt)) + enableKprobe=self.kprobeDir+"/"+probe+"/enable" + echoFile(enableKprobe, "1") + fmt=execCmd("grep print "+self.kprobeDir+"/"+probe+"/format") + matchObj=re.match(r'(.*) dev=(.*) inode_num=(.*)', fmt) + if 'x' in matchObj.group(2): + self.outlogFormatBase = 16 + + def start(self): + echoFile(self.tracingDir+"/trace", "") + echoFile(self.tracingDir+"/tracing_on", "1") + super(fsstatClass, self).start() + + def stop(self): + echoFile(self.tracingDir+"/tracing_on", "0") + super(fsstatClass, self).stop() + + def clear(self): + for exp in self.expression: + probe='p_'+exp.split()[1]+'_0' + enableKprobe=self.kprobeDir+"/"+probe+"/enable" + echoFile(enableKprobe, "0") + filterKprobe=self.kprobeDir+"/"+probe+"/filter" + echoFile(filterKprobe, "0") + echoFileAppend(self.kprobeEvent, '-:%s'%probe) + + def show(self, secs): + stat = {} + with open(self.tracingDir+"/trace") as f: + traceText = list(filter(lambda x: \ + any(e in x for e in [self.writeKprobe,self.readKprobe]),\ + f.readlines())) + #pool-1-thread-2-5029 [002] .... 5293018.252338: p_ext4_file_write_iter_0: (ext4_file_write_iter+0x0/0x6d0 [ext4]) dev=265289729 inode_num=530392 len=38 + #... + for entry in traceText: + matchObj = re.match(r'(.*) \[([^\[\]]*)\] (.*) dev=(.*) '+\ + 'inode_num=(.*) len=(.*) mntfname=(.*) '+\ + 'bfname=(.*) dfname=(.*) ddfname=(.*)\n', entry) + commInfo = matchObj.group(1).rsplit('-', 1) + pid = commInfo[1].strip() + if self.pid is not None and pid != self.pid: + continue + ino = int(matchObj.group(5),self.outlogFormatBase) + if bool(stat.has_key(ino)) != True: + comm = fixComm(commInfo[0].lstrip(), pid) + if '..' in comm: + continue + fileInfoDict = {'mntfname':matchObj.group(7).strip("\""),\ + 'bfname':matchObj.group(8).strip("\""),\ + 'dfname':matchObj.group(9).strip("\""), + 'ddfname':matchObj.group(10).strip("\""),\ + 'fsmountinfo':self.fsmountInfo,\ + 'ino':ino,'pid':pid} + stat.setdefault(ino,\ + {"comm":comm,"tgid":getTgid(pid),"pid":pid,\ + "cnt_wr":0,"bw_wr":0,"cnt_rd":0,"bw_rd":0,\ + "file":getFullName(fileInfoDict)}) + size = int(matchObj.group(6),self.outlogFormatBase) + if 'write' in entry: + stat[ino]["cnt_wr"] += 1 + stat[ino]["bw_wr"] += int(size) + if 'read' in entry: + stat[ino]["cnt_rd"] += 1 + stat[ino]["bw_rd"] += int(size) + + super(fsstatClass, self).show(secs) + print("%-20s%-8s%-8s%-8s%-12s%-8s%-12s%-12s%s"\ + %("comm","tgid","pid","cnt_rd","bw_rd",\ + "cnt_wr","bw_wr","inode","filepath")) + if stat: + stat = OrderedDict(sorted(stat.items(),\ + key=lambda e:(e[1]["bw_wr"]+e[1]["bw_rd"]),reverse=True)) + for key,item in stat.items(): + if (item["cnt_wr"] + item["cnt_rd"]) == 0: + continue + item["cnt_wr"]/=secs + item["bw_wr"]=humConvert(item["bw_wr"]/secs,True) + item["cnt_rd"]/=secs + item["bw_rd"]=humConvert(item["bw_rd"]/secs,True) + print("%-20s%-8s%-8s%-8d%-12s%-8d%-12s%-12s%s"\ + %(item["comm"],item["tgid"],item["pid"],\ + item["cnt_rd"],item["bw_rd"],item["cnt_wr"],\ + item["bw_wr"],key,item["file"])) + + def entry(self, secs): + global global_stop + devt = self.devt + if devt == 0: + print("invalid devname '{}'".format(self.devname)) + return + self.config(devt) + while global_stop != True: + print(time.strftime('%Y/%m/%d %H:%M:%S', time.localtime())) + self.start() + time.sleep(float(secs)) + self.stop() + self.show(secs) + #time.sleep(float(secs)) + print("") + self.clear() + +def main(): + if os.geteuid() != 0: + print "This program must be run as root. Aborting." + sys.exit(0) + examples = """e.g. + ./iofsstat.py -d vda 1 + Report IO statistic for vda per 1secs + ./iofsstat.py -d vda1 --fs 1 + Report fs IO statistic for vda1 per 1secs + """ + parser = argparse.ArgumentParser( + description="Report IO statistic for partitions.", + formatter_class=argparse.RawDescriptionHelpFormatter, + epilog=examples) + parser.add_argument('-d','--device', help='Specify the disk name.') + parser.add_argument('-p','--pid', help='Specify the process id.') + parser.add_argument('-f','--fs', action='store_true',\ + help='Report filesystem statistic for partitions.') + parser.add_argument('interval', help='Specify refresh interval(secs).') + args = parser.parse_args() + + if args.interval is None or int(args.interval) == 0: + secs = 2 + else: + secs = int(args.interval) + devname = args.device + pid = int(args.pid) if args.pid else None + signal.signal(signal.SIGINT, signal_exit_handler) + signal.signal(signal.SIGHUP, signal_exit_handler) + signal.signal(signal.SIGTERM, signal_exit_handler) + if args.fs: + fsstatClass(devname, pid).entry(secs) + else: + iostatClass(devname, pid).entry(secs) + +if __name__ == "__main__": + main() + -- Gitee From ff499c5cd25376a9cbec08a1b8c301aae59a9690 Mon Sep 17 00:00:00 2001 From: "guangshui.li" Date: Thu, 10 Mar 2022 17:16:28 +0800 Subject: [PATCH 2/2] iofsstat: delete options '-c' for iofsstat doc Signed-off-by: guangshui.li --- doc/iofsstat.txt | 3 +-- source/tools/detect/iofsstat/README.md | 3 +-- 2 files changed, 2 insertions(+), 4 deletions(-) diff --git a/doc/iofsstat.txt b/doc/iofsstat.txt index 3db35af1..41fb8e09 100644 --- a/doc/iofsstat.txt +++ b/doc/iofsstat.txt @@ -8,7 +8,7 @@ iofsstat实现从进程和文件级别统计IO信息，传统的IO统计工具 3.使用 3.1 参数说明 -usage: iofsstat.py [-h] [-c] [-d DEVICE] [-p PID] [-f] +usage: iofsstat.py [-h] [-d DEVICE] [-p PID] [-f] interval Report fs/block IO statistic for disk. @@ -18,7 +18,6 @@ positional arguments: optional arguments: -h, --help show this help message and exit - -c, --container Report IO statistic for container. -d DEVICE, --device DEVICE Specify the disk name. -p PID, --pid PID Specify the process id. diff --git a/source/tools/detect/iofsstat/README.md b/source/tools/detect/iofsstat/README.md index 44549c69..4333d557 100644 --- a/source/tools/detect/iofsstat/README.md +++ b/source/tools/detect/iofsstat/README.md @@ -9,7 +9,7 @@ iofsstat实现从进程和文件级别统计IO信息，传统的IO统计工具 # 使用 ## 参数说明 ``` -usage: iofsstat.py [-h] [-c] [-d DEVICE] [-p PID] [-f] +usage: iofsstat.py [-h] [-d DEVICE] [-p PID] [-f] interval Report fs/block IO statistic for disk. @@ -19,7 +19,6 @@ positional arguments: optional arguments: -h, --help show this help message and exit - -c, --container Report IO statistic for container. -d DEVICE, --device DEVICE Specify the disk name. -p PID, --pid PID Specify the process id. -- Gitee