From 91e2b1341a57d73e9a4d1e1721688eb94f69a7e3 Mon Sep 17 00:00:00 2001
From: anjiahao <anjiahao@xiaomi.com>
Date: Tue, 15 Feb 2022 11:53:59 +0800
Subject: [PATCH] tools:add parsememdump.py to parse memdump info(by cmd:
 memdump all) This script will help you analyze memdump log files, analyze the
 number of occurrences of backtrace, and output stack information memdump log
 files need this format: pid   size  addr   mem

Signed-off-by: anjiahao <anjiahao@xiaomi.com>
Signed-off-by: Jiuzhu Dong <dongjiuzhu1@xiaomi.com>
---
 tools/parsememdump.py | 145 ++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 145 insertions(+)
 create mode 100755 tools/parsememdump.py

diff --git a/tools/parsememdump.py b/tools/parsememdump.py
new file mode 100755
index 0000000000..daf5bc9ae1
--- /dev/null
+++ b/tools/parsememdump.py
@@ -0,0 +1,145 @@
+#!/usr/bin/python3
+# tools/parsememdump.py
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.  The
+# ASF licenses this file to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance with the
+# License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.  See the
+# License for the specific language governing permissions and limitations
+# under the License.
+#
+import argparse
+import os
+import re
+
+program_description = """
+This program will help you analyze memdump log files,
+analyze the number of occurrences of backtrace,
+and output stack information
+memdump log files need this format:
+pid   size  addr   mem
+"""
+
+
+class dump_line:
+    def __init__(self, line_str):
+        self.mem = []
+        self.err = 0
+        self.cnt = 1
+        tmp = re.search("( \d+ )", line_str)
+        if tmp is None:
+            self.err = 1
+            return
+        self.pid = int(tmp.group(0)[1:])
+        tmp = re.search("( \d+ )", line_str[tmp.span()[1] :])
+        if tmp is None:
+            self.err = 1
+            return
+        self.size = int(tmp.group(0)[1:])
+
+        tmp = re.search(r"\b0x[0-9a-fA-F]+\b", line_str[tmp.span()[1] :])
+        self.addr = tmp.group(0)
+        line_str = line_str[tmp.span()[1] :]
+        while 1:
+            tmp = re.search(r"\b0x[0-9a-fA-F]+\b", line_str[tmp.span()[1] :])
+            if tmp is None:
+                break
+            self.mem.append(tmp.group(0))
+            line_str = line_str[tmp.span()[1] :]
+
+        if self.mem.__len__() == 0:
+            self.err = 1
+            return
+
+
+class log_output:
+    def __init__(self, args):
+        if args.output:
+            self.file = open(args.output, "w")
+
+    def output(self, str):
+        if hasattr(self, "file"):
+            self.file.write(str)
+        else:
+            print(str, end="")
+
+    def __del__(self):
+        if hasattr(self, "file"):
+            self.file.close()
+
+
+def compare_dump_line(dump_line_list, str):
+    t = dump_line(str)
+    if t.err:
+        return
+
+    if dump_line_list.__len__() == 0:
+        dump_line_list.append(t)
+        return
+
+    find = 0
+    for tmp in dump_line_list:
+        if tmp.mem is t.mem:
+            find = 1
+            tmp.cnt += 1
+            break
+
+    if find == 0:
+        dump_line_list.append(t)
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(
+        description=program_description, formatter_class=argparse.RawTextHelpFormatter
+    )
+    parser.add_argument("-f", "--file", help="dump file", nargs=1, required=True)
+
+    parser.add_argument(
+        "-e",
+        "--elffile",
+        default="",
+        help="elf file,use it can output stack info",
+        nargs=1,
+    )
+
+    parser.add_argument("-o", "--output", help="output file,defult output shell")
+
+    args = parser.parse_args()
+    dump_file = open("%s" % args.file[0], "r")
+    list = []
+    while 1:
+        str = dump_file.readline()
+        if str == "":
+            break
+        compare_dump_line(list, str)
+    dump_file.close()
+    list.sort(key=lambda x: x.cnt, reverse=True)
+
+    log = log_output(args)
+    log.output("cnt   size   pid   addr         mem\n")
+    for t in list:
+        memstr = ""
+        log.output("%-4d  %-6d %-3d   %s   " % (t.cnt, t.size, t.pid, t.addr))
+        for mem in t.mem:
+            log.output("%s " % mem)
+            memstr += mem + " "
+        log.output("\n")
+        if args.elffile != "":
+            addr2line_file = os.popen(
+                "addr2line -Cfe %s %s" % (args.elffile[0], memstr), "r"
+            )
+            while 1:
+                add2line_str = addr2line_file.readline()
+                if add2line_str == "":
+                    break
+                log.output("    " + add2line_str)
+            log.output("\n" + add2line_str)
+    log.__del__()