From 07cd7f9bc0743c95d71423532308814c025fe0be Mon Sep 17 00:00:00 2001
From: pan <601760354@163.com>
Date: Fri, 15 Mar 2024 11:20:39 +0800
Subject: [PATCH] add report module

---
 .../devkit_distribute/bin/entrance.py         |   2 +
 .../devkit_distribute/bin/report/__init__.py  |   0
 .../devkit_distribute/bin/report/report.py    |  82 +++++++
 .../bin/report/template/__init__.py           |   0
 .../bin/report/template/chart_template.py     | 206 ++++++++++++++++++
 .../bin/report/template/git_log_template.py   | 114 ++++++++++
 .../template/performance_template.py}         |  27 +--
 .../bin/report/template/summary_template.py   | 114 ++++++++++
 8 files changed, 532 insertions(+), 13 deletions(-)
 create mode 100644 tools/distribute/devkit_distribute/bin/report/__init__.py
 create mode 100644 tools/distribute/devkit_distribute/bin/report/report.py
 create mode 100644 tools/distribute/devkit_distribute/bin/report/template/__init__.py
 create mode 100644 tools/distribute/devkit_distribute/bin/report/template/chart_template.py
 create mode 100644 tools/distribute/devkit_distribute/bin/report/template/git_log_template.py
 rename tools/distribute/devkit_distribute/bin/{template.py => report/template/performance_template.py} (89%)
 create mode 100644 tools/distribute/devkit_distribute/bin/report/template/summary_template.py

diff --git a/tools/distribute/devkit_distribute/bin/entrance.py b/tools/distribute/devkit_distribute/bin/entrance.py
index b29ab2d..0a58251 100644
--- a/tools/distribute/devkit_distribute/bin/entrance.py
+++ b/tools/distribute/devkit_distribute/bin/entrance.py
@@ -10,6 +10,7 @@ from devkit_utils.error_coce import ErrorCodeEnum, ErrorCodeMsg
 from devkit_utils.log_config import config_log_ini
 from devkit_utils.pyinstaller_utils import obtain_root_path
 from devkit_utils.transport_utils import SSHClientFactory
+from report.report import Report
 
 ROOT_PATH = os.path.dirname(os.path.dirname(__file__))
 
@@ -32,6 +33,7 @@ class Distributor:
         self.devkit_port = args.devkit_port
         self.devkit_user = args.devkit_user
         self.devkit_password = args.devkit_password
+        self.report = Report("./")
         file_utils.create_dir(self.data_path)
 
     def distribute(self):
diff --git a/tools/distribute/devkit_distribute/bin/report/__init__.py b/tools/distribute/devkit_distribute/bin/report/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/tools/distribute/devkit_distribute/bin/report/report.py b/tools/distribute/devkit_distribute/bin/report/report.py
new file mode 100644
index 0000000..b11e539
--- /dev/null
+++ b/tools/distribute/devkit_distribute/bin/report/report.py
@@ -0,0 +1,82 @@
+import csv
+import json
+import os
+import subprocess
+import time
+
+import pandas as pd
+from jinja2 import Template
+
+from template.git_log_template import GIT_LOG_TEMPLATE
+from template.performance_template import PERFORMANCE_TEMPLATE
+from template.summary_template import SUMMARY_TEMPLATE
+from template.chart_template import CHART_TEMPLATE
+
+GIT_LOG_RECORD_COMMAND = """
+git --git-dir={}/.git log --since=1.day \
+--pretty=format:'{{"commit": "%H","author": "%an","author_email": "%ae","date": "%ad","message": "%f"}}'
+"""
+
+MAIN_PAGE_FILE = "performance_report.html"
+GIT_LOG_FILE = "git_record.html"
+SUMMARY_FILE = "performance_summary.html"
+CHAT_FILE = "performance_chart.html"
+
+
+class Report:
+    def __init__(self, report_path):
+        if not os.path.isdir(report_path):
+            raise Exception(f"Report path:{report_path} illegal.")
+        self.report_dir = os.path.join(report_path, str(time.time()))
+        os.mkdir(self.report_dir)
+        self.main_template = Template(PERFORMANCE_TEMPLATE)
+        self.summary_template = Template(SUMMARY_TEMPLATE)
+        self.git_log_template = Template(GIT_LOG_TEMPLATE)
+        self.chart_template = Template(CHART_TEMPLATE)
+        self.main_page = ""
+        self.summary_page = ""
+        self.git_log_page = ""
+        self.chart_page = ""
+
+    def generate_git_log(self, repo_path):
+        full_command = GIT_LOG_RECORD_COMMAND.format(repo_path)
+        data = subprocess.Popen(full_command, shell=True, stdout=subprocess.PIPE, encoding="utf-8").stdout.readlines()
+        data = [json.loads(x) for x in data]
+        git_log = {"git_log_list": data}
+        self.git_log_page = self.git_log_template.render(git_log)
+        with open(os.path.join(self.report_dir, GIT_LOG_FILE), "w") as f:
+            f.write(self.git_log_page)
+
+    def generate_summary(self, csv_file):
+        data = []
+        with open(csv_file, "r") as f:
+            reader = csv.reader(f)
+            headers = next(reader)
+            for row in reader:
+                o = dict()
+                for i in range(len(headers)):
+                    o.update({headers[i]: row[i]})
+                data.append(o)
+        summary_list = {"summary_list": data}
+        self.summary_page = self.summary_template.render(summary_list)
+        with open(os.path.join(self.report_dir, SUMMARY_FILE), "w+") as f:
+            f.write(self.summary_page)
+
+    def generate_index(self, ip, id_dict, port="8086", username="devadmin"):
+        url = f"https://{ip}:{port}"
+        info = {"url": url, "username": username}
+        info.update(id_dict)
+        info_dict = {"info_dict": info}
+        self.main_page = self.main_template.render(info_dict)
+        with open(os.path.join(self.report_dir, MAIN_PAGE_FILE), "w") as f:
+            f.write(self.main_page)
+
+    def generate_chars(self, csv_file):
+        df = pd.read_csv(csv_file, index_col=False)
+        df_filterd = df[["timeStamp", "elapsed", "IdleTime", "Latency", "label"]]
+        df_filterd.columns = ["time", "elapsed", "idle", "latency", "label"]
+        csv_string = df_filterd.to_csv(index=False)
+        data = {"csv_content": csv_string}
+        self.chart_page = self.chart_template.render(data)
+        with open(os.path.join(self.report_dir, CHAT_FILE), "w") as f:
+            f.write(self.chart_page)
diff --git a/tools/distribute/devkit_distribute/bin/report/template/__init__.py b/tools/distribute/devkit_distribute/bin/report/template/__init__.py
new file mode 100644
index 0000000..e69de29
diff --git a/tools/distribute/devkit_distribute/bin/report/template/chart_template.py b/tools/distribute/devkit_distribute/bin/report/template/chart_template.py
new file mode 100644
index 0000000..6a580ee
--- /dev/null
+++ b/tools/distribute/devkit_distribute/bin/report/template/chart_template.py
@@ -0,0 +1,206 @@
+CHART_TEMPLATE = """
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>CSV Line Charts</title>
+    <script src="https://cdn.jsdelivr.net/npm/chart.js"></script>
+    <style>
+        body {
+            display: flex;
+            flex-direction: column;
+            align-items: center;
+            justify-content: center;
+            height: 100vh;
+            margin: 0;
+        }
+        p.devkit_name {
+            margin-left: 70px;
+            top: auto;
+        }
+        #icon {
+            margin-left: 100px;
+        }
+        #sidePanel {
+            height: 100%;
+            width: 250px;
+            position: fixed;
+            z-index: 1;
+            top: 0;
+            left: 0;
+            background-color: #111;
+            padding-top: 20px;
+            color: white;
+        }
+        .chartContainer {
+            display: flex;
+            flex-direction: column;
+            align-items: center;
+            margin: 20px;
+            position: relative;
+            top: 100px;
+        }
+        canvas {
+            max-width: 100%;
+            max-height: 100%;
+        }
+        .statistics {
+            position: absolute;
+            top: 10px;
+            right : -100px;
+            text-align: right;
+        }
+        #goBackBtn {
+            background-color: #831020;
+            color: white;
+            padding: 10px;
+            text-align: center;
+            text-decoration: none;
+            display: block;
+            font-size: 16px;
+            margin-top: 10px;
+            cursor: pointer;
+            width: 100%;
+            border: none;
+        }
+    </style>
+</head>
+<body>
+<div id="sidePanel">
+    <img id="icon" src="kunpeng_devkit.png" alt="Icon" width="50">
+    <p class="devkit_name"> Kunpeng DevKit </p>
+    <button id="goBackBtn" onclick="goBack()">Go Back</button>
+</div>
+
+<div class="chartContainer">
+    <h2>Elapsed Time</h2>
+    <canvas id="elapsedChart" width="400" height="200"></canvas>
+    <div class="statistics" id="elapsedStatistics">
+        <p>Mean: <span id="elapsedMean"></span></p>
+        <p>Max: <span id="elapsedMax"></span></p>
+        <p>Min: <span id="elapsedMin"></span></p>
+    </div>
+</div>
+
+<div class="chartContainer">
+    <h2>Idle Time</h2>
+    <canvas id="idleChart" width="400" height="200"></canvas>
+    <div class="statistics" id="idleStatistics">
+        <p>Mean: <span id="idleMean"></span></p>
+        <p>Max: <span id="idleMax"></span></p>
+        <p>Min: <span id="idleMin"></span></p>
+    </div>
+</div>
+
+<div class="chartContainer">
+    <h2>Latency</h2>
+    <canvas id="latencyChart" width="400" height="200"></canvas>
+    <div class="statistics" id="latencyStatistics">
+        <p>Mean: <span id="latencyMean"></span></p>
+        <p>Max: <span id="latencyMax"></span></p>
+        <p>Min: <span id="latencyMin"></span></p>
+    </div>
+</div>
+
+<script src="jquery-3.6.4.js"></script>
+<script>
+    const csvData = `
+    {{csv_content}}
+    `;
+    processData(csvData);
+    function processData(csvData) {
+        const lines = csvData.trim().split('\\n');
+        const labels = [];
+        const data = {
+            'elapsed': {},
+            'idle': {},
+            'latency': {}
+        };
+        
+        for (let i = 1; i < lines.length; i++) {
+            const values = lines[i].split(',');
+            const time = values[0];
+            const elapsed = parseFloat(values[1]);
+            const idle = parseFloat(values[2]);
+            const latency = parseFloat(values[3]);
+            const label = values[4];
+            
+            if (!labels.includes(time)) {
+                labels.push(time);
+            }
+            
+            for (const category of ['elapsed', 'idle', 'latency']) {
+                if (!data[category][label]) {
+                    data[category][label] = [];
+                }
+                data[category][label].push(category === 'elapsed' ? elapsed : category === 'idle' ? idle : latency);
+            }
+        }
+        createLineChart('elapsedChart', labels, data['elapsed'], 'elapsed');
+        createLineChart('idleChart', labels, data['idle'], 'idle');
+        createLineChart('latencyChart', labels, data['latency'], 'latency');
+        
+    }
+        
+    function createLineChart(chartId, labels, data, category) {
+        const ctx = document.getElementById(chartId).getContext('2d');
+        
+        const datasets = Object.keys(data).map((label, index) => ({
+            label: label,
+            data: data[label],
+            borderColor: getRandomColor(),
+            fill: false,
+        }));
+        
+        const chartData = {
+            labels: labels,
+            datasets: datasets,
+        };
+        
+        new Chart(ctx, {
+            type: 'line',
+            data: chartData,
+        });
+        
+        displayStatistics(data, category);
+        
+    }
+    
+    function displayStatistics(data, category) {
+        const meanElement = document.getElementById(`${category}Mean`);
+        const maxElement = document.getElementById(`${category}Max`);
+        const minElement = document.getElementById(`${category}Min`);
+        
+        for (const label in data) {
+            const values = data[label];
+            const mean = calculateMean(values);
+            const max = Math.max(...values);
+            const min = Math.min(...values);
+            meanElement.innerHTML = mean.toFixed(2);
+            maxElement.innerHTML = max.toFixed(2);
+            minElement.innerHTML = min.toFixed(2);
+        }
+    }
+
+    function calculateMean(values) {
+        const sum = values.reduce((acc, value) => acc + value, 0);
+        return sum / values.length;
+    }
+    
+    function getRandomColor() {
+        const letters = '0123456789ABCDEF';
+        let color = '#';
+        for (let i = 0; i < 6; i++) {
+            color += letters[Math.floor(Math.random() * 16)];
+        }
+        return color;
+    }
+    
+    function goBack() {
+        window.location.href = "performance_report.html";
+    }    
+</script>
+</body>
+</html>
+"""
\ No newline at end of file
diff --git a/tools/distribute/devkit_distribute/bin/report/template/git_log_template.py b/tools/distribute/devkit_distribute/bin/report/template/git_log_template.py
new file mode 100644
index 0000000..e4e814a
--- /dev/null
+++ b/tools/distribute/devkit_distribute/bin/report/template/git_log_template.py
@@ -0,0 +1,114 @@
+lGIT_LOG_TEMPLATE = """
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Table Page</title>
+    <style>
+        p.devkit_name {
+            margin-left: 70px;
+            top: auto;
+        }
+        body {
+            margin: 0;
+            font-family: Arial, sans-serif;
+        }
+        #icon {
+            margin-left: 100px;
+        }
+        #content {
+            margin-left: 250px;
+            padding: 20px;
+        }
+        #sidePanel {
+            height: 100%;
+            width: 250px;
+            position: fixed;
+            z-index: 1;
+            top: 0;
+            left: 0;
+            background-color: #111;
+            padding-top: 20px;
+            color: white;
+        }
+        #goBackBtn {
+            background-color: #831020;
+            color: white;
+            padding: 10px;
+            text-align: center;
+            text-decoration: none;
+            display: block;
+            font-size: 16px;
+            margin-top: 10px;
+            cursor: pointer;
+            width: 100%;
+            border: none;
+        }
+        table {
+            border-collapse: collapse;
+            width: 80%;
+            margin: 20px 0;
+        }
+        th, td {
+            border: 1px solid #dddddd;
+            padding: 8px;
+        }
+        th, td:first-child {
+            text-align: left;
+        }
+        th {
+            background-color: #f2f2f2;
+        }
+        td:first-child {
+            background-color: #808080;
+            color: white;
+        }
+    </style>
+</head>
+<body>
+
+<div id="sidePanel">
+    <img id="icon" src="kunpeng_devkit.png" alt="Icon" width="50">
+        <p class="devkit_name"> Kunpeng DevKit </p>
+    <button id="goBackBtn" onclick="goBack()">Go Back</button>
+</div>
+
+<div id="content">
+    <h1>Today's Git Log</h1>
+    <table id="jsonTable" class="display">
+        <thead>
+        </thead>
+        <tbody>
+        </tbody>
+    </table>
+</div>
+
+<script src="jquery-3.6.4.js"></script>
+
+<script>
+    var jsonData= {{git_log_list}};
+    var headers = Object.keys(jsonData[0]);
+    
+    var tableHeaders = headers.map(header => "<th>" + header + "</th>").join("");
+    $('#jsonTable thead').html("<tr>" + tableHeaders + "</tr>");
+    
+    var tableRows = jsonData.map(data => {
+        return "<tr>" + headers.map(header => "<td>" + data[header] + "</td>").join("") + "</tr>";
+    }).join("");
+    
+    $('#jsonTable tbody').html(tableRows);
+    
+    $('#jsonTable').DataTable({
+        searching: true
+    });
+    
+    function goBack() {
+        window.location.href = "performance_report.html";
+    }
+    
+</script>
+</body>
+</html>
+
+"""
\ No newline at end of file
diff --git a/tools/distribute/devkit_distribute/bin/template.py b/tools/distribute/devkit_distribute/bin/report/template/performance_template.py
similarity index 89%
rename from tools/distribute/devkit_distribute/bin/template.py
rename to tools/distribute/devkit_distribute/bin/report/template/performance_template.py
index 23f1915..035f58a 100644
--- a/tools/distribute/devkit_distribute/bin/template.py
+++ b/tools/distribute/devkit_distribute/bin/report/template/performance_template.py
@@ -1,4 +1,4 @@
-performance_report = """
+PERFORMANCE_TEMPLATE = """
 <!DOCTYPE html>
 <html lang="en">
 <head>
@@ -32,6 +32,10 @@ performance_report = """
             margin-left: 250px;
             padding: 20px;
         }
+        .dropdown {
+            display: inline-block;
+            width: 100%;
+        }
         .dropdown-content {
             display: none;
             position: absolute;
@@ -53,14 +57,14 @@ performance_report = """
             border-bottom: none;
         }
         .dropdown-content a:hover {
-            background-color: #4CAF50;
+            background-color: #831020;
             color: white;
         }
         .dropdown.open .dropdown-content {
             display: block;
         }
         .dropbtn {
-            background-color: #4CAF50;
+            background-color: #831020;
             color: white;
             padding: 10px;
             text-align: center;
@@ -94,7 +98,7 @@ performance_report = """
 </head>
 <body>
 <div id="sidePanel">
-    <img id="icon" src="kunpeng_devkit.png" alt="Icn" width="50">
+    <img id="icon" src="kunpeng_devkit.png" alt="Icon" width="50">
     <p class="devkit_name"> Kunpeng DevKit </p>
     <div class="dropdown">
         <button class="dropbtn" onclick="toggleDropdown()">xingneng lie hua men jin baogao </button>
@@ -118,13 +122,10 @@ performance_report = """
 <script src="jquery-3.6.4.js"></script>
 
 <script>
-    var mainJsonData = {
-        "IP": "192.168.1.1",
-        "User Name": "devadmin",
-    };
+    var mainJsonData = {{info_dict}};
     
     var mainTableRows = Object.entries(mainJsonData).map(([key, value]) => {
-        return "<tr><td>" + key + "</td><td>" + value + "</td></tr>"
+        return "<tr><td>" + key + "</td><td>" + value + "</td></tr>";
     }).join("");
     
     $('#mainJsonTable tbody').html(mainTableRows);
@@ -140,14 +141,14 @@ performance_report = """
     }
     
     function openGitRecord() {
-        window.location.href = "git_record.html"
+        window.location.href = "git_record.html";
     }
 
     function openPerformanceChart() {
-        window.location.href = "performance_chart.html"
+        window.location.href = "performance_chart.html";
     }
     
-    function toggleDropDown() {
+    function toggleDropdown() {
         var dropdown = document.querySelector('.dropdown');
         dropdown.classList.toggle('open');
     }
@@ -155,4 +156,4 @@ performance_report = """
 
 </body>
 </html>    
-"""
\ No newline at end of file
+"""
diff --git a/tools/distribute/devkit_distribute/bin/report/template/summary_template.py b/tools/distribute/devkit_distribute/bin/report/template/summary_template.py
new file mode 100644
index 0000000..ce50b2c
--- /dev/null
+++ b/tools/distribute/devkit_distribute/bin/report/template/summary_template.py
@@ -0,0 +1,114 @@
+SUMMARY_TEMPLATE = """
+<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>Table Page</title>
+    <style>
+        p.devkit_name {
+            margin-left: 70px;
+            top: auto;
+        }
+        body {
+            margin: 0;
+            font-family: Arial, sans-serif;
+        }
+        #sidePanel {
+            height: 100%;
+            width: 250px;
+            position: fixed;
+            z-index: 1;
+            top: 0;
+            left: 0;
+            background-color: #111;
+            padding-top: 20px;
+            color: white;
+        }
+        #content {
+            margin-left: 250px;
+            padding: 20px;
+        }
+        #icon {
+            margin-left: 100px;
+        }
+        #goBackBtn {
+            background-color: #831020;
+            color: white;
+            padding: 10px;
+            text-align: center;
+            text-decoration: none;
+            display: block;
+            font-size: 16px;
+            margin-top: 10px;
+            cursor: pointer;
+            width: 100%;
+            border: none;
+        }
+        table {
+            border-collapse: collapse;
+            width: 80%;
+            margin: 20px 0;
+        }
+        th, td {
+            border: 1px solid #dddddd;
+            padding: 8px;
+        }
+        th, td:first-child {
+            text-align: left;
+        }
+        th {
+            background-color: #f2f2f2;
+        }
+        td:first-child {
+            background-color: #808080;
+            color: white;
+        }
+    </style>
+</head>
+<body>
+
+<div id="sidePanel">
+    <img id="icon" src="kunpeng_devkit.png" alt="Icon" width="50">
+        <p class="devkit_name"> Kunpeng DevKit </p>
+    <button id="goBackBtn" onclick="goBack()">Go Back</button>
+</div>
+
+<div id="content">
+    <h1>Performance Summary</h1>
+    <table id="jsonTable" class="display">
+        <thead>
+        </thead>
+        <tbody>
+        </tbody>
+    </table>
+</div>
+
+<script src="jquery-3.6.4.js"></script>
+
+<script>
+    var jsonData= {{summary_list}};
+    var headers = Object.keys(jsonData[0]);
+    
+    var tableHeaders = headers.map(header => "<th>" + header + "</th>").join("");
+    $('#jsonTable thead').html("<tr>" + tableHeaders + "</tr>");
+    
+    var tableRows = jsonData.map(data => {
+        return "<tr>" + headers.map(header => "<td>" + data[header] + "</td>").join("") + "</tr>";
+    }).join("");
+    
+    $('#jsonTable tbody').html(tableRows);
+    
+    $('#jsonTable').DataTable({
+        searching: true
+    });
+    
+    function goBack() {
+        window.location.href = "performance_report.html";
+    }
+    
+</script>
+</body>
+</html>
+
+"""
\ No newline at end of file
-- 
Gitee