nics: support html report for performance result

Support html format report for NIC performance and support to send it out by email. Signed-off-by: Yulong Pei <yulong.pei@intel.com>
author: Yulong Pei <yulong.pei@intel.com> 2017-05-11 11:13:57 +0800
committer: Marvin Liu <yong.liu@intel.com> 2017-05-12 17:16:26 +0800
commit: 8ee9c90c59de395991e6159fb75b5e114225f6e8 (patch)
tree: c836e7d9d06abe7ee564100da2ccb53dad8c6ccb /nics
parent: 49f048d43b81b63e35a3c6d86a414148c944fd8c (diff)
3 files changed, 326 insertions, 0 deletions
diff --git a/nics/perf_report.jinja b/nics/perf_report.jinja
new file mode 100644
index 0000000..1a3f903
--- /dev/null
+++ b/nics/perf_report.jinja
@@ -0,0 +1,82 @@
+<!doctype html>
+<html lang="en">
+<head>
+<meta charset="UTF-8" />
+<title>{{ title }}</title>
+<style>
+table, th, td {
+    border: 1px solid black;
+    border-collapse: collapse;
+}
+th, td {
+    padding: 5px;
+    text-align: left; 
+    background-color: #33A1C9;  
+}
+</style>
+</head>
+
+<body>
+
+<div id="dpdk_info">
+<h2> DPDK Git Information </h2>
+<p> Branch: {{ git_info['branch'] }} </p>
+<p> commit: {{ git_info['commit'] }} </p>
+<p> Author: {{ git_info['author'] }} </p>
+<p> Date:   {{ git_info['date'] }} </p>
+<p> Summary: {{ git_info['summary'] }} </p>
+</div>
+
+<div id="nic_info">
+  <h2>NIC Detail Information</h2>
+  <table>
+    <tr>
+      <th>Item</th>
+      <th>Description</th>
+    </tr>
+    {% for key in nic_infos %}
+    <tr>
+      <td>{{ key }}</td>
+      <td>{{ nic_infos[key] }}</td>
+    </tr>
+    {% endfor %}
+  </table>
+</div>
+
+<div id="test_result">
+  <h2>Test Result:</h2>
+  <table>
+    <tr>
+      <th>Frame_size(bytes)</th>
+      <th>Throughput(Mpps)</th>
+      <th>Line rate%</th>
+    </tr>
+    {% for result in test_results %}
+    <tr>
+      <td>{{ result[0] }}</td>
+      <td>{{ result[1] }}</td>
+      <td>{{ result[2] }}</td>
+    </tr>
+    {% endfor %}
+  </table>
+</div>
+
+<div id="system_info">
+  <h2>Hardware and Software Ingredients</h2>
+  <table>
+    <tr>
+      <th>Item</th>
+      <th>Description</th>
+    </tr>
+    {% for key in system_infos %}
+    <tr>
+      <td>{{ key }}</td>
+      <td>{{ system_infos[key] }}</td>
+    </tr>
+    {% endfor %}
+  </table>
+</div>
+
+</body>
+
+</html>
diff --git a/nics/perf_report.py b/nics/perf_report.py
new file mode 100644
index 0000000..e833d6c
--- /dev/null
+++ b/nics/perf_report.py
@@ -0,0 +1,111 @@
+# BSD LICENSE
+#
+# Copyright(c) 2010-2017 Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+import os
+import time
+import re
+
+import jinja2
+import smtplib
+
+from email.mime.text import MIMEText
+from email.mime.multipart import MIMEMultipart
+from collections import OrderedDict
+#install GitPython
+from git import Repo
+from system_info import SystemInfo
+import utils
+
+def get_dpdk_git_info(repo_dir="/root/dpdk"):
+
+    if not os.path.exists(repo_dir):
+        return None
+
+    commit = OrderedDict()
+
+    git_repo = Repo(repo_dir)
+    assert not git_repo.bare
+
+    latest_commit = git_repo.active_branch.commit
+    commit['branch'] = str(git_repo.active_branch)
+    commit['commit'] = str(latest_commit)
+    commit['author'] = latest_commit.author
+    commit['date'] = time.ctime(latest_commit.authored_date)
+    commit['summary'] = latest_commit.summary
+    return commit
+
+def generate_html_report(file_tpl, perf_data, git_info, nic_info, system_info):
+   
+    if not os.path.exists(file_tpl):
+        return None
+
+    templateLoader = jinja2.FileSystemLoader(searchpath = "/")
+    templateEnv = jinja2.Environment(loader=templateLoader)
+    template = templateEnv.get_template(file_tpl)
+ 
+    templateVars = { "title" : "Daily Performance Test Report", \
+                     "test_results" : perf_data, \
+                     "system_infos" : system_info, \
+                     "nic_infos" : nic_info, \
+                     "git_info" : git_info \
+                   }
+
+    output = template.render(templateVars)
+    return output
+
+#sender = 'zzz@intel.com'
+#mailto = ['xxx@intel.com', 'yyy@intel.com']
+def html_message(sender, mailto, subject, html_msg):
+
+    msg = MIMEMultipart('alternative')
+    msg['From'] = sender
+    msg['to'] = ";".join(mailto)
+    msg['Subject'] = subject
+
+    msg.attach(MIMEText(html_msg, 'html'))
+
+    return msg
+
+#smtp = smtplib.SMTP('smtp.intel.com')
+def send_email(sender, mailto, message, smtp_server):
+
+    try:
+        smtp = smtplib.SMTP(smtp_server)
+        smtp.sendmail(sender, mailto, message.as_string())
+        smtp.quit()
+        print utils.GREEN("Email sent successfully.")
+    except Exception, e:
+        print utils.RED("Failed to send email " + str(e))
+
+def send_html_report(sender, mailto, subject, html_msg, smtp_server):
+    
+    message = html_message(sender, mailto, subject, html_msg)
+    send_email(sender, mailto, message, smtp_server)
diff --git a/nics/system_info.py b/nics/system_info.py
new file mode 100644
index 0000000..1f473d8
--- /dev/null
+++ b/nics/system_info.py
@@ -0,0 +1,133 @@
+# BSD LICENSE
+#
+# Copyright(c) 2010-2017 Intel Corporation. All rights reserved.
+# All rights reserved.
+#
+# Redistribution and use in source and binary forms, with or without
+# modification, are permitted provided that the following conditions
+# are met:
+#
+#   * Redistributions of source code must retain the above copyright
+#     notice, this list of conditions and the following disclaimer.
+#   * Redistributions in binary form must reproduce the above copyright
+#     notice, this list of conditions and the following disclaimer in
+#     the documentation and/or other materials provided with the
+#     distribution.
+#   * Neither the name of Intel Corporation nor the names of its
+#     contributors may be used to endorse or promote products derived
+#     from this software without specific prior written permission.
+#
+# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+import os
+import time
+import re
+
+from collections import OrderedDict
+#install GitPython
+from git import Repo
+
+class SystemInfo(object):
+
+    def __init__(self, dut, pci_device_id):
+	self.dut = dut
+	self.pci_device_id = pci_device_id
+        self.session = self.dut.session
+        self.system_info =  OrderedDict()
+        self.nic_info = OrderedDict()
+
+    def get_system_info(self):
+
+        board = self.session.send_expect("dmidecode -s system-product-name", "# ")
+        self.system_info["Board"] = board
+
+        processors = self.session.send_expect("dmidecode -s processor-version", "# ")
+        processor = processors.split('\r\n')[0]
+        self.system_info["CPU"] =  processor
+
+        memories = self.session.send_expect("dmidecode -t memory", "]# ")
+        channels, size, speed = self._strip_memory(memories)
+        memory_info = "Total %d MBs in %d channels @ %s" %(size, channels, speed)
+        self.system_info["Memory"] = memory_info
+
+        release = self.session.send_expect("lsb_release -d |awk -F':' '{print $2}'", "# ")
+        self.system_info["Operating system"] = release
+
+        kernel = self.session.send_expect("uname -r", "# ")
+        self.system_info["Linux kernel version"] = kernel
+        
+        gcc_info = self.session.send_expect("gcc --version", "# ")
+        gcc = gcc_info.split('\r\n')[0]
+        self.system_info["GCC version"] = gcc
+
+        return self.system_info
+        
+    def _strip_memory(self, memories):
+        """
+        Size: 8192 MB Locator: DIMM_A1 Speed: 2133 MHz
+        """
+        s_regex = r"(\s+)Size: (\d+) MB"
+        l_regex= r"(\s+)Locator: DIMM_(\w+)"
+        speed_regex = r"(\s+)Speed: (.*)"
+        size = ""
+        locate = ""
+        speed = "Unknown"
+        memory_infos = []
+        memory_channel = set()
+        lines = memories.split('\r\n')
+        total_size = 0
+        for line in lines:
+            m = re.match(s_regex, line)
+            if m:
+                size = m.group(2)
+            l_m = re.match(l_regex, line)
+            if l_m:
+                locate = l_m.group(2)
+            s_m = re.match(speed_regex, line)
+            if s_m:
+                speed = s_m.group(2)
+            if speed != "Unknown":
+                memory={"Size": size, "Locate": locate, "Speed": speed}
+                memory_infos.append(memory)
+                speed = "Unknown"
+                total_size += int(size)
+                memory_channel.add(locate[0])
+
+        return len(memory_channel), total_size, memory_infos[0]["Speed"]
+
+    def get_nic_info(self):
+
+        cmd = "cat /sys/bus/pci/devices/%s/vendor" % self.pci_device_id
+        vendor = self.session.send_expect(cmd, "# ")
+        if "No such" in vendor:
+            return None
+
+        cmd = "cat /sys/bus/pci/devices/%s/device" % self.pci_device_id
+        device = self.session.send_expect(cmd, "# ")
+        if "No such" in device:
+            return None
+
+        cmd = "ls --color=never /sys/bus/pci/devices/%s/net" % self.pci_device_id
+        interface = self.session.send_expect(cmd, "# ")
+        if "No such" in interface:
+            return None
+        cmd = "ethtool -i %s | grep --color=never firmware |awk -F':' '{print $2}'" % interface
+        firmware = self.session.send_expect(cmd, "# ")
+        if "No such" in firmware:
+            return None
+        cmd = "lspci -vmmks %s |grep -i ^device |awk -F':' '{print $2}'" % self.pci_device_id
+        self.nic_info['nic_name'] = self.session.send_expect(cmd, "# ")
+        self.nic_info['device_id'] = vendor[2:] + ':' + device[2:]
+        self.nic_info['firmware-version'] = firmware
+        return self.nic_info
+
author	Yulong Pei <yulong.pei@intel.com>	2017-05-11 11:13:57 +0800
committer	Marvin Liu <yong.liu@intel.com>	2017-05-12 17:16:26 +0800
commit	8ee9c90c59de395991e6159fb75b5e114225f6e8 (patch)
tree	c836e7d9d06abe7ee564100da2ccb53dad8c6ccb /nics
parent	49f048d43b81b63e35a3c6d86a414148c944fd8c (diff)