From 87530c10e5fc46eb6cae1f6d843cce350ef64235 Mon Sep 17 00:00:00 2001
From: Ethan Roseman <ethteck@gmail.com>
Date: Mon, 4 Jan 2021 22:50:33 +0900
Subject: [PATCH] Progress reporting on master

---
 Jenkinsfile |  8 +++++
 progress.py | 95 +++++++++++++++++++++++++++++++++++++++++++++++++++++
 2 files changed, 103 insertions(+)
 create mode 100755 progress.py

diff --git a/Jenkinsfile b/Jenkinsfile
index 6d531d58d7..01b7251c5b 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -14,6 +14,14 @@ pipeline {
                 sh 'make -j'
             }
         }
+        stage('Report Progress') {
+            when {
+                branch 'master'
+            }
+            steps {
+                sh 'python3 progress.py --csv >> /var/www/papermar.io/html/reports/progress.csv'
+            }
+        }
     }
     post {
         always {
diff --git a/progress.py b/progress.py
new file mode 100755
index 0000000000..0cb75f7d1c
--- /dev/null
+++ b/progress.py
@@ -0,0 +1,95 @@
+#!/usr/bin/env python3
+
+import argparse
+import git
+import os
+import subprocess
+import sys
+
+script_dir = os.path.dirname(os.path.realpath(__file__))
+root_dir = script_dir
+asm_dir = os.path.join(root_dir, "asm", "nonmatchings")
+build_dir = os.path.join(root_dir, "build")
+elf_path = os.path.join(build_dir, "papermario.elf")
+
+def get_func_sizes():
+    try:
+        result = subprocess.run(['objdump', '-x', elf_path], stdout=subprocess.PIPE)
+        nm_lines = result.stdout.decode().split("\n")
+    except:
+        print(f"Error: Could not run objdump on {elf_path} - make sure that the project is built")
+        sys.exit(1)
+
+    sizes = {}
+    total = 0
+
+    for line in nm_lines:
+        if " F " in line:
+            components = line.split()
+            size = int(components[4], 16)
+            name = components[5]
+            total += size
+            sizes[name] = size
+
+    return sizes, total
+
+def get_nonmatching_funcs():
+    funcs = set()
+
+    for root, dirs, files in os.walk(asm_dir):
+        for f in files:
+            if f.endswith(".s"):
+                funcs.add(f[:-2])
+
+    return funcs
+
+def get_funcs_sizes(sizes, matchings, nonmatchings):
+    msize = 0
+    nmsize = 0
+
+    for func in matchings:
+        msize += sizes[func]
+
+    for func in nonmatchings:
+        if func not in sizes:
+            pass
+            # print(func)
+        else:
+            nmsize += sizes[func]
+
+    return msize, nmsize
+
+def main(args):
+    func_sizes, total_size = get_func_sizes()
+    all_funcs = set(func_sizes.keys())
+
+    nonmatching_funcs = get_nonmatching_funcs()
+    matching_funcs = all_funcs - nonmatching_funcs
+
+    matching_size, nonmatching_size = get_funcs_sizes(func_sizes, matching_funcs, nonmatching_funcs)
+
+    funcs_matching_ratio = (len(matching_funcs) / len(all_funcs)) * 100
+    matching_ratio = (matching_size / total_size) * 100
+
+    if matching_size + nonmatching_size != total_size:
+        print("Warning: category/total size mismatch!\n")
+
+    if args.csv:
+        version = 1
+        git_object = git.Repo().head.object
+        timestamp = str(git_object.committed_date)
+        git_hash = git_object.hexsha
+        csv_list = [str(version), timestamp, git_hash, str(len(all_funcs)), str(len(nonmatching_funcs)),
+                    str(len(matching_funcs)), str(total_size), str(nonmatching_size), str(matching_size)]
+        print(",".join(csv_list))
+    else:
+        print(f"{len(matching_funcs)} matched functions / {len(all_funcs)} total ({funcs_matching_ratio:.2f}%)")
+        print(f"{matching_size} matching bytes / {total_size} total ({matching_ratio:.2f}%)")
+
+
+if __name__ == "__main__":
+    parser = argparse.ArgumentParser(description="Reports progress for the project")
+    parser.add_argument("--csv", action="store_true")
+    args = parser.parse_args()
+
+    main(args)