Merge pull request #249 from pythonspeed/188-benchmark-overhead

Update to %-based benchmark results.

Author: itamarst

benchmarks/results/lots-of-peaks.json

@@ -1,12 +1,12 @@
 {
-    "D1mr": 3655149,
-    "D1mw": 2713965,
-    "DLmr": 1452624,
-    "DLmw": 1779154,
-    "Dr": 229508709,
-    "Dw": 93311599,
-    "I1mr": 4106758,
-    "ILmr": 14565,
-    "Ir": 866790745,
-    "Overall": 1328904831
+    "D1mr": "3771157 (188.06264867688517%)",
+    "D1mw": "2763734 (1002.7001956474165%)",
+    "DLmr": "1492746 (2257.3344509639564%)",
+    "DLmw": "1858942 (1333.7673887649994%)",
+    "Dr": "231060633 (375.8621692938787%)",
+    "Dw": "88001037 (338.04076205255154%)",
+    "I1mr": "3555117 (1291.257363437142%)",
+    "ILmr": "14685 (224.7663551401869%)",
+    "Ir": "872039764 (403.39198904097907%)",
+    "Overall": "1332452656 (406.55387644593173%)"
 }

benchmarks/results/multithreading-1.json

@@ -1,12 +1,12 @@
 {
-    "D1mr": 1820859,
-    "D1mw": 386474,
-    "DLmr": 60435,
-    "DLmw": 78194,
-    "Dr": 77751713,
-    "Dw": 32292276,
-    "I1mr": 1495362,
-    "ILmr": 8373,
-    "Ir": 257981761,
-    "Overall": 387246590
+    "D1mr": "1866984 (413.64545831772375%)",
+    "D1mw": "393456 (455.7661355950594%)",
+    "DLmr": "59324 (493.26483261518064%)",
+    "DLmw": "77459 (220.9427598913281%)",
+    "Dr": "77161209 (571.2328286082947%)",
+    "Dw": "30820902 (440.2169730406361%)",
+    "I1mr": "1638950 (586.5692113122628%)",
+    "ILmr": "7958 (171.83607149304927%)",
+    "Ir": "254542209 (491.30873094686683%)",
+    "Overall": "382464110 (492.83707107089475%)"
 }

benchmarks/results/pystone.json

@@ -1,12 +1,12 @@
 {
-    "D1mr": 3493431,
-    "D1mw": 1170982,
-    "DLmr": 27810,
-    "DLmw": 55475,
-    "Dr": 360208809,
-    "Dw": 152234419,
-    "I1mr": 8048210,
-    "ILmr": 8271,
-    "Ir": 1136235757,
-    "Overall": 1702276157
+    "D1mr": "4542966 (144.07376585255872%)",
+    "D1mw": "1628141 (267.75567903740483%)",
+    "DLmr": "32802 (331.7507418397626%)",
+    "DLmw": "65725 (241.46577701248387%)",
+    "Dr": "367659717 (157.6310977517437%)",
+    "Dw": "143586175 (159.9837295595579%)",
+    "I1mr": "8784651 (214.74165578852526%)",
+    "ILmr": "7924 (170.99086185271457%)",
+    "Ir": "1160233461 (157.01681262908485%)",
+    "Overall": "1734495915 (158.00764418609307%)"
 }

benchmarks/results/version.txt

@@ -1 +1 @@
-2021.5.1.dev10+g128d75e.d20210518
+2021.9.2.dev9+gc3af8e6.d20211105

filprofiler/_script.py

@@ -143,7 +143,12 @@ def stage_1_benchmark(args: List[str]):
         [LD_LINUX, "--preload", library_path("_filpreload"), which("python")] + args
     )
     # 3. Store the difference.
-    result = {k: (fil_result[k] - python_result[k]) for k in fil_result}
+    result = {
+        k: "{} ({}%)".format(
+            (fil_result[k] - python_result[k]), fil_result[k] * 100 / python_result[k]
+        )
+        for k in fil_result
+    }
     with open(destination, "w+") as f:
         json.dump(result, f, sort_keys=True, indent=4)
         f.flush()