Present model status based on abs_threshold

Author: pwolnows

tools/accuracy_checker/accuracy_checker/evaluators/custom_evaluators/base_custom_evaluator.py

@@ -183,12 +183,16 @@ def print_metrics_results(self, ignore_results_formatting=False, ignore_metric_r
             presenter.write_result(metric_result, ignore_results_formatting, ignore_metric_reference)
 
     def extract_metrics_results(self, print_results=True, ignore_results_formatting=False,
-                                ignore_metric_reference=False):
+                                ignore_metric_reference=False, threshold_callback=None):
         if not self._metrics_results:
             self.compute_metrics(False, ignore_results_formatting, ignore_metric_reference)
         result_presenters = self.metric_executor.get_metric_presenters()
         extracted_results, extracted_meta = [], []
         for presenter, metric_result in zip(result_presenters, self._metrics_results):
+            if threshold_callback:
+                abs_threshold, rel_threshold = threshold_callback(metric_result)
+                metric_result = metric_result._replace(abs_threshold=abs_threshold, rel_threshold=rel_threshold)
+
             result, metadata = presenter.extract_result(metric_result)
             if isinstance(result, list):
                 extracted_results.extend(result)

tools/accuracy_checker/accuracy_checker/presenters.py

@@ -207,18 +207,20 @@ def write_scalar_result(
     message = '{}: {}{}'.format(display_name, display_result, postfix)
 
     if diff_with_ref and (diff_with_ref[0] or diff_with_ref[1]):
-        abs_error = diff_with_ref[0] * scale
-        rel_error = diff_with_ref[1]
-        error_text = "abs error = {:.4} | relative error = {:.4}".format(abs_error, rel_error)
-
-        if not abs_threshold or not rel_threshold:
-            result_message = "[RESULT:  {}]".format(error_text)
+        if not abs_threshold:
+            result_message = "[abs error = {:.4} | relative error = {:.4}]".format(
+                diff_with_ref[0] * scale, diff_with_ref[1]
+            )
             message = "{} {}".format(message, result_message)
-        elif abs_threshold <= diff_with_ref[0] or rel_threshold <= diff_with_ref[1]:
-            fail_message = "[FAILED:  {}]".format(error_text)
+        elif abs_threshold <= diff_with_ref[0] or (rel_threshold and rel_threshold <= diff_with_ref[1]):
+            fail_message = "FAILED: [abs error = {:.4} | relative error = {:.4}]".format(
+                diff_with_ref[0] * scale, diff_with_ref[1]
+            )
             message = "{} {}".format(message, color_format(fail_message, Color.FAILED))
         else:
-            pass_message = "[PASS:  {}]".format(error_text)
+            pass_message = "PASSED: [abs error = {:.4} | relative error = {:.4}]".format(
+                diff_with_ref[0] * scale, diff_with_ref[1]
+            )
             message = "{} {}".format(message, color_format(pass_message, Color.PASSED))
 
     print_info(message)