CortexFoundation
diff --git a/‎docs/deep_dive/mrt.rst
Lines changed: 63 additions & 0 deletions b/‎docs/deep_dive/mrt.rst
Lines changed: 63 additions & 0 deletions
diff --git a/‎docs/index.rst
Lines changed: 1 addition & 0 deletions b/‎docs/index.rst
Lines changed: 1 addition & 0 deletions
diff --git a/‎docs/mrt/model.md
Lines changed: 75 additions & 8 deletions b/‎docs/mrt/model.md
Lines changed: 75 additions & 8 deletions
diff --git a/‎python/mrt/V3/evaluate.py
Lines changed: 7 additions & 2 deletions b/‎python/mrt/V3/evaluate.py
Lines changed: 7 additions & 2 deletions
diff --git a/‎python/mrt/utils.py
Lines changed: 4 additions & 4 deletions b/‎python/mrt/utils.py
Lines changed: 4 additions & 4 deletions
diff --git a/‎tests/mrt/test_V3.py renamed to ‎tests/deprecated/test_V3.py b/‎tests/mrt/test_V3.py renamed to ‎tests/deprecated/test_V3.py
diff --git a/‎tests/mrt/test_alexnet.py renamed to ‎tests/deprecated/test_alexnet.py b/‎tests/mrt/test_alexnet.py renamed to ‎tests/deprecated/test_alexnet.py
diff --git a/‎tests/mrt/test_byr.py renamed to ‎tests/deprecated/test_byr.py b/‎tests/mrt/test_byr.py renamed to ‎tests/deprecated/test_byr.py
diff --git a/‎tests/mrt/test_check_graph.py renamed to ‎tests/deprecated/test_check_graph.py b/‎tests/mrt/test_check_graph.py renamed to ‎tests/deprecated/test_check_graph.py
diff --git a/‎tests/mrt/test_cifar.py renamed to ‎tests/deprecated/test_cifar.py b/‎tests/mrt/test_cifar.py renamed to ‎tests/deprecated/test_cifar.py
@@ -7,6 +7,7 @@
 
 from yacs.config import CfgNode as CN
 import logging
+import time
 
 import mxnet as mx
 from mxnet import gluon, ndarray as nd
@@ -132,8 +133,10 @@ def get_evaluation_info(cm_cfg, pass_cfg, logger=None):
     def evalfunc(data, label):
         # outs = forward(graph, data, ctx=ctx)
         outs = forward(graph, data, ctx, baxis, olen)
+        start = time.time()
         acc = dataset.validate(metric, outs, label)
-        return acc
+        end = time.time()
+        return acc, int((end-start)*1e3)
 
     # forward function for the quantized model
     if conf_map.get("split_keys", "") != "":
@@ -161,8 +164,10 @@ def quantize(data, label):
         outs = forward(qgraph, data, ctx, baxis, olen)
         outs = outs / oscales[0] if olen == 1 \
             else [(t / oscales[i]) for i, t in enumerate(outs)]
+        start = time.time()
         acc = dataset.validate(qmetric, outs, label)
-        return acc
+        end = time.time()
+        return acc, int((end-start)*1e3)
 
     return evalfunc, data_iter_func, quantize
 
 
@@ -188,17 +188,17 @@ def multi_validate(base_func, data_iter, *comp_funcs,
     log_str = "Iteration: {:3d} | " + base_func.__name__ + ": {} | "
     for func in comp_funcs:
         log_str += func.__name__ + ": {} | "
-    log_str += "Total Sample: {:5d}"
+    log_str += "time: {}ms {}ms | Total Sample: {:5d}"
 
     total = 0
     for i in range(iter_num):
         data, label = data_iter()
-        base_acc = base_func(data, label)
+        base_acc, base_time = base_func(data, label)
         comp_acc = [func(data, label) for func in comp_funcs]
         total += batch_size
-
-        msg = log_str.format(i, base_acc, *comp_acc, total)
+        msg = log_str.format(i, base_acc, comp_acc[0][0], base_time, comp_acc[0][1], total)
         logger.info(msg)
+        
 
 def multi_eval_accuracy(base_func, data_iter_func, *comp_funcs,
         iter_num=10, logger=logging):