measure cputime and realtime

Author: vchuravy

src/execution.jl

@@ -314,21 +314,24 @@ function generate_benchmark_definition(eval_module, out_vars, setup_vars, core,
             $(setup)
             __evals = __params.evals
             __gc_start = Base.gc_num()
-            __start_time = time_ns()
+            __start_realtime = Timers.realtime()
+            __start_cputime = Timers.cputime()
             __return_val = $(invocation)
             for __iter in 2:__evals
                 $(invocation)
             end
-            __sample_time = time_ns() - __start_time
+            __sample_realtime = Timers.realtime() - __start_realtime
+            __sample_cputime = Timers.cputime() - __start_cputime
             __gcdiff = Base.GC_Diff(Base.gc_num(), __gc_start)
             $(teardown)
-            __time = max((__sample_time / __evals) - __params.overhead, 0.001)
+            __realtime = max((__realsample_time / __evals) - __params.overhead, 0.001)
+            __cputime = max((__cpusample_time / __evals) - __params.overhead, 0.001)
             __gctime = max((__gcdiff.total_time / __evals) - __params.overhead, 0.0)
             __memory = Int(fld(__gcdiff.allocd, __evals))
             __allocs = Int(fld(__gcdiff.malloc + __gcdiff.realloc +
                                __gcdiff.poolalloc + __gcdiff.bigalloc,
                                __evals))
-            return __time, __gctime, __memory, __allocs, __return_val
+            return __realtime, __cputime, __gctime, __memory, __allocs, __return_val
         end
         function $BenchmarkTools.sample(b::$BenchmarkTools.Benchmark{$(id)},
                                         p::$BenchmarkTools.Parameters = b.params)

src/parameters.jl

@@ -75,12 +75,14 @@ end
 @noinline nullfunc() = nothing
 
 @noinline function overhead_sample(evals)
-    start_time = time_ns()
+    start_realtime = Timers.realtime()
+    start_cputime = Timers.cputime()
     for _ in 1:evals
         nullfunc()
     end
-    sample_time = time_ns() - start_time
-    return (sample_time / evals)
+    sample_realtime = Timers.realtime() - start_realtime
+    sample_cputime = Timers.cputtime() - start_cputime
+    return (sample_realtime / evals, sample_cputime / evals)
 end
 
 function estimate_overhead()