Avoid IO in benchmarks by preloading class path into memory

[mbovel]

No description provided.

[mbovel]

3.3.4, full class path in memory:

[info] Result "bench.CompilationBenchmarks.helloWorld":
[info]   N = 20
[info]   mean =     42.398 ±(99.9%) 2.448 ms/op
[info]   Histogram, ms/op:
[info]     [37.000, 38.000) = 3 
[info]     [38.000, 39.000) = 1 
[info]     [39.000, 40.000) = 0 
[info]     [40.000, 41.000) = 0 
[info]     [41.000, 42.000) = 2 
[info]     [42.000, 43.000) = 4 
[info]     [43.000, 44.000) = 5 
[info]     [44.000, 45.000) = 3 
[info]     [45.000, 46.000) = 1 

3.7.4, full class path in memory:

[info] Result "bench.CompilationBenchmarks.helloWorld":
[info]   N = 20
[info]   mean =     46.553 ±(99.9%) 2.328 ms/op
[info]   Histogram, ms/op:
[info]     [40.000, 41.250) = 2 
[info]     [41.250, 42.500) = 0 
[info]     [42.500, 43.750) = 1 
[info]     [43.750, 45.000) = 1 
[info]     [45.000, 46.250) = 4 
[info]     [46.250, 47.500) = 5 
[info]     [47.500, 48.750) = 6 
[info]     [48.750, 50.000) = 0 
[info]     [50.000, 51.250) = 0 
[info]     [51.250, 52.500) = 1 
[info]     [52.500, 53.750) = 0 
[info]     [53.750, 55.000) = 0 
[info]     [55.000, 56.250) = 0 
[info]     [56.250, 57.500) = 0 
[info]     [57.500, 58.750) = 0 

3.7.4, non-jrt class path in memory:

[info] Result "bench.CompilationBenchmarks.helloWorld":
[info]   N = 20
[info]   mean =     61.330 ±(99.9%) 1.783 ms/op
[info]   Histogram, ms/op:
[info]     [55.000, 55.500) = 0 
[info]     [55.500, 56.000) = 1 
[info]     [56.000, 56.500) = 0 
[info]     [56.500, 57.000) = 1 
[info]     [57.000, 57.500) = 0 
[info]     [57.500, 58.000) = 0 
[info]     [58.000, 58.500) = 0 
[info]     [58.500, 59.000) = 0 
[info]     [59.000, 59.500) = 0 
[info]     [59.500, 60.000) = 1 
[info]     [60.000, 60.500) = 0 
[info]     [60.500, 61.000) = 3 
[info]     [61.000, 61.500) = 3 
[info]     [61.500, 62.000) = 2 
[info]     [62.000, 62.500) = 4 
[info]     [62.500, 63.000) = 1 
[info]     [63.000, 63.500) = 3

3.7.4, default classpath:

[info] Result "bench.CompilationBenchmarks.helloWorld":
[info]   N = 20
[info]   mean =     76.672 ±(99.9%) 3.347 ms/op
[info]   Histogram, ms/op:
[info]     [60.000, 62.500) = 0 
[info]     [62.500, 65.000) = 1 
[info]     [65.000, 67.500) = 0 
[info]     [67.500, 70.000) = 0 
[info]     [70.000, 72.500) = 1 
[info]     [72.500, 75.000) = 2 
[info]     [75.000, 77.500) = 7 
[info]     [77.500, 80.000) = 4 
[info]     [80.000, 82.500) = 5 
[info]     [82.500, 85.000) = 0 
[info]     [85.000, 87.500) = 0