|
1 | 1 | config,kind,version,status,value,reason,ratio_vs_baseline |
2 | 2 | 0001_2E05evals_srvlm,pypi,4.0.0,ok,0.30859375,,1.385964912 |
3 | | -0001_2E05evals_srvlm,pypi,4.0.1,ok,0.25,,1.122807018 |
| 3 | +0001_2E05evals_srvlm,pypi,4.0.1,ok,0.265625,,1.192982456 |
4 | 4 | 0001_2E05evals_srvlm,pypi,5.0.0,ok,0.22265625,,1 |
5 | 5 | 0001_2E05evals_srvlm,pypi,5.1.0,ok,0.2578125,,1.157894737 |
6 | | -0002_9E05evals_shvlm,pypi,4.0.0,ok,4.3203125,,0.7772312017 |
7 | | -0002_9E05evals_shvlm,pypi,4.0.1,ok,4.3359375,,0.7800421644 |
8 | | -0002_9E05evals_shvlm,pypi,5.0.0,ok,5.55859375,,1 |
9 | | -0002_9E05evals_shvlm,pypi,5.1.0,ok,4.05078125,,0.7287420942 |
10 | | -0003_2E06evals_srvlm,pypi,4.0.0,ok,5.05859375,,0.8038485413 |
11 | | -0003_2E06evals_srvlm,pypi,4.0.1,ok,5.0390625,,0.800744879 |
12 | | -0003_2E06evals_srvlm,pypi,5.0.0,ok,6.29296875,,1 |
13 | | -0003_2E06evals_srvlm,pypi,5.1.0,ok,3.234375,,0.5139664804 |
| 6 | +0002_9E05evals_shvlm,pypi,4.0.0,ok,4.33203125,,0.7904490378 |
| 7 | +0002_9E05evals_shvlm,pypi,4.0.1,ok,4.328125,,0.7897362794 |
| 8 | +0002_9E05evals_shvlm,pypi,5.0.0,ok,5.48046875,,1 |
| 9 | +0002_9E05evals_shvlm,pypi,5.1.0,ok,4.05859375,,0.7405559515 |
| 10 | +0003_2E06evals_srvlm,pypi,4.0.0,ok,5.0546875,,0.7938650307 |
| 11 | +0003_2E06evals_srvlm,pypi,4.0.1,ok,5.04296875,,0.7920245399 |
| 12 | +0003_2E06evals_srvlm,pypi,5.0.0,ok,6.3671875,,1 |
| 13 | +0003_2E06evals_srvlm,pypi,5.1.0,ok,3.24609375,,0.5098159509 |
14 | 14 | 0004_7E06evals_srvlm,pypi,4.0.0,ok,10.83203125,,0.9314746389 |
15 | | -0004_7E06evals_srvlm,pypi,4.0.1,ok,10.83203125,,0.9314746389 |
| 15 | +0004_7E06evals_srvlm,pypi,4.0.1,ok,10.8359375,,0.9318105475 |
16 | 16 | 0004_7E06evals_srvlm,pypi,5.0.0,ok,11.62890625,,1 |
17 | 17 | 0004_7E06evals_srvlm,pypi,5.1.0,ok,7.1015625,,0.6106818945 |
18 | | -0005_2E07evals_shvlm,pypi,4.0.0,ok,50.3671875,,1.006635959 |
19 | | -0005_2E07evals_shvlm,pypi,4.0.1,ok,50.3671875,,1.006635959 |
20 | | -0005_2E07evals_shvlm,pypi,5.0.0,ok,50.03515625,,1 |
21 | | -0005_2E07evals_shvlm,pypi,5.1.0,ok,49.50390625,,0.9893824655 |
| 18 | +0005_2E07evals_shvlm,pypi,4.0.0,ok,50.37109375,,1.006635441 |
| 19 | +0005_2E07evals_shvlm,pypi,4.0.1,ok,50.375,,1.006713505 |
| 20 | +0005_2E07evals_shvlm,pypi,5.0.0,ok,50.0390625,,1 |
| 21 | +0005_2E07evals_shvlm,pypi,5.1.0,ok,49.50390625,,0.9893052303 |
22 | 22 | 0006_4E07evals_shvlm,pypi,4.0.0,ok,95.05859375,,1.005911045 |
23 | | -0006_4E07evals_shvlm,pypi,4.0.1,ok,95.05859375,,1.005911045 |
| 23 | +0006_4E07evals_shvlm,pypi,4.0.1,ok,95.05078125,,1.005828373 |
24 | 24 | 0006_4E07evals_shvlm,pypi,5.0.0,ok,94.5,,1 |
25 | | -0006_4E07evals_shvlm,pypi,5.1.0,ok,138.9023438,,1.469866071 |
26 | | -0007_8E07evals_urvlm,pypi,4.0.0,ok,94.66796875,,0.6115625315 |
27 | | -0007_8E07evals_urvlm,pypi,4.0.1,ok,94.64453125,,0.6114111234 |
28 | | -0007_8E07evals_urvlm,pypi,5.0.0,ok,154.796875,,1 |
29 | | -0007_8E07evals_urvlm,pypi,5.1.0,ok,61.52734375,,0.3974714848 |
30 | | -0008_2E08evals_urvlm,pypi,4.0.0,ok,91.62109375,,0.7501279263 |
31 | | -0008_2E08evals_urvlm,pypi,4.0.1,ok,91.609375,,0.7500319816 |
32 | | -0008_2E08evals_urvlm,pypi,5.0.0,ok,122.140625,,1 |
33 | | -0008_2E08evals_urvlm,pypi,5.1.0,ok,38.15625,,0.3123960599 |
| 25 | +0006_4E07evals_shvlm,pypi,5.1.0,ok,138.890625,,1.469742063 |
| 26 | +0007_8E07evals_urvlm,pypi,4.0.0,ok,94.66796875,,0.6113157098 |
| 27 | +0007_8E07evals_urvlm,pypi,4.0.1,ok,94.64453125,,0.6111643628 |
| 28 | +0007_8E07evals_urvlm,pypi,5.0.0,ok,154.859375,,1 |
| 29 | +0007_8E07evals_urvlm,pypi,5.1.0,ok,61.5546875,,0.39748764 |
| 30 | +0008_2E08evals_urvlm,pypi,4.0.0,ok,91.61328125,,0.7496803478 |
| 31 | +0008_2E08evals_urvlm,pypi,4.0.1,ok,91.62109375,,0.7497442782 |
| 32 | +0008_2E08evals_urvlm,pypi,5.0.0,ok,122.203125,,1 |
| 33 | +0008_2E08evals_urvlm,pypi,5.1.0,ok,39.8046875,,0.3257256105 |
34 | 34 | 0009_3E08evals_urvlm,pypi,4.0.0,skipped,,config_gate, |
35 | 35 | 0009_3E08evals_urvlm,pypi,4.0.1,skipped,,config_gate, |
36 | | -0009_3E08evals_urvlm,pypi,5.0.0,ok,169.5429688,,1 |
37 | | -0009_3E08evals_urvlm,pypi,5.1.0,ok,88.703125,,0.5231896413 |
38 | | -0010_6E08evals_urvlm,pypi,4.0.0,ok,107.7148438,,0.7788008021 |
39 | | -0010_6E08evals_urvlm,pypi,4.0.1,ok,107.7148438,,0.7788008021 |
40 | | -0010_6E08evals_urvlm,pypi,5.0.0,ok,138.3085938,,1 |
41 | | -0010_6E08evals_urvlm,pypi,5.1.0,ok,55.3828125,,0.4004292936 |
42 | | -0011_1E09evals_urvlm,pypi,4.0.0,ok,283.3085938,,0.3530514192 |
43 | | -0011_1E09evals_urvlm,pypi,4.0.1,ok,283.3007812,,0.3530416835 |
44 | | -0011_1E09evals_urvlm,pypi,5.0.0,ok,802.4570312,,1 |
45 | | -0011_1E09evals_urvlm,pypi,5.1.0,ok,96.65234375,,0.1204455067 |
46 | | -0012_2E09evals_urvlm,pypi,4.0.0,ok,422.4921875,,0.3438051311 |
47 | | -0012_2E09evals_urvlm,pypi,4.0.1,ok,422.5,,0.3438114886 |
48 | | -0012_2E09evals_urvlm,pypi,5.0.0,ok,1228.871094,,1 |
49 | | -0012_2E09evals_urvlm,pypi,5.1.0,ok,143.6367188,,0.1168850984 |
50 | | -0013_3E09evals_urvlm,pypi,4.0.0,ok,255.5351562,,0.7661326213 |
51 | | -0013_3E09evals_urvlm,pypi,4.0.1,ok,255.5390625,,0.7661443328 |
52 | | -0013_3E09evals_urvlm,pypi,5.0.0,ok,333.5390625,,1 |
53 | | -0013_3E09evals_urvlm,pypi,5.1.0,ok,124.1328125,,0.3721687396 |
54 | | -0014_6E09evals_urvlm,pypi,4.0.0,ok,213.046875,,0.4921494315 |
55 | | -0014_6E09evals_urvlm,pypi,4.0.1,ok,213.0429688,,0.4921404079 |
56 | | -0014_6E09evals_urvlm,pypi,5.0.0,ok,432.890625,,1 |
57 | | -0014_6E09evals_urvlm,pypi,5.1.0,ok,80.6640625,,0.1863382061 |
58 | | -0015_1E10evals_urvlm,pypi,4.0.0,ok,539.8632812,,0.5501178213 |
59 | | -0015_1E10evals_urvlm,pypi,4.0.1,ok,539.8671875,,0.5501218017 |
60 | | -0015_1E10evals_urvlm,pypi,5.0.0,ok,981.359375,,1 |
61 | | -0015_1E10evals_urvlm,pypi,5.1.0,ok,259.8203125,,0.2647555209 |
62 | | -0016_2E10evals_urvlm,pypi,4.0.0,ok,377.421875,,0.4325442304 |
63 | | -0016_2E10evals_urvlm,pypi,4.0.1,ok,377.4179688,,0.4325397536 |
64 | | -0016_2E10evals_urvlm,pypi,5.0.0,ok,872.5625,,1 |
65 | | -0016_2E10evals_urvlm,pypi,5.1.0,ok,137.1523438,,0.1571834038 |
66 | | -0017_4E10evals_urvlm,pypi,4.0.0,ok,434.9960938,,0.3219743077 |
67 | | -0017_4E10evals_urvlm,pypi,4.0.1,ok,434.9882812,,0.3219685251 |
68 | | -0017_4E10evals_urvlm,pypi,5.0.0,ok,1351.027344,,1 |
69 | | -0017_4E10evals_urvlm,pypi,5.1.0,ok,149.0351562,,0.1103124648 |
| 36 | +0009_3E08evals_urvlm,pypi,5.0.0,ok,169.46875,,1 |
| 37 | +0009_3E08evals_urvlm,pypi,5.1.0,ok,88.3515625,,0.5213442744 |
| 38 | +0010_6E08evals_urvlm,pypi,4.0.0,ok,107.2109375,,0.7752669341 |
| 39 | +0010_6E08evals_urvlm,pypi,4.0.1,ok,107.71875,,0.778939043 |
| 40 | +0010_6E08evals_urvlm,pypi,5.0.0,ok,138.2890625,,1 |
| 41 | +0010_6E08evals_urvlm,pypi,5.1.0,ok,54.55078125,,0.394469239 |
| 42 | +0011_1E09evals_urvlm,pypi,4.0.0,ok,283.3085938,,0.3530565751 |
| 43 | +0011_1E09evals_urvlm,pypi,4.0.1,ok,283.3085938,,0.3530565751 |
| 44 | +0011_1E09evals_urvlm,pypi,5.0.0,ok,802.4453125,,1 |
| 45 | +0011_1E09evals_urvlm,pypi,5.1.0,ok,94.8671875,,0.1182226203 |
| 46 | +0012_2E09evals_urvlm,pypi,4.0.0,ok,422.5,,0.3437743345 |
| 47 | +0012_2E09evals_urvlm,pypi,4.0.1,ok,422.4882812,,0.3437647994 |
| 48 | +0012_2E09evals_urvlm,pypi,5.0.0,ok,1229.003906,,1 |
| 49 | +0012_2E09evals_urvlm,pypi,5.1.0,ok,143.5429688,,0.1167961859 |
| 50 | +0013_3E09evals_urvlm,pypi,4.0.0,ok,255.5,,0.7660541326 |
| 51 | +0013_3E09evals_urvlm,pypi,4.0.1,ok,255.5390625,,0.7661712519 |
| 52 | +0013_3E09evals_urvlm,pypi,5.0.0,ok,333.5273438,,1 |
| 53 | +0013_3E09evals_urvlm,pypi,5.1.0,ok,118.8164062,,0.3562418748 |
| 54 | +0014_6E09evals_urvlm,pypi,4.0.0,ok,213.0507812,,0.4921051682 |
| 55 | +0014_6E09evals_urvlm,pypi,4.0.1,ok,213.0507812,,0.4921051682 |
| 56 | +0014_6E09evals_urvlm,pypi,5.0.0,ok,432.9375,,1 |
| 57 | +0014_6E09evals_urvlm,pypi,5.1.0,ok,80.39453125,,0.185695467 |
| 58 | +0015_1E10evals_urvlm,pypi,4.0.0,ok,539.8789062,,0.5501030879 |
| 59 | +0015_1E10evals_urvlm,pypi,4.0.1,ok,539.8710938,,0.5500951274 |
| 60 | +0015_1E10evals_urvlm,pypi,5.0.0,ok,981.4140625,,1 |
| 61 | +0015_1E10evals_urvlm,pypi,5.1.0,ok,259,,0.2639049204 |
| 62 | +0016_2E10evals_urvlm,pypi,4.0.0,ok,377.4179688,,0.4325378172 |
| 63 | +0016_2E10evals_urvlm,pypi,4.0.1,ok,377.421875,,0.432542294 |
| 64 | +0016_2E10evals_urvlm,pypi,5.0.0,ok,872.5664062,,1 |
| 65 | +0016_2E10evals_urvlm,pypi,5.1.0,ok,136.828125,,0.156811131 |
| 66 | +0017_4E10evals_urvlm,pypi,4.0.0,ok,434.9960938,,0.3219873413 |
| 67 | +0017_4E10evals_urvlm,pypi,4.0.1,ok,435,,0.3219902327 |
| 68 | +0017_4E10evals_urvlm,pypi,5.0.0,ok,1350.972656,,1 |
| 69 | +0017_4E10evals_urvlm,pypi,5.1.0,ok,148.890625,,0.1102099471 |
70 | 70 | 0018_6E10evals_urvlm,pypi,4.0.0,skipped,,config_gate, |
71 | 71 | 0018_6E10evals_urvlm,pypi,4.0.1,skipped,,config_gate, |
72 | | -0018_6E10evals_urvlm,pypi,5.0.0,ok,1095.097656,,1 |
73 | | -0018_6E10evals_urvlm,pypi,5.1.0,ok,223.1289062,,0.2037525192 |
74 | | -0019_1E11evals_urvlm,pypi,4.0.0,ok,2216.648438,,0.3507162197 |
75 | | -0019_1E11evals_urvlm,pypi,4.0.1,ok,2216.648438,,0.3507162197 |
76 | | -0019_1E11evals_urvlm,pypi,5.0.0,ok,6320.347656,,1 |
77 | | -0019_1E11evals_urvlm,pypi,5.1.0,ok,1140.613281,,0.1804668577 |
| 72 | +0018_6E10evals_urvlm,pypi,5.0.0,ok,1095.117188,,1 |
| 73 | +0018_6E10evals_urvlm,pypi,5.1.0,ok,222.8242188,,0.2034706617 |
| 74 | +0019_1E11evals_urvlm,pypi,4.0.0,ok,2216.65625,,0.3507103029 |
| 75 | +0019_1E11evals_urvlm,pypi,4.0.1,ok,2216.65625,,0.3507103029 |
| 76 | +0019_1E11evals_urvlm,pypi,5.0.0,ok,6320.476562,,1 |
| 77 | +0019_1E11evals_urvlm,pypi,5.1.0,ok,1140.667969,,0.1804718295 |
78 | 78 | 0020_2E11evals_urvlm,pypi,4.0.0,skipped,,config_gate, |
79 | 79 | 0020_2E11evals_urvlm,pypi,4.0.1,skipped,,config_gate, |
80 | 80 | 0020_2E11evals_urvlm,pypi,5.0.0,ok,7249.871094,,1 |
81 | | -0020_2E11evals_urvlm,pypi,5.1.0,ok,1192.820312,,0.164529865 |
82 | | -0021_2E11evals_urvlm,pypi,4.0.0,ok,1271.402344,,0.3030324754 |
83 | | -0021_2E11evals_urvlm,pypi,4.0.1,ok,1271.394531,,0.3030306134 |
84 | | -0021_2E11evals_urvlm,pypi,5.0.0,ok,4195.597656,,1 |
85 | | -0021_2E11evals_urvlm,pypi,5.1.0,ok,557.359375,,0.132843857 |
86 | | -0022_4E11evals_urvlm,pypi,4.0.0,ok,5425.445312,,0.2919532165 |
87 | | -0022_4E11evals_urvlm,pypi,4.0.1,ok,5425.449219,,0.2919534267 |
88 | | -0022_4E11evals_urvlm,pypi,5.0.0,ok,18583.26953,,1 |
89 | | -0022_4E11evals_urvlm,pypi,5.1.0,ok,3286.886719,,0.1768734352 |
| 81 | +0020_2E11evals_urvlm,pypi,5.1.0,ok,1194.363281,,0.1647426921 |
| 82 | +0021_2E11evals_urvlm,pypi,4.0.0,ok,1271.398438,,0.3030281589 |
| 83 | +0021_2E11evals_urvlm,pypi,4.0.1,ok,1271.398438,,0.3030281589 |
| 84 | +0021_2E11evals_urvlm,pypi,5.0.0,ok,4195.644531,,1 |
| 85 | +0021_2E11evals_urvlm,pypi,5.1.0,ok,558.640625,,0.133147749 |
| 86 | +0022_4E11evals_urvlm,pypi,4.0.0,ok,5425.550781,,0.2919590147 |
| 87 | +0022_4E11evals_urvlm,pypi,4.0.1,ok,5425.453125,,0.2919537596 |
| 88 | +0022_4E11evals_urvlm,pypi,5.0.0,ok,18583.26172,,1 |
| 89 | +0022_4E11evals_urvlm,pypi,5.1.0,ok,3287.066406,,0.1768831789 |
90 | 90 | 0023_6E11evals_urvlm,pypi,4.0.0,skipped,,config_gate, |
91 | 91 | 0023_6E11evals_urvlm,pypi,4.0.1,skipped,,config_gate, |
92 | 92 | 0023_6E11evals_urvlm,pypi,5.0.0,skipped,,config_gate, |
93 | | -0023_6E11evals_urvlm,pypi,5.1.0,ok,5095.359375,, |
| 93 | +0023_6E11evals_urvlm,pypi,5.1.0,ok,5095.375,, |
94 | 94 | 0024_8E11evals_urvlm,pypi,4.0.0,skipped,,config_gate, |
95 | 95 | 0024_8E11evals_urvlm,pypi,4.0.1,skipped,,config_gate, |
96 | 96 | 0024_8E11evals_urvlm,pypi,5.0.0,skipped,,config_gate, |
97 | | -0024_8E11evals_urvlm,pypi,5.1.0,ok,1414.125,, |
| 97 | +0024_8E11evals_urvlm,pypi,5.1.0,ok,1414.285156,, |
98 | 98 | 0025_1E12evals_urvlm,pypi,4.0.0,skipped,,config_gate, |
99 | 99 | 0025_1E12evals_urvlm,pypi,4.0.1,skipped,,config_gate, |
100 | 100 | 0025_1E12evals_urvlm,pypi,5.0.0,skipped,,config_gate, |
101 | | -0025_1E12evals_urvlm,pypi,5.1.0,ok,1550.867188,, |
| 101 | +0025_1E12evals_urvlm,pypi,5.1.0,ok,1551.261719,, |
102 | 102 | 0026_2E12evals_urvlm,pypi,4.0.0,skipped,,config_gate, |
103 | 103 | 0026_2E12evals_urvlm,pypi,4.0.1,skipped,,config_gate, |
104 | 104 | 0026_2E12evals_urvlm,pypi,5.0.0,skipped,,config_gate, |
105 | | -0026_2E12evals_urvlm,pypi,5.1.0,ok,2062.265625,, |
| 105 | +0026_2E12evals_urvlm,pypi,5.1.0,ok,2080.097656,, |
106 | 106 | 0027_3E12evals_urvlm,pypi,4.0.0,skipped,,config_gate, |
107 | 107 | 0027_3E12evals_urvlm,pypi,4.0.1,skipped,,config_gate, |
108 | 108 | 0027_3E12evals_urvlm,pypi,5.0.0,skipped,,config_gate, |
109 | | -0027_3E12evals_urvlm,pypi,5.1.0,ok,2852.453125,, |
| 109 | +0027_3E12evals_urvlm,pypi,5.1.0,ok,2751,, |
110 | 110 | 0028_4E12evals_urvlm,pypi,4.0.0,skipped,,config_gate, |
111 | 111 | 0028_4E12evals_urvlm,pypi,4.0.1,skipped,,config_gate, |
112 | 112 | 0028_4E12evals_urvlm,pypi,5.0.0,skipped,,config_gate, |
113 | | -0028_4E12evals_urvlm,pypi,5.1.0,ok,3478.363281,, |
| 113 | +0028_4E12evals_urvlm,pypi,5.1.0,ok,3543.980469,, |
0 commit comments