status

benchmark symbol status_0 status_1
400.perlbench perlbench_base.default
failed-to-build
failed-to-build
401.bzip2 bzip2_base.default
success
success
403.gcc gcc_base.default
failed-to-build
failed-to-build
410.bwaves bwaves_base.default
success
success
416.gamess gamess_base.default
failed-to-build
failed-to-build
429.mcf mcf_base.default
success
success
433.milc milc_base.default
success
success
434.zeusmp zeusmp_base.default
success
success
435.gromacs gromacs_base.default
success
success
436.cactusADM cactusADM_base.default
failed-to-build
failed-to-build
437.leslie3d leslie3d_base.default
success
success
444.namd namd_base.default
success
success
445.gobmk gobmk_base.default
success
success
447.dealII dealII_base.default
success
success
450.soplex soplex_base.default
success
success
453.povray povray_base.default
success
success
454.calculix calculix_base.default
failed-to-build
failed-to-build
456.hmmer hmmer_base.default
failed-to-build
failed-to-build
458.sjeng sjeng_base.default
success
success
459.GemsFDTD GemsFDTD_base.default
success
success
462.libquantum libquantum_base.default
success
success
464.h264ref h264ref_base.default
failed-to-build
failed-to-build
465.tonto tonto_base.default
success
success
470.lbm lbm_base.default
success
success
471.omnetpp omnetpp_base.default
success
success
473.astar astar_base.default
success
success
481.wrf wrf_base.default
failed-to-build
failed-to-build
482.sphinx3 sphinx_livepretend_base.default
success
success
483.xalancbmk Xalan_base.default
failed-to-build
failed-to-build


benchmarks

benchmark symbol sample_0
sample_1 sample_diff sample_rel variability
size_0
size_1 size_diff size_rel
400.perlbench perlbench_base.default
-1
-1  
-1
-1  
401.bzip2 bzip2_base.default
2893
2616 -277 -9.6% 3.2Σ (Σ=3.0%)
52872
52872 0 0.0%
403.gcc gcc_base.default
-1
-1  
-1
-1  
410.bwaves bwaves_base.default
4636
4591 -45 -1.0% 0.9Σ (Σ=1.1%)
26415
26415 0 0.0%
416.gamess gamess_base.default
-1
-1  
-1
-1  
429.mcf mcf_base.default
1181
1119 -62 -5.2% 2.1Σ (Σ=2.6%)
10436
10436 0 0.0%
433.milc milc_base.default
1168
1092 -76 -6.5% 3.6Σ (Σ=1.8%)
98927
98927 0 0.0%
434.zeusmp zeusmp_base.default
2405
2357 -48 -2.0% 2.2Σ (Σ=0.9%)
236484
236484 0 0.0%
435.gromacs gromacs_base.default
5434
5433 -1 -0.0% 0.0Σ (Σ=1.8%)
745799
745799 0 0.0%
436.cactusADM cactusADM_base.default
-1
-1  
-1
-1  
437.leslie3d leslie3d_base.default
10227
9828 -399 -3.9% 0.9Σ (Σ=4.2%)
80028
80028 0 0.0%
444.namd namd_base.default
795
757 -38 -4.8% 3.2Σ (Σ=1.5%)
232633
232633 0 0.0%
445.gobmk gobmk_base.default
4984
4921 -63 -1.3% 1.3Σ (Σ=1.0%)
1369095
1369095 0 0.0%
447.dealII dealII_base.default
1774
1686 -88 -5.0% 3.8Σ (Σ=1.3%)
2486597
2468973 -17624 -0.7%
450.soplex soplex_base.default
586
504 -82 -14.0% 3.0Σ (Σ=4.6%)
303154
303154 0 0.0%
453.povray povray_base.default
446
418 -28 -6.3% 3.3Σ (Σ=1.9%)
762751
762751 0 0.0%
454.calculix calculix_base.default
-1
-1  
-1
-1  
456.hmmer hmmer_base.default
-1
-1  
-1
-1  
458.sjeng sjeng_base.default
7531
7420 -111 -1.5% 2.5Σ (Σ=0.6%)
126242
126242 0 0.0%
459.GemsFDTD GemsFDTD_base.default
5186
4982 -204 -3.9% 2.9Σ (Σ=1.4%)
331993
331993 0 0.0%
462.libquantum libquantum_base.default
103
96 -7 -6.8% 2.9Σ (Σ=2.4%)
33738
33738 0 0.0%
464.h264ref h264ref_base.default
-1
-1  
-1
-1  
465.tonto tonto_base.default
9998
9759 -239 -2.4% 2.1Σ (Σ=1.2%)
3205332
3205332 0 0.0%
470.lbm lbm_base.default
3909
3806 -103 -2.6% 2.5Σ (Σ=1.0%)
11200
11200 0 0.0%
471.omnetpp omnetpp_base.default
2520
2398 -122 -4.8% 2.3Σ (Σ=2.1%)
509034
509034 0 0.0%
473.astar astar_base.default
5067
4806 -261 -5.2% 2.5Σ (Σ=2.0%)
30928
30928 0 0.0%
481.wrf wrf_base.default
-1
-1  
-1
-1  
482.sphinx3 sphinx_livepretend_base.default
825
732 -93 -11.3% 3.0Σ (Σ=3.8%)
154084
154084 0 0.0%
483.xalancbmk Xalan_base.default
-1
-1  
-1
-1  


interesting symbols

benchmark symbol sample_0
sample_1 sample_diff sample_rel variability
size_0
size_1 size_diff size_rel
400.perlbench
401.bzip2 [.] BZ2_compressBlock
522
480 -42 -8.0% 1.8Σ (Σ=4.6%)
8956
8956 0 0.0%
[.] BZ2_decompress
317
308 -9 -2.8% 0.7Σ (Σ=3.8%)
10660
10660 0 0.0%
[.] mainGtU.part.0
382
335 -47 -12.3% 2.5Σ (Σ=5.0%)
572
572 0 0.0%
[.] mainSort
1018
900 -118 -11.6% 2.8Σ (Σ=4.1%)
3640
3640 0 0.0%
403.gcc
410.bwaves [.] mat_times_vec_
3676
3652 -24 -0.7% 0.5Σ (Σ=1.4%)
1688
1688 0 0.0%
[.] shell_
532
512 -20 -3.8% 2.6Σ (Σ=1.5%)
9184
9184 0 0.0%
416.gamess
429.mcf [.] price_out_impl
261
253 -8 -3.1% 0.5Σ (Σ=5.6%)
704
704 0 0.0%
[.] primal_bea_mpp
527
492 -35 -6.6% 1.8Σ (Σ=3.7%)
608
608 0 0.0%
[.] refresh_potential
154
153 -1 -0.6% 0.1Σ (Σ=8.6%)
180
180 0 0.0%
[.] replace_weaker_arc
147
133 -14 -9.5% 2.0Σ (Σ=4.8%)
228
228 0 0.0%
433.milc [.] mult_adj_su3_mat_vec
155
126 -29 -18.7% 2.4Σ (Σ=7.8%)
136
136 0 0.0%
[.] mult_su3_mat_vec
148
143 -5 -3.4% 0.4Σ (Σ=7.8%)
136
136 0 0.0%
[.] mult_su3_na
185
191 6 3.2% 0.6Σ (Σ=5.1%)
168
168 0 0.0%
[.] mult_su3_nn
168
156 -12 -7.1% 0.9Σ (Σ=8.1%)
168
168 0 0.0%
[.] scalar_mult_add_su3_matrix
120
109 -11 -9.2% 0.9Σ (Σ=10.7%)
104
104 0 0.0%
434.zeusmp [.] hsmoc_
884
852 -32 -3.6% 3.1Σ (Σ=1.2%)
23492
23492 0 0.0%
[.] lorentz_
559
547 -12 -2.1% 2.0Σ (Σ=1.1%)
14728
14728 0 0.0%
435.gromacs [.] inl1130_
3418
3449 31 0.9% 0.4Σ (Σ=2.6%)
2104
2104 0 0.0%
[.] search_neighbours
683
644 -39 -5.7% 1.6Σ (Σ=3.5%)
9344
9344 0 0.0%
436.cactusADM
437.leslie3d [.] extrapi_
1209
1296 87 7.2% 1.0Σ (Σ=7.4%)
2576
2576 0 0.0%
[.] extrapj_
1210
1303 93 7.7% 1.0Σ (Σ=8.0%)
2740
2740 0 0.0%
[.] fluxi_
1532
1376 -156 -10.2% 1.8Σ (Σ=5.8%)
5572
5572 0 0.0%
[.] fluxj_
1804
1609 -195 -10.8% 2.3Σ (Σ=4.7%)
6940
6940 0 0.0%
[.] fluxk_
2032
1838 -194 -9.5% 1.6Σ (Σ=6.0%)
6780
6780 0 0.0%
[.] setbc_
1066
967 -99 -9.3% 1.4Σ (Σ=6.8%)
6976
6976 0 0.0%
444.namd [.] _ZN20ComputeNonbondedUtil16calc_pair
89
83 -6 -6.7% 2.4Σ (Σ=2.8%)
4288
4288 0 0.0%
[.] _ZN20ComputeNonbondedUtil19calc_pair
100
98 -2 -2.0% 1.1Σ (Σ=1.8%)
5160
5160 0 0.0%
[.] _ZN20ComputeNonbondedUtil25calc_pair
72
70 -2 -2.8% 1.4Σ (Σ=2.0%)
4520
4520 0 0.0%
[.] _ZN20ComputeNonbondedUtil26calc_pair
110
104 -6 -5.5% 3.1Σ (Σ=1.8%)
5568
5568 0 0.0%
[.] _ZN20ComputeNonbondedUtil32calc_pair
87
84 -3 -3.4% 2.2Σ (Σ=1.6%)
4864
4864 0 0.0%
[.] _ZN20ComputeNonbondedUtil9calc_pairE
74
69 -5 -6.8% 3.4Σ (Σ=2.0%)
4048
4048 0 0.0%
445.gobmk [.] do_dfa_matchpat
377
359 -18 -4.8% 0.8Σ (Σ=6.3%)
1308
1308 0 0.0%
[.] do_play_move
494
512 18 3.6% 0.7Σ (Σ=5.3%)
6868
6868 0 0.0%
447.dealII [.] _ZNK13LaplaceSolver6SolverILi3EE15as
227
217 -10 -4.4% 1.1Σ (Σ=4.1%)
1728
1728 0 0.0%
[.] _ZNK8MappingQILi3EE19transform_covar
194
199 5 2.6% 0.5Σ (Σ=5.1%)
248
248 0 0.0%
[.] _ZNK8MappingQILi3EE20apply_laplace_v
163
153 -10 -6.1% 0.9Σ (Σ=7.2%)
360
360 0 0.0%
[.] _ZNK9MappingQ1ILi3EE12compute_fillER
488
458 -30 -6.1% 1.5Σ (Σ=4.1%)
1364
1364 0 0.0%
450.soplex [.] _ZN6soplex10SPxSteepPR9entered4XENS_
132
104 -28 -21.2% 2.2Σ (Σ=9.6%)
520
520 0 0.0%
[.] _ZN6soplex8SSVector18assign2productF
62
60 -2 -3.2% 0.2Σ (Σ=14.3%)
156
156 0 0.0%
453.povray [.] _ZN3pov16Intersect_SphereEPNS_10Ray_
36
34 -2 -5.6% 0.3Σ (Σ=19.6%)
236
236 0 0.0%
[.] _ZN3pov17Check_And_EnqueueEPNS_21Pri
39
36 -3 -7.7% 0.4Σ (Σ=17.7%)
1048
1048 0 0.0%
[.] _ZN3povL23All_Plane_IntersectionsEPN
65
55 -10 -15.4% 1.1Σ (Σ=13.7%)
524
524 0 0.0%
[.] _ZN3povL31All_CSG_Intersect_Intersec
56
46 -10 -17.9% 1.4Σ (Σ=13.1%)
424
424 0 0.0%
454.calculix
456.hmmer
458.sjeng [.] gen
698
754 56 8.0% 1.9Σ (Σ=4.2%)
4724
4724 0 0.0%
[.] search
578
574 -4 -0.7% 0.2Σ (Σ=3.8%)
5944
5944 0 0.0%
[.] std_eval
1653
1622 -31 -1.9% 0.8Σ (Σ=2.5%)
5252
5252 0 0.0%
459.GemsFDTD [.] __nft_mod_MOD_nft_store
595
563 -32 -5.4% 2.0Σ (Σ=2.7%)
12112
12112 0 0.0%
[.] __update_mod_MOD_updatee_homo
1220
1178 -42 -3.4% 1.9Σ (Σ=1.8%)
1868
1868 0 0.0%
[.] __update_mod_MOD_updateh_homo
1369
1328 -41 -3.0% 2.1Σ (Σ=1.4%)
964
964 0 0.0%
[.] __upml_mod_MOD_upmlupdatee
926
896 -30 -3.2% 2.9Σ (Σ=1.1%)
21372
21372 0 0.0%
[.] __upml_mod_MOD_upmlupdateh
932
895 -37 -4.0% 3.2Σ (Σ=1.3%)
13996
13996 0 0.0%
462.libquantum [.] quantum_sigma_x
15
20 5 33.3% 1.0Σ (Σ=31.9%)
176
176 0 0.0%
[.] quantum_toffoli
60
60 0 0.0% 0.0Σ (Σ=11.4%)
280
280 0 0.0%
464.h264ref
465.tonto [.] __shell1quartet_module_MOD_make_esfs
1868
1841 -27 -1.4% 0.8Σ (Σ=1.7%)
7380
7380 0 0.0%
[.] __shell2_module_MOD_make_ft_1
2089
2042 -47 -2.2% 0.8Σ (Σ=2.8%)
28976
28976 0 0.0%
[.] __sincosl
1571
1538 -33 -2.1% 0.9Σ (Σ=2.2%)
1932
1932 0 0.0%
470.lbm [.] LBM_performStreamCollide
3855
3758 -97 -2.5% 2.4Σ (Σ=1.1%)
1800
1800 0 0.0%
471.omnetpp [.] _ZN12cMessageHeap7shiftupEi
358
353 -5 -1.4% 0.3Σ (Σ=4.9%)
240
240 0 0.0%
473.astar [.] _ZN6wayobj10makebound2EPiiS0_
1924
1828 -96 -5.0% 2.2Σ (Σ=2.2%)
740
740 0 0.0%
[.] _ZN7way2obj10addtoboundEii
471
459 -12 -2.5% 0.5Σ (Σ=4.9%)
208
208 0 0.0%
[.] _ZN7way2obj12releasepointEii
1118
1098 -20 -1.8% 0.7Σ (Σ=2.7%)
448
448 0 0.0%
[.] _ZN9regwayobj10makebound2ER9flexarra
944
849 -95 -10.1% 2.4Σ (Σ=4.2%)
320
320 0 0.0%
481.wrf
482.sphinx3 [.] mgau_eval
414
382 -32 -7.7% 1.4Σ (Σ=5.5%)
672
672 0 0.0%
[.] vector_gautbl_eval_logs3
198
169 -29 -14.6% 1.9Σ (Σ=7.9%)
480
480 0 0.0%
483.xalancbmk


libraries

benchmark symbol sample_0
sample_1 sample_diff sample_rel variability
size_0
size_1 size_diff size_rel
400.perlbench
401.bzip2 libc.so.6
-1
-1  
1557435
1557435 0 0.0%
403.gcc
410.bwaves libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libgcc_s.so.1
-1
-1  
117724
117724 0 0.0%
libgfortran.so.5.0.0
-1
-1  
1113650
1113650 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
416.gamess
429.mcf libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
433.milc libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
434.zeusmp libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libgcc_s.so.1
-1
-1  
117724
117724 0 0.0%
libgfortran.so.5.0.0
-1
-1  
1113650
1113650 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
435.gromacs libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libgcc_s.so.1
-1
-1  
117724
117724 0 0.0%
libgfortran.so.5.0.0
-1
-1  
1113650
1113650 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
436.cactusADM
437.leslie3d libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libgcc_s.so.1
-1
-1  
117724
117724 0 0.0%
libgfortran.so.5.0.0
-1
-1  
1113650
1113650 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
444.namd libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libgcc_s.so.1
-1
-1  
117724
117724 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
libstdc++.so.6.0.34
-1
-1  
2080001
2080009 8 0.0%
445.gobmk libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
447.dealII libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libgcc_s.so.1
-1
-1  
117724
117724 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
libstdc++.so.6.0.34
173
185 12 6.9%
2080001
2080009 8 0.0%
450.soplex libc.so.6
39
42 3 7.7%
1557435
1557435 0 0.0%
libgcc_s.so.1
-1
-1  
117724
117724 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
libstdc++.so.6.0.34
-1
-1  
2080001
2080009 8 0.0%
453.povray libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libgcc_s.so.1
-1
-1  
117724
117724 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
libstdc++.so.6.0.34
-1
-1  
2080001
2080009 8 0.0%
454.calculix
456.hmmer
458.sjeng libc.so.6
-1
-1  
1557435
1557435 0 0.0%
459.GemsFDTD libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libgcc_s.so.1
-1
-1  
117724
117724 0 0.0%
libgfortran.so.5.0.0
-1
-1  
1113650
1113650 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
462.libquantum libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
464.h264ref
465.tonto libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libgcc_s.so.1
-1
-1  
117724
117724 0 0.0%
libgfortran.so.5.0.0
-1
-1  
1113650
1113650 0 0.0%
libm.so.6
3139
3097 -42 -1.3% 1.0Σ (Σ=1.3%)
344218
344218 0 0.0%
470.lbm libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
471.omnetpp libc.so.6
540
546 6 1.1%
1557435
1557435 0 0.0%
libgcc_s.so.1
-1
-1  
117724
117724 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
libstdc++.so.6.0.34
-1
-1  
2080001
2080009 8 0.0%
473.astar libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libgcc_s.so.1
-1
-1  
117724
117724 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
libstdc++.so.6.0.34
-1
-1  
2080001
2080009 8 0.0%
481.wrf
482.sphinx3 libc.so.6
-1
-1  
1557435
1557435 0 0.0%
libm.so.6
-1
-1  
344218
344218 0 0.0%
483.xalancbmk