All 67 scenarios |
SLED 10 Sun 1.5.0_10 (2 x 3.00GHz - 3GB RAM)
| RHEL 5.0 Sun 6.0_04 (2 x 3.00GHz - 3GB RAM)
| Win XP Sun 1.5.0_10 (2 x 3.00GHz - 3GB RAM)
| Win XP Sun 6.0_04 (2 x 3.00GHz - 3GB RAM)
|
CleanUpPerfTest#testAllCleanUps()
|
- 4.9% [±2.4]
|
- 7.2% [±1.2]
|
- 7.1% [±10.0]
|
- 8.3% [±10.4]
|
CleanUpPerfTest#testCodeFormatCleanUp()
|
+0.0% [±5.6]
|
- 1.8% [±13.8]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 1.9s is not within [0%, 110'%] of 1.6s
- 19.0% [±37.7]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 1.8s is not within [0%, 110'%] of 1.5s
- 20.3% [±34.4]
|
CleanUpPerfTest#testCodeStyleCleanUp()
|
- 9.3% [±1.2]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008231800': Elapsed Process= 1.2s is not within [0%, 110'%] of 1.1s
- 13.5% [±2.4]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 2.2s is not within [0%, 110'%] of 1.8s
- 19.1% [±24.1]
|
- 2.8% [±24.2]
|
CleanUpPerfTest#testControlStatementsCleanUp()
|
+2.4% [±3.9]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008231800': Elapsed Process= 0.56s is not within [0%, 110'%] of 0.51s
- 10.2% [±2.8]
|
- 2.6% [±31.7]
|
+16.6% [±25.2]
|
CleanUpPerfTest#testConvertLoopCleanUp()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.4s is not within [0%, 110'%] of 0.33s
- 21.1% [±21.6]
|
- 8.8% [±3.3]
|
- 1.9% [±1.1]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.45s is not within [0%, 110'%] of 0.31s
- 44.6% [±36.8]
|
CleanUpPerfTest#testExpressionsCleanUp()
|
- 0.9% [±0.6]
|
- 5.9% [±0.3]
|
+27.0% [±28.0]
|
- 5.7% [±1.4]
|
CleanUpPerfTest#testJava50CleanUp()
|
+10.8% [±12.3]
|
- 4.1% [±3.4]
|
+16.6% [±31.5]
|
+16.9% [±32.0]
|
CleanUpPerfTest#testNullCleanUp()
|
- 0.8% [±7.1]
|
- 6.8% [±5.3]
|
- 2.4% [±6.7]
|
- 5.6% [±5.0]
|
CleanUpPerfTest#testOrganizeImports()
|
+2.3% [±25.6]
|
+1.7% [±5.0]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 1.4s is not within [0%, 110'%] of 1.2s
- 18.0% [±38.9]
|
+19.9% [±32.1]
|
CleanUpPerfTest#testSortMembersCleanUp()
|
+2.5% [±3.5]
|
- 4.0% [±3.9]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 2s is not within [0%, 110'%] of 1.2s
- 61.3% [±38.7]
|
+0.0% [±32.1]
|
CleanUpPerfTest#testStringCleanUp()
|
- 3.0% [±4.3]
|
- 9.4% [±5.1]
|
+56.4% [±23.8]
|
+5.1% [±28.7]
|
CleanUpPerfTest#testUnnecessaryCodeCleanUp()
|
+13.8% [±15.2]
|
- 6.6% [±0.8]
|
- 3.1% [±1.0]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.26s is not within [0%, 110'%] of 0.24s
- 11.4% [±3.8]
|
CleanUpPerfTest#testUnusedCodeCleanUp()
|
+0.4% [±1.0]
|
- 5.6% [±1.3]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.39s is not within [0%, 110'%] of 0.32s
- 23.8% [±28.4]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.38s is not within [0%, 110'%] of 0.26s
- 47.7% [±38.3]
|
CleanUpPerfTest#testVariableDeclarationCleanUp()
|
- 8.0% [±12.9]
|
- 5.6% [±0.2]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 2.1s is not within [0%, 110'%] of 1.8s
- 18.4% [±28.5]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 1.8s is not within [0%, 110'%] of 1.6s
- 15.4% [±26.2]
|
OpenTypePerfTest#testColdException()
|
- 7.1% [n/a]
|
+30.1% [n/a]
|
+5.7% [n/a]
|
+2.6% [n/a]
|
OpenTypePerfTest#testWarmException()
|
- 4.3% [n/a]
|
+8.6% [n/a]
|
+0.0% [n/a]
|
+45.5% [n/a]
|
OpenTypePerfTest#testWarmException10()
|
+0.0% [±12.9]
|
+37.9% [±2.0]
|
- 1.0% [±5.4]
|
- 8.6% [±7.4]
|
OpenTypePerfTest#testWarmOpenSWT()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.34s is not within [0%, 110'%] of 0.3s
- 12.4% [n/a]
|
+18.0% [n/a]
|
+0.0% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.59s is not within [0%, 110'%] of 0.53s
- 11.7% [n/a]
|
OpenTypePerfTest#testWarmOpenSWTHistory10()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.29s is not within [0%, 110'%] of 0.25s
- 13.9% [±1.4]
|
+40.2% [±10.2]
|
- 4.7% [±2.1]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.44s is not within [0%, 110'%] of 0.39s
- 12.0% [±2.3]
|
OpenTypePerfTest#testWarmS10()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.28s is not within [0%, 110'%] of 0.25s
- 12.5% [±3.1]
|
+38.0% [±3.9]
|
+2.9% [±4.7]
|
- 2.0% [±1.7]
|
OrganizeImportsPerfTest#testOrganizeImport()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.13s is not within [0%, 110'%] of 89ms
- 49.4% [±9.6]
|
+14.8% [±10.0]
|
+4.3% [±10.7]
|
+11.7% [±7.5]
|
PackageExplorerColdPerfTest#testOpen()
|
+22.6% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008231800': Elapsed Process= 24ms is not within [0%, 110'%] of 21ms
- 14.3% [n/a]
|
+51.6% [n/a]
|
+0.0% [n/a]
|
PackageExplorerEmptyPerfTest#testOpen()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.89s is not within [0%, 110'%] of 0.12s
- 660.7% [n/a]
|
+32.7% [n/a]
|
+13.8% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.14s is not within [0%, 110'%] of 0.12s
- 12.8% [n/a]
|
PackageExplorerPerfTest#testExpand()
|
+4.2% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008231800': Elapsed Process= 21ms is not within [0%, 110'%] of 17ms
- 23.5% [n/a]
|
+3.1% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 47ms is not within [0%, 110'%] of 31ms
- 51.6% [n/a]
|
PackageExplorerPerfTest#testOpen()
|
+0.0% [n/a]
|
+6.0% [n/a]
|
+0.9% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.17s is not within [0%, 110'%] of 0.16s
- 10.3% [n/a]
|
PackageExplorerPerfTest#testSelect()
|
- 4.2% [n/a]
|
- 4.2% [n/a]
|
- 6.7% [n/a]
|
- 6.7% [n/a]
|
PackageExplorerWarmPerfTest#testOpen()
|
+9.1% [±4.1]
|
+7.5% [±4.2]
|
- 1.1% [±7.0]
|
- 3.6% [±3.4]
|
TypeHierarchyPerfTest#testOpenCollHierarchy()
|
+91.0% [n/a]
|
+89.3% [n/a]
|
+81.9% [n/a]
|
+77.7% [n/a]
|
TypeHierarchyPerfTest#testOpenObjectHierarchy()
|
+68.1% [n/a]
|
+66.7% [n/a]
|
+63.6% [n/a]
|
+40.3% [n/a]
|
TypeHierarchyPerfTest#testOpenObjectHierarchy2()
|
+47.6% [±27.4]
|
+57.7% [±3.3]
|
+59.6% [±3.5]
|
+26.5% [±2.3]
|
IntroduceIndirectionPerfAcceptanceTests#testIntroduceIndirection()
|
+1.3% [n/a]
|
- 4.8% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 13.7s is not within [0%, 110'%] of 11.9s
- 14.7% [n/a]
|
- 1.5% [n/a]
|
MoveCompilationUnitPerfTests1#test_1000_10()
|
- 0.5% [n/a]
|
- 1.6% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 21.5s is not within [0%, 110'%] of 17.7s
- 21.7% [n/a]
|
+9.8% [n/a]
|
MoveCompilationUnitPerfTests1#test_100_10()
|
+1.1% [n/a]
|
- 2.6% [n/a]
|
- 0.9% [n/a]
|
+1.4% [n/a]
|
MoveCompilationUnitPerfTests1#test_10_10()
|
+0.6% [±3.3]
|
- 0.8% [±3.1]
|
+36.3% [±40.2]
|
+42.0% [±40.1]
|
MoveCompilationUnitPerfTests2#test_10_10()
|
- 2.4% [±5.5]
|
- 2.4% [±2.5]
|
+0.0% [±3.7]
|
+46.8% [±47.6]
|
MoveCompilationUnitPerfTests2#test_10_100()
|
- 1.0% [n/a]
|
- 2.0% [n/a]
|
+36.9% [n/a]
|
+0.3% [n/a]
|
MoveCompilationUnitPerfTests2#test_10_1000()
|
+2.1% [n/a]
|
- 2.6% [n/a]
|
- 1.0% [n/a]
|
- 0.4% [n/a]
|
MoveStaticMembersPerfTests1#test_1000_10()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 18.2s is not within [0%, 110'%] of 16.1s
- 13.2% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008231800': Elapsed Process= 15.8s is not within [0%, 110'%] of 14.3s
- 10.7% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 32.5s is not within [0%, 110'%] of 28.5s
- 14.0% [n/a]
|
+0.5% [n/a]
|
MoveStaticMembersPerfTests1#test_100_10()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 2.7s is not within [0%, 110'%] of 2.4s
- 14.5% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008231800': Elapsed Process= 2s is not within [0%, 110'%] of 1.8s
- 11.2% [n/a]
|
+7.3% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 2.3s is not within [0%, 110'%] of 2s
- 11.4% [n/a]
|
MoveStaticMembersPerfTests1#test_10_10()
|
- 5.7% [±1.2]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008231800': Elapsed Process= 0.3s is not within [0%, 110'%] of 0.26s
- 13.3% [±6.1]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.68s is not within [0%, 110'%] of 0.44s
- 56.1% [±54.2]
|
- 5.1% [±4.3]
|
MoveStaticMembersPerfTests2#test_10_10()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.65s is not within [0%, 110'%] of 0.35s
- 85.7% [±78.3]
|
- 8.0% [±3.7]
|
- 7.6% [±4.3]
|
- 8.9% [±5.1]
|
MoveStaticMembersPerfTests2#test_10_100()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 2.1s is not within [0%, 110'%] of 1.7s
- 27.7% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008231800': Elapsed Process= 1.6s is not within [0%, 110'%] of 1.1s
- 46.2% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 2.3s is not within [0%, 110'%] of 1.8s
- 30.3% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 1.6s is not within [0%, 110'%] of 1.1s
- 48.6% [n/a]
|
MoveStaticMembersPerfTests2#test_10_1000()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 1mn 9s is not within [0%, 110'%] of 8.6s
- 710.9% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008231800': Elapsed Process= 56.6s is not within [0%, 110'%] of 7.7s
- 631.4% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 1mn 14s is not within [0%, 110'%] of 8.8s
- 738.6% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 55.8s is not within [0%, 110'%] of 7.2s
- 672.3% [n/a]
|
RenameMethodPerfTests1#test_1000_10()
|
- 0.4% [±2.8]
|
- 0.7% [±1.3]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 21.5s is not within [0%, 110'%] of 16.4s
- 31.7% [±4.0]
|
+8.1% [±2.7]
|
RenameMethodPerfTests1#test_100_10()
|
+3.6% [±8.5]
|
+1.8% [±8.5]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 1.7s is not within [0%, 110'%] of 1.4s
- 22.1% [±18.2]
|
+14.9% [±17.8]
|
RenameMethodPerfTests1#test_10_10()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.18s is not within [0%, 110'%] of 0.15s
- 20.0% [±20.3]
|
- 0.9% [±2.9]
|
- 4.7% [±3.6]
|
+3.3% [±3.0]
|
RenameMethodPerfTests2#test_10_10()
|
+30.7% [±30.9]
|
- 0.9% [±2.9]
|
+14.0% [±14.1]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.19s is not within [0%, 110'%] of 0.15s
- 25.2% [±28.7]
|
RenameMethodPerfTests2#test_10_100()
|
+2.9% [±14.1]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008231800': Elapsed Process= 0.15s is not within [0%, 110'%] of 0.14s
- 10.0% [±9.9]
|
- 3.8% [±8.8]
|
+3.9% [±27.5]
|
RenameMethodPerfTests2#test_10_1000()
|
+1.0% [±0.2]
|
- 1.6% [±0.6]
|
- 1.0% [±5.1]
|
- 1.0% [±0.6]
|
RenameMethodWithOverloadPerfTests#test_1000_10()
|
+1.6% [±1.2]
|
- 2.1% [±0.6]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 29.8s is not within [0%, 110'%] of 25.8s
- 15.8% [±2.6]
|
+4.5% [±1.4]
|
RenameMethodWithOverloadPerfTests#test_100_10()
|
+0.0% [±5.1]
|
+1.2% [±3.7]
|
- 7.0% [±11.5]
|
- 5.8% [±12.9]
|
RenameMethodWithOverloadPerfTests#test_10_10()
|
+1.3% [±3.0]
|
+0.0% [±2.3]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.36s is not within [0%, 110'%] of 0.32s
- 14.9% [±16.2]
|
- 6.4% [±2.2]
|
RenamePackagePerfTests1#test_1000_10()
|
- 1.3% [±2.6]
|
- 4.0% [±1.4]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 23.3s is not within [0%, 110'%] of 18.2s
- 28.1% [±3.0]
|
+5.8% [±2.5]
|
RenamePackagePerfTests1#test_100_10()
|
+0.9% [±6.2]
|
- 2.4% [±4.8]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 2.1s is not within [0%, 110'%] of 1.6s
- 27.1% [±18.4]
|
+1.0% [±17.0]
|
RenamePackagePerfTests1#test_10_10()
|
- 1.4% [±3.7]
|
- 1.8% [±3.6]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.41s is not within [0%, 110'%] of 0.33s
- 24.1% [±24.5]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.27s is not within [0%, 110'%] of 0.23s
- 19.2% [±15.1]
|
RenamePackagePerfTests2#test_10_10()
|
- 2.4% [±4.3]
|
- 2.4% [±3.7]
|
- 1.8% [±4.1]
|
+15.8% [±20.8]
|
RenamePackagePerfTests2#test_10_100()
|
- 1.6% [±4.9]
|
- 5.7% [±4.8]
|
- 8.3% [±19.4]
|
- 3.8% [±18.2]
|
RenamePackagePerfTests2#test_10_1000()
|
- 0.4% [±1.5]
|
- 1.6% [±1.1]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 25.3s is not within [0%, 110'%] of 20.7s
- 22.2% [±3.4]
|
+8.4% [±1.6]
|
RenameTypePerfAcceptanceTests#testWarm()
|
+8.3% [n/a]
|
- 3.9% [n/a]
|
- 0.6% [n/a]
|
- 2.9% [n/a]
|
RenameTypePerfTests1#test_1000_10()
|
+0.4% [±2.4]
|
- 0.6% [±1.3]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 21.8s is not within [0%, 110'%] of 16.8s
- 29.9% [±3.7]
|
+10.3% [±2.6]
|
RenameTypePerfTests1#test_100_10()
|
+3.5% [±8.0]
|
+1.5% [±6.4]
|
- 6.9% [±17.8]
|
- 1.1% [±19.7]
|
RenameTypePerfTests1#test_10_10()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.2s is not within [0%, 110'%] of 0.14s
- 39.2% [±39.9]
|
+1.8% [±5.1]
|
+14.7% [±14.6]
|
+3.2% [±27.6]
|
RenameTypePerfTests2#test_10_10()
|
+0.7% [±4.6]
|
- 0.9% [±5.3]
|
+14.9% [±13.7]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.17s is not within [0%, 110'%] of 0.14s
- 20.0% [±17.9]
|
RenameTypePerfTests2#test_10_100()
|
+8.7% [±14.0]
|
- 7.9% [±7.8]
|
+7.9% [±23.1]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201008301800': Elapsed Process= 0.25s is not within [0%, 110'%] of 0.2s
- 24.0% [±22.3]
|
RenameTypePerfTests2#test_10_1000()
|
+0.5% [±0.3]
|
- 1.1% [±0.4]
|
+0.8% [±3.2]
|
+1.3% [±2.1]
|
ExtractInterfaceHeapAcceptanceTests#testExtractControl()
|
- 0.6% [n/a]
|
- 4.1% [n/a]
|
+4.3% [n/a]
|
- 1.6% [n/a]
|
ExtractInterfacePerfAcceptanceTests#testExtractControl()
|
- 1.3% [n/a]
|
- 5.0% [n/a]
|
- 1.2% [n/a]
|
+0.0% [n/a]
|