All 67 scenarios |
SLED 10 Sun 1.5.0_10 (2 x 3.00GHz - 3GB RAM)
| RHEL 5.0 Sun 6.0_04 (2 x 3.00GHz - 3GB RAM)
| Win XP Sun 1.5.0_10 (2 x 3.00GHz - 3GB RAM)
| Win XP Sun 1.6.0_04 (2 x 3.00GHz - 3GB RAM)
|
CleanUpPerfTest#testAllCleanUps()
|
- 6.3% [±2.0]
|
- 7.2% [±1.4]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 5s is not within [0%, 110'%] of 4.5s
- 11.7% [±9.5]
|
- 8.3% [±7.1]
|
CleanUpPerfTest#testCodeFormatCleanUp()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.68s is not within [0%, 110'%] of 0.62s
- 10.7% [±15.8]
|
- 9.3% [±13.2]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 2.4s is not within [0%, 110'%] of 2s
- 21.2% [±30.4]
|
+0.0% [±27.4]
|
CleanUpPerfTest#testCodeStyleCleanUp()
|
- 9.5% [±2.0]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 1.2s is not within [0%, 110'%] of 1.1s
- 13.7% [±1.1]
|
- 8.3% [±21.8]
|
- 6.8% [±18.1]
|
CleanUpPerfTest#testControlStatementsCleanUp()
|
- 8.7% [±5.6]
|
+0.9% [±7.1]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 1.4s is not within [0%, 110'%] of 0.89s
- 61.4% [±43.0]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.85s is not within [0%, 110'%] of 0.73s
- 16.0% [±28.8]
|
CleanUpPerfTest#testConvertLoopCleanUp()
|
+0.9% [±3.9]
|
- 6.5% [±0.4]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.53s is not within [0%, 110'%] of 0.36s
- 46.3% [±34.7]
|
- 7.9% [±3.2]
|
CleanUpPerfTest#testExpressionsCleanUp()
|
- 1.5% [±0.4]
|
- 7.3% [±0.3]
|
+10.3% [±26.8]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.44s is not within [0%, 110'%] of 0.35s
- 24.4% [±5.7]
|
CleanUpPerfTest#testJava50CleanUp()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.7s is not within [0%, 110'%] of 0.62s
- 14.1% [±14.2]
|
+0.7% [±4.3]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 1.5s is not within [0%, 110'%] of 1.3s
- 14.1% [±30.6]
|
+5.2% [±26.6]
|
CleanUpPerfTest#testNullCleanUp()
|
- 0.8% [±6.7]
|
- 7.1% [±5.2]
|
- 5.1% [±6.3]
|
- 9.3% [±8.5]
|
CleanUpPerfTest#testOrganizeImports()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.72s is not within [0%, 110'%] of 0.57s
- 26.0% [±22.1]
|
- 3.1% [±7.8]
|
+12.4% [±26.9]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 1.2s is not within [0%, 110'%] of 0.97s
- 20.2% [±29.6]
|
CleanUpPerfTest#testSortMembersCleanUp()
|
+14.5% [±15.8]
|
- 9.1% [±5.1]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 2.2s is not within [0%, 110'%] of 1.4s
- 54.1% [±33.5]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 1.5s is not within [0%, 110'%] of 1.3s
- 11.2% [±23.8]
|
CleanUpPerfTest#testStringCleanUp()
|
+12.8% [±14.0]
|
- 5.8% [±7.1]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 1.8s is not within [0%, 110'%] of 1.3s
- 39.1% [±36.5]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.79s is not within [0%, 110'%] of 0.65s
- 21.2% [±3.3]
|
CleanUpPerfTest#testUnnecessaryCodeCleanUp()
|
- 9.4% [±8.6]
|
- 8.0% [±0.1]
|
- 5.9% [±1.2]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.26s is not within [0%, 110'%] of 0.23s
- 12.9% [±1.1]
|
CleanUpPerfTest#testUnusedCodeCleanUp()
|
+14.1% [±15.1]
|
- 6.5% [±0.2]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.36s is not within [0%, 110'%] of 0.3s
- 18.7% [±7.1]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.4s is not within [0%, 110'%] of 0.27s
- 47.4% [±31.9]
|
CleanUpPerfTest#testVariableDeclarationCleanUp()
|
- 0.9% [±15.0]
|
- 5.6% [±0.2]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 2.5s is not within [0%, 110'%] of 2s
- 26.4% [±25.5]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 2s is not within [0%, 110'%] of 1.6s
- 23.2% [±21.7]
|
OpenTypePerfTest#testColdException()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.71s is not within [0%, 110'%] of 0.6s
- 18.2% [n/a]
|
+31.2% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 3.1s is not within [0%, 110'%] of 0.58s
- 440.7% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.67s is not within [0%, 110'%] of 0.55s
- 22.9% [n/a]
|
OpenTypePerfTest#testWarmException()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.28s is not within [0%, 110'%] of 0.23s
- 19.0% [n/a]
|
+25.7% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.34s is not within [0%, 110'%] of 0.12s
- 175.2% [n/a]
|
+6.0% [n/a]
|
OpenTypePerfTest#testWarmException10()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.27s is not within [0%, 110'%] of 0.23s
- 15.0% [±2.8]
|
+28.4% [±2.8]
|
- 6.1% [±5.4]
|
+8.6% [±9.1]
|
OpenTypePerfTest#testWarmOpenSWT()
|
- 9.8% [n/a]
|
+7.3% [n/a]
|
+6.0% [n/a]
|
- 8.9% [n/a]
|
OpenTypePerfTest#testWarmOpenSWTHistory10()
|
+16.0% [±26.1]
|
+25.5% [±1.4]
|
- 2.9% [±1.8]
|
- 3.6% [±0.4]
|
OpenTypePerfTest#testWarmS10()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.29s is not within [0%, 110'%] of 0.25s
- 15.5% [±3.8]
|
+27.5% [±1.4]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.11s is not within [0%, 110'%] of 98ms
- 11.2% [±7.9]
|
- 0.8% [±1.4]
|
OrganizeImportsPerfTest#testOrganizeImport()
|
+11.0% [±8.8]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.12s is not within [0%, 110'%] of 74ms
- 59.5% [±10.5]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.13s is not within [0%, 110'%] of 0.11s
- 18.9% [±11.5]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.12s is not within [0%, 110'%] of 90ms
- 38.9% [±11.8]
|
PackageExplorerColdPerfTest#testOpen()
|
+0.0% [n/a]
|
+9.5% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 47ms is not within [0%, 110'%] of 31ms
- 51.6% [n/a]
|
+48.4% [n/a]
|
PackageExplorerEmptyPerfTest#testOpen()
|
+16.4% [n/a]
|
+21.2% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.12s is not within [0%, 110'%] of 0.11s
- 14.7% [n/a]
|
+0.0% [n/a]
|
PackageExplorerPerfTest#testExpand()
|
+4.3% [n/a]
|
+14.8% [n/a]
|
+51.6% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 47ms is not within [0%, 110'%] of 31ms
- 51.6% [n/a]
|
PackageExplorerPerfTest#testOpen()
|
+1.1% [n/a]
|
+8.8% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.17s is not within [0%, 110'%] of 0.11s
- 56.4% [n/a]
|
- 0.6% [n/a]
|
PackageExplorerPerfTest#testSelect()
|
- 4.0% [n/a]
|
- 8.3% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 31ms is not within [0%, 110'%] of 16ms
- 93.8% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 47ms is not within [0%, 110'%] of 16ms
- 193.8% [n/a]
|
PackageExplorerWarmPerfTest#testOpen()
|
+4.0% [±5.0]
|
+4.8% [±3.2]
|
+6.2% [±5.8]
|
- 1.8% [±2.4]
|
TypeHierarchyPerfTest#testOpenCollHierarchy()
|
+85.7% [n/a]
|
+83.3% [n/a]
|
+81.4% [n/a]
|
+70.4% [n/a]
|
TypeHierarchyPerfTest#testOpenObjectHierarchy()
|
+71.0% [n/a]
|
+66.8% [n/a]
|
+53.5% [n/a]
|
+43.9% [n/a]
|
TypeHierarchyPerfTest#testOpenObjectHierarchy2()
|
+61.7% [±4.1]
|
+55.5% [±3.5]
|
+58.8% [±3.5]
|
+26.3% [±2.3]
|
IntroduceIndirectionPerfAcceptanceTests#testIntroduceIndirection()
|
- 4.5% [n/a]
|
- 4.1% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 20.3s is not within [0%, 110'%] of 12s
- 69.6% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 15.1s is not within [0%, 110'%] of 9.4s
- 61.0% [n/a]
|
MoveCompilationUnitPerfTests1#test_1000_10()
|
- 7.5% [n/a]
|
- 2.8% [n/a]
|
+16.7% [n/a]
|
- 5.7% [n/a]
|
MoveCompilationUnitPerfTests1#test_100_10()
|
- 0.9% [n/a]
|
- 1.5% [n/a]
|
+0.0% [n/a]
|
+20.9% [n/a]
|
MoveCompilationUnitPerfTests1#test_10_10()
|
+1.8% [±2.1]
|
- 1.6% [±3.1]
|
- 7.2% [±3.7]
|
- 6.0% [±4.5]
|
MoveCompilationUnitPerfTests2#test_10_10()
|
+1.7% [±3.1]
|
+0.0% [±3.4]
|
- 3.6% [±2.7]
|
- 6.6% [±4.4]
|
MoveCompilationUnitPerfTests2#test_10_100()
|
- 3.7% [n/a]
|
- 3.6% [n/a]
|
+0.2% [n/a]
|
- 9.4% [n/a]
|
MoveCompilationUnitPerfTests2#test_10_1000()
|
+1.5% [n/a]
|
- 1.2% [n/a]
|
+1.1% [n/a]
|
- 2.4% [n/a]
|
MoveStaticMembersPerfTests1#test_1000_10()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 17.9s is not within [0%, 110'%] of 16.2s
- 10.5% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 16s is not within [0%, 110'%] of 14.4s
- 11.4% [n/a]
|
- 8.0% [n/a]
|
- 7.6% [n/a]
|
MoveStaticMembersPerfTests1#test_100_10()
|
- 9.6% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 2.1s is not within [0%, 110'%] of 1.9s
- 10.2% [n/a]
|
- 6.7% [n/a]
|
+3.2% [n/a]
|
MoveStaticMembersPerfTests1#test_10_10()
|
+41.4% [±44.4]
|
- 9.5% [±3.9]
|
- 2.7% [±34.6]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.33s is not within [0%, 110'%] of 0.3s
- 10.8% [±6.9]
|
MoveStaticMembersPerfTests2#test_10_10()
|
- 7.7% [±2.6]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.29s is not within [0%, 110'%] of 0.26s
- 11.5% [±4.7]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.66s is not within [0%, 110'%] of 0.45s
- 46.4% [±36.8]
|
- 8.8% [±4.6]
|
MoveStaticMembersPerfTests2#test_10_100()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 2.2s is not within [0%, 110'%] of 1.7s
- 28.6% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 1.7s is not within [0%, 110'%] of 1.1s
- 51.8% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 2.2s is not within [0%, 110'%] of 1.8s
- 25.6% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 1.6s is not within [0%, 110'%] of 1.1s
- 48.4% [n/a]
|
MoveStaticMembersPerfTests2#test_10_1000()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 1mn 9s is not within [0%, 110'%] of 8.6s
- 712.7% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 57.7s is not within [0%, 110'%] of 7.7s
- 648.3% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 1mn 12s is not within [0%, 110'%] of 8.8s
- 715.5% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 56.7s is not within [0%, 110'%] of 7.2s
- 685.5% [n/a]
|
RenameMethodPerfTests1#test_1000_10()
|
- 0.8% [±3.0]
|
- 3.1% [±1.3]
|
- 2.7% [±3.0]
|
- 7.7% [±3.2]
|
RenameMethodPerfTests1#test_100_10()
|
+3.5% [±7.4]
|
+1.2% [±5.4]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 1.7s is not within [0%, 110'%] of 1.5s
- 10.9% [±17.9]
|
- 8.4% [±16.5]
|
RenameMethodPerfTests1#test_10_10()
|
+14.7% [±16.1]
|
- 1.8% [±2.7]
|
+6.3% [±15.7]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.2s is not within [0%, 110'%] of 0.15s
- 30.5% [±27.3]
|
RenameMethodPerfTests2#test_10_10()
|
- 0.7% [±3.4]
|
+7.1% [±9.5]
|
+26.2% [±20.8]
|
- 8.7% [±18.7]
|
RenameMethodPerfTests2#test_10_100()
|
- 1.8% [±14.1]
|
- 2.1% [±6.6]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.35s is not within [0%, 110'%] of 0.24s
- 44.6% [±27.6]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.22s is not within [0%, 110'%] of 0.18s
- 25.3% [±16.4]
|
RenameMethodPerfTests2#test_10_1000()
|
- 0.7% [±0.3]
|
- 1.5% [±0.2]
|
+0.8% [±4.6]
|
- 2.6% [±1.4]
|
RenameMethodWithOverloadPerfTests#test_1000_10()
|
- 0.3% [±1.1]
|
- 2.8% [±0.5]
|
- 8.7% [±2.6]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 26s is not within [0%, 110'%] of 22.9s
- 13.6% [±2.4]
|
RenameMethodWithOverloadPerfTests#test_100_10()
|
+0.6% [±5.2]
|
- 0.7% [±3.4]
|
+5.6% [±11.1]
|
+3.3% [±9.9]
|
RenameMethodWithOverloadPerfTests#test_10_10()
|
- 2.6% [±2.7]
|
- 4.2% [±4.9]
|
+0.0% [±16.9]
|
- 3.9% [±2.0]
|
RenamePackagePerfTests1#test_1000_10()
|
- 0.7% [±2.4]
|
- 3.9% [±1.4]
|
- 6.7% [±3.6]
|
- 9.8% [±2.8]
|
RenamePackagePerfTests1#test_100_10()
|
- 1.5% [±5.3]
|
- 1.1% [±5.2]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 2.1s is not within [0%, 110'%] of 1.9s
- 10.5% [±16.7]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 1.6s is not within [0%, 110'%] of 1.4s
- 15.1% [±15.7]
|
RenamePackagePerfTests1#test_10_10()
|
+17.4% [±19.3]
|
- 1.8% [±3.6]
|
+12.5% [±20.9]
|
+17.4% [±13.8]
|
RenamePackagePerfTests2#test_10_10()
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.24s is not within [0%, 110'%] of 0.21s
- 14.6% [±13.8]
|
+2.2% [±7.0]
|
+15.0% [±21.9]
|
- 3.6% [±25.6]
|
RenamePackagePerfTests2#test_10_100()
|
- 2.2% [±4.9]
|
- 2.0% [±3.5]
|
+2.9% [±16.7]
|
- 3.6% [±16.2]
|
RenamePackagePerfTests2#test_10_1000()
|
+0.5% [±1.6]
|
- 1.3% [±1.2]
|
- 7.0% [±3.1]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 20.2s is not within [0%, 110'%] of 17.7s
- 14.0% [±2.9]
|
RenameTypePerfAcceptanceTests#testWarm()
|
+4.0% [n/a]
|
- 1.5% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 4.4s is not within [0%, 110'%] of 2.7s
- 60.5% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 3.3s is not within [0%, 110'%] of 2.2s
- 53.6% [n/a]
|
RenameTypePerfTests1#test_1000_10()
|
- 1.4% [±2.7]
|
- 2.5% [±1.2]
|
+3.1% [±2.5]
|
- 6.8% [±3.8]
|
RenameTypePerfTests1#test_100_10()
|
+0.5% [±7.8]
|
+1.4% [±6.5]
|
+0.9% [±18.4]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 1.3s is not within [0%, 110'%] of 1.1s
- 16.1% [±17.4]
|
RenameTypePerfTests1#test_10_10()
|
- 7.0% [±10.1]
|
- 0.9% [±3.6]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.26s is not within [0%, 110'%] of 0.23s
- 10.7% [±5.2]
|
- 2.7% [±29.0]
|
RenameTypePerfTests2#test_10_10()
|
+0.7% [±4.9]
|
- 1.9% [±3.3]
|
- 3.5% [±4.5]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 0.18s is not within [0%, 110'%] of 0.14s
- 27.5% [±18.0]
|
RenameTypePerfTests2#test_10_100()
|
+1.6% [±14.7]
|
- 2.6% [±6.6]
|
+4.5% [±22.1]
|
+24.7% [±19.3]
|
RenameTypePerfTests2#test_10_1000()
|
+0.4% [±0.2]
|
- 0.8% [±0.6]
|
+1.9% [±2.8]
|
- 1.0% [±1.2]
|
ExtractInterfaceHeapAcceptanceTests#testExtractControl()
|
+2.3% [n/a]
|
- 5.6% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 25.2s is not within [0%, 110'%] of 16.4s
- 54.1% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 18.7s is not within [0%, 110'%] of 12.8s
- 45.9% [n/a]
|
ExtractInterfacePerfAcceptanceTests#testExtractControl()
|
+2.8% [n/a]
|
- 4.8% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 24.1s is not within [0%, 110'%] of 16.1s
- 49.8% [n/a]
|
Performance criteria not met when compared to 'R-3.5-200906111540_201102071800': Elapsed Process= 20.5s is not within [0%, 110'%] of 13.3s
- 53.8% [n/a]
|