All 67 scenarios |
SLED 10 Sun 1.5.0_10 (2 x 3.00GHz - 3GB RAM)
| RHEL 5.0 Sun 6.0_04 (2 x 3.00GHz - 3GB RAM)
| Win XP Sun 1.5.0_10 (2 x 3.00GHz - 3GB RAM)
|
CleanUpPerfTest#testAllCleanUps()
|
- 2.0% [±2.6]
|
+1.5% [±1.2]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 4.4s is not within [0%, 110'%] of 4s
- 10.3% [±6.6]
|
CleanUpPerfTest#testCodeFormatCleanUp()
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.69s is not within [0%, 110'%] of 0.61s
- 12.6% [±18.7]
|
- 9.5% [±7.9]
|
- 8.8% [±27.4]
|
CleanUpPerfTest#testCodeStyleCleanUp()
|
- 0.8% [±1.8]
|
- 5.3% [±1.7]
|
- 6.1% [±18.1]
|
CleanUpPerfTest#testControlStatementsCleanUp()
|
+0.0% [±5.3]
|
- 6.2% [±1.1]
|
- 4.8% [±27.8]
|
CleanUpPerfTest#testConvertLoopCleanUp()
|
+0.0% [±1.3]
|
- 7.3% [±5.6]
|
+0.0% [±1.6]
|
CleanUpPerfTest#testExpressionsCleanUp()
|
+11.2% [±11.8]
|
+0.7% [±1.6]
|
- 6.7% [±31.9]
|
CleanUpPerfTest#testJava50CleanUp()
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.67s is not within [0%, 110'%] of 0.6s
- 11.7% [±11.4]
|
- 2.7% [±0.1]
|
+7.6% [±23.2]
|
CleanUpPerfTest#testNullCleanUp()
|
- 0.3% [±6.4]
|
- 0.7% [±5.0]
|
- 1.5% [±6.1]
|
CleanUpPerfTest#testOrganizeImports()
|
- 1.2% [±1.3]
|
- 2.3% [±0.3]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 1.3s is not within [0%, 110'%] of 1.1s
- 18.1% [±29.2]
|
CleanUpPerfTest#testSortMembersCleanUp()
|
+1.9% [±2.2]
|
- 0.4% [±5.7]
|
- 4.3% [±24.3]
|
CleanUpPerfTest#testStringCleanUp()
|
+0.0% [±4.3]
|
- 2.6% [±0.3]
|
- 0.1% [±2.1]
|
CleanUpPerfTest#testUnnecessaryCodeCleanUp()
|
+1.0% [±19.8]
|
+0.4% [±0.3]
|
+0.4% [±1.4]
|
CleanUpPerfTest#testUnusedCodeCleanUp()
|
+1.8% [±0.9]
|
- 0.4% [±0.2]
|
+1.3% [±1.5]
|
CleanUpPerfTest#testVariableDeclarationCleanUp()
|
- 3.5% [±12.4]
|
- 0.7% [±1.1]
|
+3.1% [±18.7]
|
OpenTypePerfTest#testColdException()
|
- 4.8% [n/a]
|
- 1.9% [n/a]
|
+0.5% [n/a]
|
OpenTypePerfTest#testWarmException()
|
+0.8% [n/a]
|
+14.7% [n/a]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.36s is not within [0%, 110'%] of 94ms
- 281.9% [n/a]
|
OpenTypePerfTest#testWarmException10()
|
- 9.6% [±2.4]
|
- 0.9% [±4.6]
|
+23.1% [±15.9]
|
OpenTypePerfTest#testWarmOpenSWT()
|
- 3.1% [n/a]
|
+0.0% [n/a]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.12s is not within [0%, 110'%] of 0.11s
- 14.7% [n/a]
|
OpenTypePerfTest#testWarmOpenSWTHistory10()
|
- 8.4% [±3.4]
|
- 2.5% [±2.5]
|
+0.0% [±6.6]
|
OpenTypePerfTest#testWarmS10()
|
- 4.6% [±3.5]
|
+0.0% [±2.6]
|
+43.5% [±14.9]
|
OrganizeImportsPerfTest#testOrganizeImport()
|
+24.2% [±32.6]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 80ms is not within [0%, 110'%] of 68ms
- 17.6% [±16.5]
|
+26.2% [±30.9]
|
PackageExplorerColdPerfTest#testOpen()
|
+8.7% [n/a]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 63ms is not within [0%, 110'%] of 19ms
- 231.6% [n/a]
|
+0.0% [n/a]
|
PackageExplorerEmptyPerfTest#testOpen()
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.11s is not within [0%, 110'%] of 91ms
- 25.3% [n/a]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.13s is not within [0%, 110'%] of 70ms
- 80.0% [n/a]
|
+0.0% [n/a]
|
PackageExplorerPerfTest#testExpand()
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 24ms is not within [0%, 110'%] of 16ms
- 50.0% [n/a]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 18ms is not within [0%, 110'%] of 13ms
- 38.5% [n/a]
|
+0.0% [n/a]
|
PackageExplorerPerfTest#testOpen()
|
+10.8% [n/a]
|
- 8.0% [n/a]
|
+0.0% [n/a]
|
PackageExplorerPerfTest#testSelect()
|
+0.0% [n/a]
|
- 4.3% [n/a]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.28s is not within [0%, 110'%] of 16ms
- 1,656.2% [n/a]
|
PackageExplorerWarmPerfTest#testOpen()
|
- 8.3% [±6.1]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 65ms is not within [0%, 110'%] of 59ms
- 10.2% [±4.5]
|
- 1.1% [±6.6]
|
TypeHierarchyPerfTest#testOpenCollHierarchy()
|
+5.6% [n/a]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.4s is not within [0%, 110'%] of 0.36s
- 13.2% [n/a]
|
+3.0% [n/a]
|
TypeHierarchyPerfTest#testOpenObjectHierarchy()
|
- 0.6% [n/a]
|
+3.3% [n/a]
|
+33.8% [n/a]
|
TypeHierarchyPerfTest#testOpenObjectHierarchy2()
|
+2.1% [±5.7]
|
+1.2% [±5.2]
|
+0.0% [±7.3]
|
IntroduceIndirectionPerfAcceptanceTests#testIntroduceIndirection()
|
- 1.4% [n/a]
|
- 0.6% [n/a]
|
- 0.5% [n/a]
|
MoveCompilationUnitPerfTests1#test_1000_10()
|
- 4.8% [n/a]
|
- 5.6% [n/a]
|
- 1.2% [n/a]
|
MoveCompilationUnitPerfTests1#test_100_10()
|
+40.3% [n/a]
|
- 4.1% [n/a]
|
- 1.9% [n/a]
|
MoveCompilationUnitPerfTests1#test_10_10()
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.18s is not within [0%, 110'%] of 0.16s
- 11.3% [±2.0]
|
- 3.3% [±3.3]
|
- 2.4% [±4.1]
|
MoveCompilationUnitPerfTests2#test_10_10()
|
- 7.5% [±3.2]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.17s is not within [0%, 110'%] of 0.12s
- 37.4% [±37.1]
|
- 6.2% [±4.4]
|
MoveCompilationUnitPerfTests2#test_10_100()
|
- 7.1% [n/a]
|
- 3.7% [n/a]
|
+2.8% [n/a]
|
MoveCompilationUnitPerfTests2#test_10_1000()
|
- 1.7% [n/a]
|
- 0.8% [n/a]
|
- 2.7% [n/a]
|
MoveStaticMembersPerfTests1#test_1000_10()
|
- 3.8% [n/a]
|
- 4.4% [n/a]
|
- 2.1% [n/a]
|
MoveStaticMembersPerfTests1#test_100_10()
|
- 4.4% [n/a]
|
- 5.2% [n/a]
|
- 1.7% [n/a]
|
MoveStaticMembersPerfTests1#test_10_10()
|
- 2.6% [±1.4]
|
+1.5% [±4.8]
|
+17.1% [±19.1]
|
MoveStaticMembersPerfTests2#test_10_10()
|
- 1.7% [±2.1]
|
+0.8% [±6.9]
|
- 2.5% [±2.6]
|
MoveStaticMembersPerfTests2#test_10_100()
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 1.7s is not within [0%, 110'%] of 1.5s
- 10.5% [n/a]
|
- 3.7% [n/a]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 2s is not within [0%, 110'%] of 1.7s
- 15.8% [n/a]
|
MoveStaticMembersPerfTests2#test_10_1000()
|
- 2.4% [n/a]
|
- 0.8% [n/a]
|
- 1.5% [n/a]
|
RenameMethodPerfTests1#test_1000_10()
|
- 6.2% [±2.4]
|
- 3.9% [±1.7]
|
- 1.9% [±2.8]
|
RenameMethodPerfTests1#test_100_10()
|
- 1.9% [±8.3]
|
- 2.7% [±6.4]
|
+6.7% [±11.8]
|
RenameMethodPerfTests1#test_10_10()
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.23s is not within [0%, 110'%] of 0.14s
- 59.3% [±55.7]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.13s is not within [0%, 110'%] of 0.11s
- 18.5% [±12.1]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.26s is not within [0%, 110'%] of 0.23s
- 13.0% [±20.0]
|
RenameMethodPerfTests2#test_10_10()
|
+21.4% [±25.1]
|
- 5.5% [±2.9]
|
- 4.7% [±5.1]
|
RenameMethodPerfTests2#test_10_100()
|
- 3.7% [±14.1]
|
- 3.7% [±6.9]
|
- 3.4% [±17.2]
|
RenameMethodPerfTests2#test_10_1000()
|
+0.3% [±0.9]
|
- 0.5% [±0.2]
|
+2.9% [±2.3]
|
RenameMethodWithOverloadPerfTests#test_1000_10()
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 13.7s is not within [0%, 110'%] of 12.4s
- 10.4% [±1.5]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 12.6s is not within [0%, 110'%] of 11.4s
- 10.0% [±0.6]
|
- 7.1% [±1.6]
|
RenameMethodWithOverloadPerfTests#test_100_10()
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 1.3s is not within [0%, 110'%] of 1.2s
- 10.8% [±5.3]
|
- 8.7% [±3.4]
|
- 4.4% [±7.5]
|
RenameMethodWithOverloadPerfTests#test_10_10()
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.24s is not within [0%, 110'%] of 0.21s
- 10.8% [±3.2]
|
- 8.7% [±3.8]
|
+0.6% [±9.1]
|
RenamePackagePerfTests1#test_1000_10()
|
- 4.3% [±2.5]
|
- 4.0% [±1.5]
|
- 2.9% [±2.1]
|
RenamePackagePerfTests1#test_100_10()
|
- 3.9% [±4.8]
|
- 4.1% [±4.3]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 1.6s is not within [0%, 110'%] of 1.5s
- 10.9% [±12.5]
|
RenamePackagePerfTests1#test_10_10()
|
- 4.4% [±3.9]
|
+13.7% [±17.8]
|
- 9.5% [±8.9]
|
RenamePackagePerfTests2#test_10_10()
|
+0.5% [±4.2]
|
- 1.8% [±3.7]
|
- 8.0% [±18.0]
|
RenamePackagePerfTests2#test_10_100()
|
- 3.9% [±4.9]
|
+1.1% [±4.6]
|
- 9.3% [±12.0]
|
RenamePackagePerfTests2#test_10_1000()
|
- 2.9% [±1.6]
|
- 2.9% [±1.1]
|
- 1.7% [±1.9]
|
RenameTypePerfAcceptanceTests#testWarm()
|
- 1.9% [n/a]
|
- 2.7% [n/a]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 3.4s is not within [0%, 110'%] of 2.8s
- 23.3% [n/a]
|
RenameTypePerfTests1#test_1000_10()
|
- 6.3% [±2.5]
|
- 3.4% [±1.7]
|
- 3.6% [±2.7]
|
RenameTypePerfTests1#test_100_10()
|
- 3.1% [±8.0]
|
- 4.0% [±6.8]
|
- 3.6% [±12.2]
|
RenameTypePerfTests1#test_10_10()
|
- 2.9% [±4.4]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.11s is not within [0%, 110'%] of 0.1s
- 10.7% [±5.4]
|
+2.0% [±16.3]
|
RenameTypePerfTests2#test_10_10()
|
- 2.9% [±4.2]
|
- 4.8% [±3.4]
|
+11.4% [±10.6]
|
RenameTypePerfTests2#test_10_100()
|
- 5.1% [±15.4]
|
- 2.7% [±6.4]
|
+9.1% [±13.9]
|
RenameTypePerfTests2#test_10_1000()
|
- 2.0% [±0.9]
|
- 0.8% [±0.2]
|
- 5.0% [±2.6]
|
ExtractInterfaceHeapAcceptanceTests#testExtractControl()
|
- 1.4% [n/a]
|
- 2.1% [n/a]
|
- 1.4% [n/a]
|
ExtractInterfacePerfAcceptanceTests#testExtractControl()
|
- 0.8% [n/a]
|
- 1.4% [n/a]
|
- 0.4% [n/a]
|