All 64 scenarios |
SLED 10 Sun 1.6.0_17 (2 x 3.00GHz - 3GB RAM)
| RHEL 5.0 Sun 6.0_04 (2 x 3.00GHz - 3GB RAM)
| Win XP Sun 1.6.0_17 (2 x 3.00GHz - 3GB RAM)
| Win XP Sun 1.6.0_17 (2 x 3.00GHz - 3GB RAM)
|
CleanUpPerfTest#testAllCleanUps()
|
- 3.8% [±1.8]
|
- 4.6% [±1.3]
|
- 8.4% [±9.3]
|
+5.8% [±7.7]
|
CleanUpPerfTest#testCodeFormatCleanUp()
|
+0.9% [±3.8]
|
+14.6% [±8.6]
|
- 0.3% [±27.5]
|
+23.4% [±23.5]
|
CleanUpPerfTest#testCodeStyleCleanUp()
|
- 1.3% [±4.0]
|
- 3.1% [±1.4]
|
- 0.4% [±21.0]
|
+4.6% [±17.5]
|
CleanUpPerfTest#testControlStatementsCleanUp()
|
- 4.2% [±2.3]
|
+0.0% [±2.9]
|
+17.9% [±19.7]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.92s is not within [0%, 110'%] of 0.63s
- 45.6% [±31.6]
|
CleanUpPerfTest#testConvertLoopCleanUp()
|
- 1.9% [±0.2]
|
- 8.9% [±7.3]
|
+18.7% [±21.0]
|
+23.6% [±26.4]
|
CleanUpPerfTest#testExpressionsCleanUp()
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.37s is not within [0%, 110'%] of 0.33s
- 13.5% [±7.3]
|
- 5.8% [±1.6]
|
+7.6% [±11.7]
|
+20.4% [±27.3]
|
CleanUpPerfTest#testJava50CleanUp()
|
- 6.4% [±8.1]
|
- 2.4% [±0.3]
|
+6.6% [±29.1]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.98s is not within [0%, 110'%] of 0.88s
- 11.4% [±29.7]
|
CleanUpPerfTest#testNullCleanUp()
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.37s is not within [0%, 110'%] of 0.33s
- 12.0% [±12.9]
|
+0.6% [±5.0]
|
- 0.9% [±4.9]
|
+0.9% [±4.7]
|
CleanUpPerfTest#testOrganizeImports()
|
+4.0% [±3.3]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.67s is not within [0%, 110'%] of 0.59s
- 12.9% [±9.9]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 1.5s is not within [0%, 110'%] of 1s
- 45.9% [±39.4]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 1.1s is not within [0%, 110'%] of 0.87s
- 29.0% [±31.7]
|
CleanUpPerfTest#testSortMembersCleanUp()
|
+7.8% [±9.6]
|
- 1.1% [±1.2]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 1.4s is not within [0%, 110'%] of 1.1s
- 26.7% [±30.2]
|
+5.0% [±24.5]
|
CleanUpPerfTest#testStringCleanUp()
|
+9.4% [±14.4]
|
- 8.8% [±7.5]
|
+53.0% [±18.7]
|
+21.8% [±24.3]
|
CleanUpPerfTest#testUnnecessaryCodeCleanUp()
|
- 0.4% [±0.4]
|
+0.0% [±0.5]
|
+0.4% [±0.6]
|
+1.2% [±0.8]
|
CleanUpPerfTest#testUnusedCodeCleanUp()
|
+23.7% [±25.1]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.29s is not within [0%, 110'%] of 0.26s
- 10.9% [±10.7]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 0.37s is not within [0%, 110'%] of 0.29s
- 27.4% [±28.7]
|
- 4.6% [±1.1]
|
CleanUpPerfTest#testVariableDeclarationCleanUp()
|
+8.7% [±10.9]
|
- 1.6% [±3.6]
|
- 8.4% [±21.3]
|
+23.4% [±16.8]
|
OpenTypePerfTest#testColdException()
|
+6.7% [n/a]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.73s is not within [0%, 110'%] of 0.59s
- 23.9% [n/a]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 0.5s is not within [0%, 110'%] of 0.45s
- 10.4% [n/a]
|
+2.7% [n/a]
|
OpenTypePerfTest#testWarmException()
|
- 1.4% [n/a]
|
+27.7% [n/a]
|
- 0.9% [n/a]
|
- 6.4% [n/a]
|
OpenTypePerfTest#testWarmException10()
|
+1.0% [±14.9]
|
+9.9% [±2.7]
|
+20.4% [±31.0]
|
+6.7% [±10.4]
|
OpenTypePerfTest#testWarmOpenSWT()
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.67s is not within [0%, 110'%] of 0.35s
- 93.1% [n/a]
|
- 0.3% [n/a]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 0.36s is not within [0%, 110'%] of 0.11s
- 229.4% [n/a]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.8s is not within [0%, 110'%] of 0.59s
- 34.2% [n/a]
|
OpenTypePerfTest#testWarmOpenSWTHistory10()
|
- 1.8% [±1.2]
|
+7.0% [±2.1]
|
+4.0% [±5.2]
|
+9.6% [±2.0]
|
OpenTypePerfTest#testWarmS10()
|
+0.3% [±2.9]
|
+7.7% [±1.9]
|
+1.5% [±22.4]
|
- 0.4% [±1.1]
|
OrganizeImportsPerfTest#testOrganizeImport()
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.11s is not within [0%, 110'%] of 69ms
- 58.0% [±2.9]
|
+0.0% [±1.5]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 93ms is not within [0%, 110'%] of 79ms
- 17.7% [±10.4]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.1s is not within [0%, 110'%] of 86ms
- 16.3% [±10.0]
|
PackageExplorerColdPerfTest#testOpen()
|
- 9.5% [n/a]
|
+4.8% [n/a]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 31ms is not within [0%, 110'%] of 16ms
- 93.8% [n/a]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 32ms is not within [0%, 110'%] of 16ms
- 100.0% [n/a]
|
PackageExplorerEmptyPerfTest#testOpen()
|
- 4.9% [n/a]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 93ms is not within [0%, 110'%] of 80ms
- 16.2% [n/a]
|
+0.0% [n/a]
|
+0.0% [n/a]
|
PackageExplorerPerfTest#testExpand()
|
+9.5% [n/a]
|
+0.0% [n/a]
|
+6.2% [n/a]
|
+0.0% [n/a]
|
PackageExplorerPerfTest#testOpen()
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 85ms is not within [0%, 110'%] of 77ms
- 10.4% [n/a]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 90ms is not within [0%, 110'%] of 80ms
- 12.5% [n/a]
|
+0.0% [n/a]
|
+0.0% [n/a]
|
PackageExplorerPerfTest#testSelect()
|
- 4.2% [n/a]
|
- 4.0% [n/a]
|
+0.0% [n/a]
|
+0.0% [n/a]
|
PackageExplorerWarmPerfTest#testOpen()
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 74ms is not within [0%, 110'%] of 62ms
- 19.4% [±9.6]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 66ms is not within [0%, 110'%] of 60ms
- 10.0% [±4.5]
|
+3.0% [±6.8]
|
- 2.8% [±1.9]
|
IntroduceIndirectionPerfAcceptanceTests#testIntroduceIndirection()
|
+4.0% [n/a]
|
+3.8% [n/a]
|
+0.3% [n/a]
|
+2.0% [n/a]
|
MoveCompilationUnitPerfTests1#test_1000_10()
|
+4.9% [n/a]
|
+7.6% [n/a]
|
- 4.9% [n/a]
|
+14.5% [n/a]
|
MoveCompilationUnitPerfTests1#test_100_10()
|
+0.2% [n/a]
|
- 1.0% [n/a]
|
+6.4% [n/a]
|
- 2.9% [n/a]
|
MoveCompilationUnitPerfTests1#test_10_10()
|
+0.7% [±2.6]
|
+0.8% [±3.3]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 0.41s is not within [0%, 110'%] of 0.23s
- 77.3% [±85.4]
|
- 6.4% [±3.4]
|
MoveCompilationUnitPerfTests2#test_10_10()
|
+1.5% [±2.7]
|
+0.0% [±3.8]
|
+9.0% [±8.8]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.33s is not within [0%, 110'%] of 0.17s
- 97.6% [±94.2]
|
MoveCompilationUnitPerfTests2#test_10_100()
|
+1.9% [n/a]
|
+3.3% [n/a]
|
- 4.3% [n/a]
|
- 0.3% [n/a]
|
MoveCompilationUnitPerfTests2#test_10_1000()
|
+1.6% [n/a]
|
- 3.0% [n/a]
|
+0.4% [n/a]
|
- 0.9% [n/a]
|
MoveStaticMembersPerfTests1#test_1000_10()
|
+3.0% [n/a]
|
- 1.0% [n/a]
|
- 4.2% [n/a]
|
+9.8% [n/a]
|
MoveStaticMembersPerfTests1#test_100_10()
|
+2.1% [n/a]
|
- 1.4% [n/a]
|
- 2.6% [n/a]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 2.7s is not within [0%, 110'%] of 2.3s
- 19.3% [n/a]
|
MoveStaticMembersPerfTests1#test_10_10()
|
+0.0% [±3.8]
|
- 1.7% [±4.5]
|
- 4.1% [±5.3]
|
- 3.5% [±3.3]
|
MoveStaticMembersPerfTests2#test_10_10()
|
- 1.4% [±3.7]
|
- 1.7% [±3.7]
|
+0.0% [±3.8]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.49s is not within [0%, 110'%] of 0.31s
- 57.1% [±46.9]
|
MoveStaticMembersPerfTests2#test_10_100()
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 2.5s is not within [0%, 110'%] of 1.6s
- 53.8% [n/a]
|
+0.0% [n/a]
|
+1.9% [n/a]
|
- 1.0% [n/a]
|
MoveStaticMembersPerfTests2#test_10_1000()
|
- 9.4% [n/a]
|
+9.6% [n/a]
|
+2.5% [n/a]
|
- 0.8% [n/a]
|
RenameMethodPerfTests1#test_1000_10()
|
+8.2% [±2.1]
|
+7.3% [±1.3]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 17s is not within [0%, 110'%] of 14.9s
- 13.5% [±3.2]
|
+7.1% [±3.1]
|
RenameMethodPerfTests1#test_100_10()
|
+2.8% [±5.4]
|
- 6.1% [±7.1]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 1.4s is not within [0%, 110'%] of 1.2s
- 10.1% [±16.6]
|
- 3.3% [±17.2]
|
RenameMethodPerfTests1#test_10_10()
|
+1.6% [±2.8]
|
- 0.9% [±2.6]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 0.23s is not within [0%, 110'%] of 0.18s
- 29.8% [±20.0]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.18s is not within [0%, 110'%] of 0.16s
- 12.8% [±14.5]
|
RenameMethodPerfTests2#test_10_10()
|
+0.8% [±2.8]
|
- 0.9% [±2.8]
|
- 2.7% [±28.7]
|
+31.1% [±25.4]
|
RenameMethodPerfTests2#test_10_100()
|
+0.0% [±6.4]
|
- 0.7% [±6.9]
|
- 3.9% [±4.5]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.22s is not within [0%, 110'%] of 0.18s
- 22.2% [±15.9]
|
RenameMethodPerfTests2#test_10_1000()
|
+1.0% [±0.7]
|
+0.3% [±0.2]
|
- 2.0% [±2.2]
|
- 0.3% [±0.4]
|
RenameMethodWithOverloadPerfTests#test_1000_10()
|
+3.2% [±1.2]
|
+2.0% [±0.6]
|
- 9.9% [±1.7]
|
+3.9% [±1.5]
|
RenameMethodWithOverloadPerfTests#test_100_10()
|
+0.5% [±3.7]
|
- 2.6% [±3.3]
|
+0.1% [±10.6]
|
+4.9% [±10.9]
|
RenameMethodWithOverloadPerfTests#test_10_10()
|
- 3.1% [±2.2]
|
- 2.1% [±2.4]
|
+0.8% [±2.8]
|
+8.6% [±11.5]
|
RenamePackagePerfTests1#test_1000_10()
|
+5.1% [±1.8]
|
+5.8% [±1.5]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 18.9s is not within [0%, 110'%] of 16.6s
- 14.2% [±2.6]
|
+6.2% [±3.0]
|
RenamePackagePerfTests1#test_100_10()
|
+0.7% [±3.9]
|
+1.6% [±4.5]
|
- 5.4% [±15.9]
|
- 5.7% [±15.5]
|
RenamePackagePerfTests1#test_10_10()
|
+0.0% [±4.1]
|
- 2.3% [±4.2]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 0.4s is not within [0%, 110'%] of 0.34s
- 17.7% [±21.4]
|
- 7.1% [±15.5]
|
RenamePackagePerfTests2#test_10_10()
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.26s is not within [0%, 110'%] of 0.18s
- 43.4% [±42.7]
|
- 1.7% [±3.8]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 0.36s is not within [0%, 110'%] of 0.31s
- 18.3% [±21.7]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.27s is not within [0%, 110'%] of 0.24s
- 11.7% [±12.5]
|
RenamePackagePerfTests2#test_10_100()
|
+1.8% [±3.4]
|
+3.9% [±4.9]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 1.6s is not within [0%, 110'%] of 1.4s
- 12.8% [±18.2]
|
+5.6% [±16.2]
|
RenamePackagePerfTests2#test_10_1000()
|
+4.8% [±1.0]
|
+3.9% [±1.1]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 20.5s is not within [0%, 110'%] of 18.5s
- 10.8% [±2.2]
|
+7.4% [±2.6]
|
RenameTypePerfAcceptanceTests#testWarm()
|
- 1.6% [n/a]
|
- 2.2% [n/a]
|
- 9.1% [n/a]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 2.9s is not within [0%, 110'%] of 2.2s
- 33.8% [n/a]
|
RenameTypePerfTests1#test_1000_10()
|
+7.1% [±1.5]
|
+6.7% [±1.4]
|
- 9.7% [±3.1]
|
+2.2% [±3.0]
|
RenameTypePerfTests1#test_100_10()
|
- 1.6% [±4.8]
|
- 1.9% [±7.8]
|
- 5.6% [±15.4]
|
+5.4% [±16.8]
|
RenameTypePerfTests1#test_10_10()
|
+21.7% [±21.7]
|
+0.9% [±3.1]
|
+16.6% [±14.8]
|
- 4.2% [±3.2]
|
RenameTypePerfTests2#test_10_10()
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.18s is not within [0%, 110'%] of 0.12s
- 50.9% [±52.5]
|
- 4.6% [±4.2]
|
+17.5% [±15.8]
|
- 3.5% [±2.3]
|
RenameTypePerfTests2#test_10_100()
|
+3.7% [±6.2]
|
- 1.3% [±6.8]
|
+2.8% [±21.6]
|
- 1.0% [±5.4]
|
RenameTypePerfTests2#test_10_1000()
|
+2.0% [±0.5]
|
- 1.6% [±0.6]
|
- 0.8% [±0.9]
|
+1.3% [±1.5]
|
ExtractInterfaceHeapAcceptanceTests#testExtractControl()
|
- 1.7% [n/a]
|
- 1.3% [n/a]
|
+3.2% [n/a]
|
+5.3% [n/a]
|
ExtractInterfacePerfAcceptanceTests#testExtractControl()
|
- 0.5% [n/a]
|
- 1.6% [n/a]
|
- 0.8% [n/a]
|
+5.3% [n/a]
|