All 55 scenarios |
SLED 10 Sun 1.6.0_17 (2 x 3.00GHz - 3GB RAM)
| RHEL 5.0 Sun 6.0_04 (2 x 3.00GHz - 3GB RAM)
| Win XP Sun 1.6.0_17 (2 x 3.00GHz - 3GB RAM)
| Win XP Sun 1.6.0_17 (2 x 3.00GHz - 3GB RAM)
|
BenchFileStore#testStoreExists()
|
+7.7% [±2.2]
|
+0.0% [±2.2]
|
- 2.0% [±0.9]
|
+0.4% [±0.6]
|
BenchFileStore#testStoreIsReadOnly()
|
+7.7% [±1.0]
|
- 1.7% [±1.1]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 0.65s is not within [0%, 110'%] of 0.55s
- 18.5% [±0.4]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.62s is not within [0%, 110'%] of 0.52s
- 18.4% [±0.5]
|
BenchFileStore#testStoreLastModified()
|
+9.2% [±0.7]
|
+0.0% [±0.7]
|
- 2.2% [±0.3]
|
- 0.4% [±0.3]
|
BenchMiscWorkspace#testGetProject()
|
- 5.3% [±1.2]
|
- 4.5% [±1.1]
|
+6.9% [±1.1]
|
+5.7% [±1.0]
|
BenchMiscWorkspace#testNoOp()
|
+2.4% [±2.7]
|
+2.3% [±1.4]
|
- 1.3% [±0.7]
|
+0.8% [±1.1]
|
BenchWorkspace#testCountResources()
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 93ms is not within [0%, 110'%] of 54ms
- 72.2% [±16.4]
|
- 1.1% [±0.4]
|
+12.2% [±3.5]
|
+11.2% [±3.6]
|
BenchWorkspace#testCountResourcesDuringOperation()
|
- 0.4% [±0.3]
|
- 1.9% [±0.3]
|
- 0.9% [±0.5]
|
- 0.2% [±0.4]
|
BenchWorkspace#testFindMaxProblemSeverity()
|
- 1.9% [±0.5]
|
+4.9% [±0.3]
|
- 1.0% [±0.3]
|
- 0.6% [±0.3]
|
BuilderPerformanceTest#testManualBuildWithAutobuildOn()
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.5s is not within [0%, 110'%] of 0.39s
- 25.9% [±19.3]
|
- 1.7% [±1.8]
|
+11.5% [±18.5]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.45s is not within [0%, 110'%] of 0.39s
- 14.4% [±12.6]
|
FileSystemPerformanceTest#testPutFileInfo()
|
+5.4% [±12.8]
|
+1.8% [±8.3]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 3s is not within [0%, 110'%] of 1.8s
- 66.2% [±18.4]
|
+45.5% [±3.5]
|
LocalHistoryPerformanceTest#testAddState()
|
- 5.4% [±4.5]
|
+0.0% [±5.5]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 0.29s is not within [0%, 110'%] of 0.22s
- 31.2% [±66.2]
|
+22.8% [±39.4]
|
LocalHistoryPerformanceTest#testBug28603()
|
- 4.2% [±3.8]
|
- 5.0% [±2.6]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 0.22s is not within [0%, 110'%] of 0.13s
- 67.9% [±113.0]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 92ms is not within [0%, 110'%] of 54ms
- 70.4% [±61.8]
|
LocalHistoryPerformanceTest#testClearHistory100x4()
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 12ms is not within [0%, 110'%] of 10ms
- 20.0% [±29.4]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.12s is not within [0%, 110'%] of 9ms
- 1,277.8% [±1,253.0]
|
- 3.7% [±17.3]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 8ms is not within [0%, 110'%] of 7ms
- 14.3% [±91.9]
|
LocalHistoryPerformanceTest#testClearHistory20x20()
|
+0.0% [±4.2]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 6ms is not within [0%, 110'%] of 5ms
- 20.0% [±5.0]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 1.1s is not within [0%, 110'%] of 74ms
- 1,387.8% [±1,397.1]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 11ms is not within [0%, 110'%] of 8ms
- 37.5% [±75.8]
|
LocalHistoryPerformanceTest#testClearHistory4x100()
|
+0.0% [±7.1]
|
+0.0% [±7.1]
|
+22.4% [±10.3]
|
[n/a]
|
LocalHistoryPerformanceTest#testCopyHistory100x4()
|
- 6.8% [±7.5]
|
+33.5% [±1.2]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 3.1s is not within [0%, 110'%] of 2s
- 53.2% [±18.8]
|
+16.5% [±9.6]
|
LocalHistoryPerformanceTest#testCopyHistory20x20()
|
+0.0% [±1.1]
|
+34.6% [±1.1]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 0.94s is not within [0%, 110'%] of 0.71s
- 32.2% [±53.0]
|
+20.5% [±43.3]
|
LocalHistoryPerformanceTest#testCopyHistory4x100()
|
+26.5% [±25.9]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 85ms is not within [0%, 110'%] of 46ms
- 84.8% [±116.2]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 0.47s is not within [0%, 110'%] of 0.41s
- 13.0% [±75.9]
|
- 3.9% [±91.0]
|
LocalHistoryPerformanceTest#testGetDeletedMembers100x4()
|
+0.0% [±15.8]
|
+5.6% [±12.4]
|
+25.8% [±25.8]
|
+0.0% [±46.1]
|
LocalHistoryPerformanceTest#testGetDeletedMembers20x20()
|
+0.0% [±6.2]
|
+0.0% [±8.8]
|
+0.0% [±52.3]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 15ms is not within [0%, 110'%] of 8ms
- 87.5% [±100.2]
|
LocalHistoryPerformanceTest#testGetDeletedMembers4x100()
|
+12.5% [±18.7]
|
+0.0% [±8.3]
|
+65.2% [±47.7]
|
+0.0% [±4.7]
|
LocalHistoryPerformanceTest#testGetHistory()
|
+22.2% [n/a]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 13ms is not within [0%, 110'%] of 6ms
- 116.7% [n/a]
|
[n/a]
|
[n/a]
|
LocalHistoryPerformanceTest#testHistoryCleanUp100x4()
|
- 1.6% [±7.5]
|
+1.9% [±6.9]
|
- 2.3% [±23.4]
|
+8.3% [±21.6]
|
LocalHistoryPerformanceTest#testHistoryCleanUp20x20()
|
+1.0% [±0.7]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.28s is not within [0%, 110'%] of 0.11s
- 166.0% [±166.1]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 7s is not within [0%, 110'%] of 6s
- 16.6% [±22.2]
|
+15.1% [±17.0]
|
MarkerPerformanceTest#testSetAttributes1()
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 3.2s is not within [0%, 110'%] of 2.9s
- 10.0% [n/a]
|
- 4.2% [n/a]
|
- 1.4% [n/a]
|
+0.9% [n/a]
|
MarkerPerformanceTest#testSetAttributes2()
|
- 9.0% [n/a]
|
- 2.8% [n/a]
|
- 0.9% [n/a]
|
+0.0% [n/a]
|
PropertyManagerPerformanceTest#testGetProperty100x4()
|
+1.8% [±1.5]
|
+0.6% [±1.1]
|
+1.1% [±3.6]
|
+5.7% [±5.7]
|
PropertyManagerPerformanceTest#testGetProperty20x20()
|
+5.2% [±4.5]
|
+0.3% [±0.2]
|
+0.3% [±1.2]
|
+0.0% [±0.8]
|
PropertyManagerPerformanceTest#testGetProperty4x100()
|
+0.8% [±0.1]
|
- 0.2% [±0.1]
|
+0.6% [±0.8]
|
- 0.1% [±0.3]
|
PropertyManagerPerformanceTest#testSetProperty100x4()
|
+0.0% [±0.9]
|
+0.4% [±0.5]
|
+14.5% [±10.2]
|
+22.6% [±10.4]
|
PropertyManagerPerformanceTest#testSetProperty20x20()
|
+2.2% [±1.1]
|
+0.9% [±1.3]
|
+10.5% [±18.1]
|
+25.9% [±17.7]
|
PropertyManagerPerformanceTest#testSetProperty4x100()
|
+0.7% [±0.9]
|
- 5.4% [±4.1]
|
+7.2% [±17.7]
|
+17.7% [±19.0]
|
WorkspacePerformanceTest#testCloseOpenProject()
|
- 2.4% [±52.2]
|
+6.5% [±0.9]
|
+3.7% [±15.0]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 0.61s is not within [0%, 110'%] of 0.53s
- 13.5% [±11.3]
|
WorkspacePerformanceTest#testCreateResources()
|
- 1.1% [±0.7]
|
+8.9% [±7.4]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 1mn 18s is not within [0%, 110'%] of 1mn 1s
- 26.7% [±1.2]
|
+0.4% [±2.4]
|
WorkspacePerformanceTest#testDeleteProject()
|
+0.0% [±1.4]
|
+1.2% [±0.3]
|
- 8.8% [±2.4]
|
+13.1% [±2.2]
|
WorkspacePerformanceTest#testFolderCopy()
|
+2.2% [±12.4]
|
+0.0% [±1.4]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 1mn 43s is not within [0%, 110'%] of 1mn 32s
- 12.1% [±1.3]
|
+6.4% [±1.1]
|
WorkspacePerformanceTest#testFolderMove()
|
- 1.5% [±0.8]
|
- 0.9% [±1.1]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 2s is not within [0%, 110'%] of 1.5s
- 31.8% [±20.1]
|
+10.5% [±11.1]
|
WorkspacePerformanceTest#testLoadSnapshot()
|
- 1.5% [±2.4]
|
+2.6% [±2.4]
|
+1.5% [±2.2]
|
- 4.8% [±2.5]
|
WorkspacePerformanceTest#testRefreshProject()
|
+0.5% [±0.6]
|
+1.7% [±0.8]
|
+0.9% [±0.4]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 1.2s is not within [0%, 110'%] of 1s
- 14.5% [±14.2]
|
BenchPath#testHash()
|
+0.5% [±0.1]
|
- 0.2% [±0.2]
|
+0.0% [±0.3]
|
- 0.2% [±0.4]
|
BenchPath#testPathCreation()
|
- 4.4% [±0.6]
|
- 2.6% [±0.6]
|
+3.3% [±0.5]
|
+2.0% [±0.4]
|
BenchPath#testToOSString()
|
- 0.4% [±0.9]
|
- 1.9% [±0.6]
|
+0.3% [±1.2]
|
+1.6% [±1.1]
|
BenchPath#testToString()
|
+1.1% [±1.0]
|
- 1.9% [±0.8]
|
- 0.7% [±1.2]
|
- 0.7% [±1.1]
|
ContentTypePerformanceTest#testContentMatching()
|
+1.2% [±0.9]
|
+1.0% [±1.1]
|
+3.3% [±1.3]
|
+0.6% [±0.9]
|
ContentTypePerformanceTest#testIsKindOf()
|
- 0.3% [±1.3]
|
- 0.9% [±1.3]
|
+5.6% [±1.2]
|
- 0.6% [±1.3]
|
ContentTypePerformanceTest#testLoadCatalog()
|
+53.8% [±13.4]
|
+2.3% [±1.1]
|
+2.3% [±7.4]
|
+7.1% [±8.5]
|
ContentTypePerformanceTest#testNameMatching()
|
+10.9% [±0.8]
|
- 0.6% [±0.8]
|
- 5.3% [±1.1]
|
- 9.3% [±0.9]
|
PreferencePerformanceTest#testGetStringCommonPrefixKeys()
|
- 5.1% [±2.4]
|
- 0.2% [±2.6]
|
+11.0% [±1.2]
|
+3.1% [±1.0]
|
PreferencePerformanceTest#testGetStringMisses()
|
+0.4% [±0.4]
|
- 3.2% [±0.2]
|
- 5.8% [±0.8]
|
+2.9% [±2.3]
|
PreferencePerformanceTest#testGetStringSequentialKeys()
|
+0.4% [±0.3]
|
+0.6% [±0.2]
|
- 2.5% [±1.2]
|
- 0.6% [±0.6]
|
PreferencePerformanceTest#testGetStringUniqueKeys()
|
+5.7% [±2.6]
|
+3.9% [±2.6]
|
- 0.9% [±1.4]
|
+2.0% [±2.3]
|
PreferencePerformanceTest#testPutStringKeys()
|
+8.9% [±0.6]
|
- 2.4% [±0.9]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 0.8s is not within [0%, 110'%] of 0.72s
- 10.8% [±0.9]
|
- 9.2% [±0.7]
|
PreferencePerformanceTest#testRemoveStringKeys()
|
- 4.3% [±0.5]
|
+2.1% [±0.3]
|
+0.0% [±1.2]
|
+11.5% [±2.4]
|
StartupTest.testApplicationStartup
|
+3.4% [±13.7]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201110071800': Elapsed Process= 1.5s is not within [0%, 110'%] of 1.3s
- 13.9% [±1.2]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 2.3s is not within [0%, 110'%] of 1.6s
- 38.8% [±15.1]
|
- 9.2% [±17.4]
|
UIStartupTest.testUIApplicationStartup
|
+7.3% [±4.1]
|
+0.4% [±5.2]
|
Performance criteria not met when compared to 'R-3.6-201006080911_201107151800': Elapsed Process= 8.5s is not within [0%, 110'%] of 7.6s
- 11.8% [±5.6]
|
- 4.4% [±6.9]
|