All 60 scenarios |
SLED 10 Sun 1.5.0_10 (2 x 3.00GHz - 3GB RAM)
| RHEL 5.0 Sun 6.0_04 (2 x 3.00GHz - 3GB RAM)
| Win XP Sun 1.5.0_10 (2 x 3.00GHz - 3GB RAM)
|
FullSourceWorkspaceASTTests#testDomAstCreationProjectJLS3()
|
- 1.4% [±0.4]
|
- 2.2% [±0.5]
|
- 3.6% [±0.4]
|
FullSourceWorkspaceASTTests#testPerfDomAstCreationJLS2()
|
+0.0% [±3.2]
|
- 0.6% [±1.3]
|
- 1.4% [±2.8]
|
FullSourceWorkspaceASTTests#testPerfDomAstCreationJLS3()
|
+0.0% [±0.3]
|
- 0.6% [±0.1]
|
- 3.4% [±0.4]
|
FullSourceWorkspaceASTTests#testWkspDomAstCreationJLS2()
|
+0.3% [n/a]
|
- 1.6% [n/a]
|
- 2.2% [n/a]
|
FullSourceWorkspaceBuildTests#testBatchCompilerNoWarning()
|
- 6.3% [±7.4]
|
- 1.3% [±1.5]
|
- 2.0% [±2.4]
|
FullSourceWorkspaceBuildTests#testCompileJDTCoreProjectAllWarnings()
|
+3.1% [±2.9]
|
+0.8% [±1.5]
|
- 2.4% [±1.9]
|
FullSourceWorkspaceBuildTests#testCompileJDTCoreProjectDefault()
|
+5.1% [±1.9]
|
- 1.3% [±1.2]
|
+0.2% [±2.4]
|
FullSourceWorkspaceBuildTests#testCompileJDTCoreProjectJavadoc()
|
- 0.6% [±6.4]
|
- 1.4% [±1.5]
|
- 2.6% [±2.2]
|
FullSourceWorkspaceBuildTests#testCompileJDTCoreProjectNoWarning()
|
- 3.3% [±6.2]
|
+2.3% [±0.8]
|
- 0.1% [±2.4]
|
FullSourceWorkspaceBuildTests#testCompileSWTProjectDefault()
|
- 1.5% [±1.6]
|
- 4.4% [±1.4]
|
- 1.4% [±4.4]
|
FullSourceWorkspaceBuildTests#testFullBuildDefault()
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 1mn 10s is not within [0%, 110'%] of 1mn 4s
- 10.2% [n/a]
|
- 4.5% [n/a]
|
- 3.6% [n/a]
|
FullSourceWorkspaceBuildTests#testFullBuildProjectAllWarnings()
|
- 3.2% [±1.8]
|
- 2.8% [±0.6]
|
- 0.6% [±1.7]
|
FullSourceWorkspaceBuildTests#testFullBuildProjectDefault()
|
- 2.7% [±2.2]
|
+2.4% [±1.0]
|
- 1.5% [±1.4]
|
FullSourceWorkspaceBuildTests#testFullBuildProjectNoWarning()
|
- 0.4% [±1.2]
|
- 7.0% [±1.5]
|
- 0.4% [±1.3]
|
FullSourceWorkspaceBuildTests#testParser()
|
+0.6% [±0.4]
|
- 2.3% [±0.4]
|
- 0.9% [±0.2]
|
FullSourceWorkspaceBuildTests#testScanner()
|
+1.8% [±0.1]
|
+12.4% [±3.1]
|
+2.1% [±0.1]
|
FullSourceWorkspaceCompletionTests#testPerfCompleteEmptyName()
|
- 0.3% [±0.5]
|
+5.8% [±0.2]
|
- 1.3% [±0.6]
|
FullSourceWorkspaceCompletionTests#testPerfCompleteEmptyNameWithoutMethods()
|
+0.0% [±1.1]
|
+5.7% [±0.3]
|
- 2.1% [±0.8]
|
FullSourceWorkspaceCompletionTests#testPerfCompleteEmptyNameWithoutTypes()
|
- 0.6% [±0.2]
|
+6.4% [±0.2]
|
- 1.1% [±0.5]
|
FullSourceWorkspaceCompletionTests#testPerfCompleteMemberAccess()
|
+0.1% [±0.6]
|
+7.3% [±0.2]
|
- 1.8% [±0.5]
|
FullSourceWorkspaceCompletionTests#testPerfCompleteMethodDeclaration()
|
- 0.3% [±2.5]
|
+6.7% [±1.9]
|
- 0.7% [±2.5]
|
FullSourceWorkspaceCompletionTests#testPerfCompleteName()
|
+1.4% [±2.3]
|
+0.5% [±2.5]
|
+2.1% [±2.5]
|
FullSourceWorkspaceCompletionTests#testPerfCompleteNameWithoutMethods()
|
+1.4% [±0.3]
|
+0.4% [±2.7]
|
- 0.4% [±0.3]
|
FullSourceWorkspaceCompletionTests#testPerfCompleteNameWithoutTypes()
|
+0.6% [±0.4]
|
+6.9% [±0.4]
|
- 3.5% [±0.5]
|
FullSourceWorkspaceCompletionTests#testPerfCompleteTypeReference()
|
+3.6% [±2.5]
|
+0.5% [±3.5]
|
+2.2% [±2.6]
|
FullSourceWorkspaceFormatterTests#testFormatDefault()
|
+1.0% [±2.7]
|
+0.6% [±2.2]
|
+1.5% [±2.8]
|
FullSourceWorkspaceFormatterTests#testFormatDefaultBigFile()
|
- 2.6% [±0.2]
|
+0.0% [±0.2]
|
+0.4% [±0.2]
|
FullSourceWorkspaceModelTests#testCloseProjects()
|
- 1.7% [±8.3]
|
+4.2% [±11.1]
|
- 4.2% [±9.0]
|
FullSourceWorkspaceModelTests#testCreateJavaElement()
|
+0.7% [±1.2]
|
+0.0% [±0.6]
|
+0.8% [±1.3]
|
FullSourceWorkspaceModelTests#testFindType()
|
- 3.0% [±0.3]
|
- 1.2% [±0.3]
|
+0.0% [±0.1]
|
FullSourceWorkspaceModelTests#testGetSourceBigJarNoAttachment()
|
+14.6% [±0.3]
|
+18.0% [±2.1]
|
+24.5% [±0.0]
|
FullSourceWorkspaceModelTests#testInitJDTPlugin()
|
- 7.9% [±4.9]
|
- 1.8% [±0.1]
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.83s is not within [0%, 110'%] of 0.75s
- 11.2% [±8.3]
|
FullSourceWorkspaceModelTests#testNameLookupFindKnownSecondaryType()
|
+0.9% [±0.7]
|
+24.9% [±0.5]
|
+2.1% [±0.8]
|
FullSourceWorkspaceModelTests#testNameLookupFindKnownType()
|
+2.1% [±1.2]
|
+29.9% [±0.9]
|
+5.6% [±1.4]
|
FullSourceWorkspaceModelTests#testNameLookupFindUnknownType()
|
+0.6% [±0.8]
|
+25.3% [±0.6]
|
+4.6% [±0.7]
|
FullSourceWorkspaceModelTests#testPerfBatchCreatePackageAndReconcile()
|
+0.0% [±1.4]
|
+0.0% [±2.0]
|
+0.0% [±24.6]
|
FullSourceWorkspaceModelTests#testPerfReconcile()
|
- 0.4% [±0.4]
|
+0.2% [±0.2]
|
- 0.4% [±0.5]
|
FullSourceWorkspaceModelTests#testPerfReconcileBigFileWithSyntaxError()
|
+0.3% [±0.3]
|
- 3.1% [±0.2]
|
- 4.7% [±0.1]
|
FullSourceWorkspaceModelTests#testPerfSearchAllTypeNamesAndReconcile()
|
+1.8% [±0.9]
|
- 1.2% [±0.1]
|
- 0.9% [±1.0]
|
FullSourceWorkspaceModelTests#testPopulateTwoBigJars()
|
Performance criteria not met when compared to 'R-3.4-200806172000_200906121800': Elapsed Process= 0.21s is not within [0%, 110'%] of 0.17s
- 23.7% [±66.7]
|
+1.1% [±60.8]
|
+1.4% [±62.3]
|
FullSourceWorkspaceModelTests#testProjectFindKnownMemberType()
|
+0.0% [±0.5]
|
+17.7% [±0.3]
|
+0.0% [±0.1]
|
FullSourceWorkspaceModelTests#testProjectFindKnownSecondaryType()
|
- 4.6% [±0.6]
|
- 3.9% [±0.2]
|
+0.0% [±0.1]
|
FullSourceWorkspaceModelTests#testProjectFindKnownType()
|
+0.8% [±0.7]
|
+28.4% [±0.5]
|
+0.0% [±0.9]
|
FullSourceWorkspaceModelTests#testProjectFindUnknownType()
|
- 2.5% [±0.6]
|
- 4.3% [±0.2]
|
- 3.0% [±0.5]
|
FullSourceWorkspaceModelTests#testProjectFindUnknownTypeAfterSetClasspath()
|
+1.1% [±0.2]
|
- 4.6% [±0.2]
|
- 0.4% [±0.4]
|
FullSourceWorkspaceModelTests#testReconcileDuplicates()
|
+97.9% [±0.2]
|
+97.9% [±0.1]
|
+98.2% [±0.1]
|
FullSourceWorkspaceModelTests#testSeekPackageFragments()
|
- 0.8% [±2.4]
|
- 1.0% [±2.2]
|
- 0.8% [±2.9]
|
FullSourceWorkspaceSearchTests#testIndexing()
|
- 3.9% [n/a]
|
- 2.7% [n/a]
|
- 2.3% [n/a]
|
FullSourceWorkspaceSearchTests#testIndexingOneProject()
|
+2.5% [±3.2]
|
- 0.4% [±0.2]
|
- 2.7% [±1.2]
|
FullSourceWorkspaceSearchTests#testNewSearchAllTypeNames()
|
+0.0% [±0.2]
|
- 1.8% [±0.3]
|
+6.5% [±1.2]
|
FullSourceWorkspaceSearchTests#testSearchAllTypeNameMatches()
|
+0.0% [±0.5]
|
- 2.2% [±0.2]
|
- 1.0% [±0.7]
|
FullSourceWorkspaceSearchTests#testSearchAllTypeNames()
|
+0.0% [±0.2]
|
+0.2% [±0.2]
|
+2.1% [±0.2]
|
FullSourceWorkspaceSearchTests#testSearchBinaryMethod()
|
+6.6% [±8.6]
|
+2.0% [±0.1]
|
- 1.9% [±0.8]
|
FullSourceWorkspaceSearchTests#testSearchConstructor()
|
- 3.9% [±1.7]
|
+2.0% [±0.1]
|
- 1.4% [±0.3]
|
FullSourceWorkspaceSearchTests#testSearchField()
|
- 7.1% [±3.6]
|
+0.7% [±0.2]
|
- 3.7% [±0.4]
|
FullSourceWorkspaceSearchTests#testSearchMethod()
|
+0.1% [±4.3]
|
+0.8% [±0.2]
|
+0.2% [±0.5]
|
FullSourceWorkspaceSearchTests#testSearchPackageDeclarationsWorkspace()
|
+4.7% [±0.3]
|
+3.8% [±0.1]
|
+3.7% [±0.4]
|
FullSourceWorkspaceSearchTests#testSearchType()
|
- 3.1% [±0.5]
|
+0.8% [±0.3]
|
- 3.4% [±0.4]
|
FullSourceWorkspaceTypeHierarchyTests#testPerfAllTypes()
|
- 1.8% [±2.5]
|
+0.8% [±0.2]
|
- 0.5% [±0.3]
|
FullSourceWorkspaceTypeHierarchyTests#testPerfClassWithPotentialSubinterfaces()
|
+0.0% [±1.0]
|
+0.9% [±0.1]
|
- 7.6% [±1.6]
|