1 /* 2 * Copyright (C) 2016, Matthias Sohn <matthias.sohn@sap.com> 3 * and other copyright owners as documented in the project's IP log. 4 * 5 * This program and the accompanying materials are made available 6 * under the terms of the Eclipse Distribution License v1.0 which 7 * accompanies this distribution, is reproduced below, and is 8 * available at http://www.eclipse.org/org/documents/edl-v10.php 9 * 10 * All rights reserved. 11 * 12 * Redistribution and use in source and binary forms, with or 13 * without modification, are permitted provided that the following 14 * conditions are met: 15 * 16 * - Redistributions of source code must retain the above copyright 17 * notice, this list of conditions and the following disclaimer. 18 * 19 * - Redistributions in binary form must reproduce the above 20 * copyright notice, this list of conditions and the following 21 * disclaimer in the documentation and/or other materials provided 22 * with the distribution. 23 * 24 * - Neither the name of the Eclipse Foundation, Inc. nor the 25 * names of its contributors may be used to endorse or promote 26 * products derived from this software without specific prior 27 * written permission. 28 * 29 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND 30 * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, 31 * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 32 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 33 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR 34 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 35 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 36 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 37 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER 38 * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, 39 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 40 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF 41 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 42 */ 43 package org.eclipse.jgit.junit; 44 45 import java.text.MessageFormat; 46 import java.util.logging.Level; 47 import java.util.logging.Logger; 48 49 import org.junit.rules.TestRule; 50 import org.junit.runner.Description; 51 import org.junit.runners.model.Statement; 52 53 /** 54 * {@link org.junit.rules.TestRule} which enables to run the same JUnit test 55 * repeatedly. Add this rule to the test class 56 * 57 * <pre> 58 * public class MyTest { 59 * @Rule 60 * public RepeatRule repeatRule = new RepeatRule(); 61 * ... 62 * } 63 * </pre> 64 * 65 * and annotate the test to be repeated with the 66 * {@code @Repeat(n=<repetitions>)} annotation 67 * 68 * <pre> 69 * @Test 70 * @Repeat(n = 100) 71 * public void test() { 72 * ... 73 * } 74 * </pre> 75 * 76 * then this test will be repeated 100 times. If any test execution fails test 77 * repetition will be stopped. 78 */ 79 public class RepeatRule implements TestRule { 80 81 private static Logger LOG = Logger 82 .getLogger(RepeatRule.class.getName()); 83 84 /** 85 * Exception thrown if repeated execution of a test annotated with 86 * {@code @Repeat} failed. 87 */ 88 public static class RepeatedTestException extends RuntimeException { 89 private static final long serialVersionUID = 1L; 90 91 /** 92 * Constructor 93 * 94 * @param message 95 * the error message 96 */ 97 public RepeatedTestException(String message) { 98 super(message); 99 } 100 101 /** 102 * Constructor 103 * 104 * @param message 105 * the error message 106 * @param cause 107 * exception causing this exception 108 */ 109 public RepeatedTestException(String message, Throwable cause) { 110 super(message, cause); 111 } 112 } 113 114 private static class RepeatStatement extends Statement { 115 116 private final int repetitions; 117 118 private boolean abortOnFailure; 119 120 private final Statement statement; 121 122 private RepeatStatement(int repetitions, boolean abortOnFailure, 123 Statement statement) { 124 this.repetitions = repetitions; 125 this.abortOnFailure = abortOnFailure; 126 this.statement = statement; 127 } 128 129 @Override 130 public void evaluate() throws Throwable { 131 int failures = 0; 132 for (int i = 0; i < repetitions; i++) { 133 try { 134 statement.evaluate(); 135 } catch (Throwable e) { 136 failures += 1; 137 RepeatedTestException ex = new RepeatedTestException( 138 MessageFormat.format( 139 "Repeated test failed when run for the {0}. time", 140 Integer.valueOf(i + 1)), 141 e); 142 LOG.log(Level.SEVERE, ex.getMessage(), ex); 143 if (abortOnFailure) { 144 throw ex; 145 } 146 } 147 } 148 if (failures > 0) { 149 RepeatedTestException e = new RepeatedTestException( 150 MessageFormat.format( 151 "Test failed {0} times out of {1} repeated executions", 152 Integer.valueOf(failures), 153 Integer.valueOf(repetitions))); 154 LOG.log(Level.SEVERE, e.getMessage(), e); 155 throw e; 156 } 157 } 158 } 159 160 /** {@inheritDoc} */ 161 @Override 162 public Statement apply(Statement statement, Description description) { 163 Statement result = statement; 164 Repeat repeat = description.getAnnotation(Repeat.class); 165 if (repeat != null) { 166 int n = repeat.n(); 167 boolean abortOnFailure = repeat.abortOnFailure(); 168 result = new RepeatStatement(n, abortOnFailure, statement); 169 } 170 return result; 171 } 172 }