1 /*
2 * Copyright (C) 2016, Matthias Sohn <matthias.sohn@sap.com>
3 * and other copyright owners as documented in the project's IP log.
4 *
5 * This program and the accompanying materials are made available
6 * under the terms of the Eclipse Distribution License v1.0 which
7 * accompanies this distribution, is reproduced below, and is
8 * available at http://www.eclipse.org/org/documents/edl-v10.php
9 *
10 * All rights reserved.
11 *
12 * Redistribution and use in source and binary forms, with or
13 * without modification, are permitted provided that the following
14 * conditions are met:
15 *
16 * - Redistributions of source code must retain the above copyright
17 * notice, this list of conditions and the following disclaimer.
18 *
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials provided
22 * with the distribution.
23 *
24 * - Neither the name of the Eclipse Foundation, Inc. nor the
25 * names of its contributors may be used to endorse or promote
26 * products derived from this software without specific prior
27 * written permission.
28 *
29 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
30 * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
31 * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
32 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
33 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
34 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
35 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
36 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
37 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
38 * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
39 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
40 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
41 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
42 */
43 package org.eclipse.jgit.junit;
44
45 import java.text.MessageFormat;
46 import java.util.logging.Level;
47 import java.util.logging.Logger;
48
49 import org.junit.rules.TestRule;
50 import org.junit.runner.Description;
51 import org.junit.runners.model.Statement;
52
53 /**
54 * {@link org.junit.rules.TestRule} which enables to run the same JUnit test
55 * repeatedly. Add this rule to the test class
56 *
57 * <pre>
58 * public class MyTest {
59 * @Rule
60 * public RepeatRule repeatRule = new RepeatRule();
61 * ...
62 * }
63 * </pre>
64 *
65 * and annotate the test to be repeated with the
66 * {@code @Repeat(n=<repetitions>)} annotation
67 *
68 * <pre>
69 * @Test
70 * @Repeat(n = 100)
71 * public void test() {
72 * ...
73 * }
74 * </pre>
75 *
76 * then this test will be repeated 100 times. If any test execution fails test
77 * repetition will be stopped.
78 */
79 public class RepeatRule implements TestRule {
80
81 private static Logger LOG = Logger
82 .getLogger(RepeatRule.class.getName());
83
84 /**
85 * Exception thrown if repeated execution of a test annotated with
86 * {@code @Repeat} failed.
87 */
88 public static class RepeatedTestException extends RuntimeException {
89 private static final long serialVersionUID = 1L;
90
91 /**
92 * Constructor
93 *
94 * @param message
95 * the error message
96 */
97 public RepeatedTestException(String message) {
98 super(message);
99 }
100
101 /**
102 * Constructor
103 *
104 * @param message
105 * the error message
106 * @param cause
107 * exception causing this exception
108 */
109 public RepeatedTestException(String message, Throwable cause) {
110 super(message, cause);
111 }
112 }
113
114 private static class RepeatStatement extends Statement {
115
116 private final int repetitions;
117
118 private boolean abortOnFailure;
119
120 private final Statement statement;
121
122 private RepeatStatement(int repetitions, boolean abortOnFailure,
123 Statement statement) {
124 this.repetitions = repetitions;
125 this.abortOnFailure = abortOnFailure;
126 this.statement = statement;
127 }
128
129 @Override
130 public void evaluate() throws Throwable {
131 int failures = 0;
132 for (int i = 0; i < repetitions; i++) {
133 try {
134 statement.evaluate();
135 } catch (Throwable e) {
136 failures += 1;
137 RepeatedTestException ex = new RepeatedTestException(
138 MessageFormat.format(
139 "Repeated test failed when run for the {0}. time",
140 Integer.valueOf(i + 1)),
141 e);
142 LOG.log(Level.SEVERE, ex.getMessage(), ex);
143 if (abortOnFailure) {
144 throw ex;
145 }
146 }
147 }
148 if (failures > 0) {
149 RepeatedTestException e = new RepeatedTestException(
150 MessageFormat.format(
151 "Test failed {0} times out of {1} repeated executions",
152 Integer.valueOf(failures),
153 Integer.valueOf(repetitions)));
154 LOG.log(Level.SEVERE, e.getMessage(), e);
155 throw e;
156 }
157 }
158 }
159
160 /** {@inheritDoc} */
161 @Override
162 public Statement apply(Statement statement, Description description) {
163 Statement result = statement;
164 Repeat repeat = description.getAnnotation(Repeat.class);
165 if (repeat != null) {
166 int n = repeat.n();
167 boolean abortOnFailure = repeat.abortOnFailure();
168 result = new RepeatStatement(n, abortOnFailure, statement);
169 }
170 return result;
171 }
172 }