View Javadoc
1   /*
2    * Copyright (C) 2016, Matthias Sohn <matthias.sohn@sap.com>
3    * and other copyright owners as documented in the project's IP log.
4    *
5    * This program and the accompanying materials are made available
6    * under the terms of the Eclipse Distribution License v1.0 which
7    * accompanies this distribution, is reproduced below, and is
8    * available at http://www.eclipse.org/org/documents/edl-v10.php
9    *
10   * All rights reserved.
11   *
12   * Redistribution and use in source and binary forms, with or
13   * without modification, are permitted provided that the following
14   * conditions are met:
15   *
16   * - Redistributions of source code must retain the above copyright
17   *   notice, this list of conditions and the following disclaimer.
18   *
19   * - Redistributions in binary form must reproduce the above
20   *   copyright notice, this list of conditions and the following
21   *   disclaimer in the documentation and/or other materials provided
22   *   with the distribution.
23   *
24   * - Neither the name of the Eclipse Foundation, Inc. nor the
25   *   names of its contributors may be used to endorse or promote
26   *   products derived from this software without specific prior
27   *   written permission.
28   *
29   * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND
30   * CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES,
31   * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
32   * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
33   * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
34   * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
35   * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
36   * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
37   * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
38   * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
39   * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
40   * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
41   * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
42   */
43  package org.eclipse.jgit.junit;
44  
45  import java.text.MessageFormat;
46  import java.util.logging.Level;
47  import java.util.logging.Logger;
48  
49  import org.junit.rules.TestRule;
50  import org.junit.runner.Description;
51  import org.junit.runners.model.Statement;
52  
53  /**
54   * {@link org.junit.rules.TestRule} which enables to run the same JUnit test
55   * repeatedly. Add this rule to the test class
56   *
57   * <pre>
58   * public class MyTest {
59   * 	&#64;Rule
60   * 	public RepeatRule repeatRule = new RepeatRule();
61   * 	...
62   * }
63   * </pre>
64   *
65   * and annotate the test to be repeated with the
66   * {@code @Repeat(n=<repetitions>)} annotation
67   *
68   * <pre>
69   * &#64;Test
70   * &#64;Repeat(n = 100)
71   * public void test() {
72   * 	...
73   * }
74   * </pre>
75   *
76   * then this test will be repeated 100 times. If any test execution fails test
77   * repetition will be stopped.
78   */
79  public class RepeatRule implements TestRule {
80  
81  	private static Logger LOG = Logger
82  			.getLogger(RepeatRule.class.getName());
83  
84  	/**
85  	 * Exception thrown if repeated execution of a test annotated with
86  	 * {@code @Repeat} failed.
87  	 */
88  	public static class RepeatedTestException extends RuntimeException {
89  		private static final long serialVersionUID = 1L;
90  
91  		/**
92  		 * Constructor
93  		 *
94  		 * @param message
95  		 *            the error message
96  		 */
97  		public RepeatedTestException(String message) {
98  			super(message);
99  		}
100 
101 		/**
102 		 * Constructor
103 		 *
104 		 * @param message
105 		 *            the error message
106 		 * @param cause
107 		 *            exception causing this exception
108 		 */
109 		public RepeatedTestException(String message, Throwable cause) {
110 			super(message, cause);
111 		}
112 	}
113 
114 	private static class RepeatStatement extends Statement {
115 
116 		private final int repetitions;
117 
118 		private boolean abortOnFailure;
119 
120 		private final Statement statement;
121 
122 		private RepeatStatement(int repetitions, boolean abortOnFailure,
123 				Statement statement) {
124 			this.repetitions = repetitions;
125 			this.abortOnFailure = abortOnFailure;
126 			this.statement = statement;
127 		}
128 
129 		@Override
130 		public void evaluate() throws Throwable {
131 			int failures = 0;
132 			for (int i = 0; i < repetitions; i++) {
133 				try {
134 					statement.evaluate();
135 				} catch (Throwable e) {
136 					failures += 1;
137 					RepeatedTestException ex = new RepeatedTestException(
138 							MessageFormat.format(
139 									"Repeated test failed when run for the {0}. time",
140 									Integer.valueOf(i + 1)),
141 							e);
142 					LOG.log(Level.SEVERE, ex.getMessage(), ex);
143 					if (abortOnFailure) {
144 						throw ex;
145 					}
146 				}
147 			}
148 			if (failures > 0) {
149 				RepeatedTestException e = new RepeatedTestException(
150 						MessageFormat.format(
151 								"Test failed {0} times out of {1} repeated executions",
152 								Integer.valueOf(failures),
153 								Integer.valueOf(repetitions)));
154 				LOG.log(Level.SEVERE, e.getMessage(), e);
155 				throw e;
156 			}
157 		}
158 	}
159 
160 	/** {@inheritDoc} */
161 	@Override
162 	public Statement apply(Statement statement, Description description) {
163 		Statement result = statement;
164 		Repeat repeat = description.getAnnotation(Repeat.class);
165 		if (repeat != null) {
166 			int n = repeat.n();
167 			boolean abortOnFailure = repeat.abortOnFailure();
168 			result = new RepeatStatement(n, abortOnFailure, statement);
169 		}
170 		return result;
171 	}
172 }