Index: preflight/src/test/java/org/apache/pdfbox/preflight/TestIsartorValidationFromClasspath.java
===================================================================
--- preflight/src/test/java/org/apache/pdfbox/preflight/TestIsartorValidationFromClasspath.java	(revision 1414788)
+++ preflight/src/test/java/org/apache/pdfbox/preflight/TestIsartorValidationFromClasspath.java	(working copy)
@@ -111,6 +111,9 @@
 			for (ValidationError error : result.getErrorsList()) {
 				if (error.getErrorCode().equals(this.expectedError)) {
 					found = true;
+					if (isartorResultFile == null) {
+						break;
+					}
 				}
 				if (isartorResultFile != null) {
 					String log = path.replace(".pdf", "") + "#" + error.getErrorCode()+"#"+error.getDetails()+"\n";