autotest: correction on loading array types, status extended

Author: snieda

LICENSE

@@ -36,8 +36,8 @@ forkCount=2C
 forkedProcessExitTimeoutInSeconds=60
 surefire.parallel.forcedTimeout=0
 surefire.parallel.timeout=0
-surefire.exitTimeout=300
-surefire.timeout=300
+surefire.exitTimeout=900
+surefire.timeout=900
 #parallelOptimized=false
 #surefire.shutdown=testset
 #surefire.testFailureIgnore=true

build.properties

@@ -296,6 +296,7 @@ AutoTestGenerator(PREFIX: tsl2.functiontest.) started with:
 * *filter*: (default: this framework package path) fuzzy class+method filter. NOTE: it's fuzzy finding, means, all 'similar' findings will be included!
 * *modifier*: (default: -1) java method mofifier bitfield like *public* (=1) *static* (=8) etc. Please have a look at the java class *java.lang.reflect.Modifier* to see all possibilities 
 * *filter.unsuccessful*: (default: true): if true, a pre-check is done, calling the test for a failing result. If the test will fail, it will be filtered from the real test.
+* *filter.voidreturn*: (default: false) whether to filter methods having a return type of *void*. without an output like the returned result, an expectation can only tested against having a specific exception or not.
 * *filter.complextypes*: (default: false) all method parameter types and the result type will be checked, if they are standard data types (provided by jdk) and single value types.(nothing like arrays, collections and maps)
 * *filter.failing*: (default:false) whether it is allowed to have a method call , throwing an exception as expected result.
 * *filter.nullresults*: (default: false) whether it is allowed to have a method call, returning *null* as result.
@@ -413,6 +414,12 @@ In different environment, there may be problems. We try to solve some of them:
 	* -> Eclipse Problem. Add the junit library manually to your test classpath
 * **java.lang.ArrayStoreException: sun.reflect.annotation.TypeNotPresentExceptionProxy**
 	* -> Did you store you file really in the src/test/java path (perhaps you put it into main?)
+* **No Classes were found**
+	* -> Please set the filter in the manner *".*" + AnyClassToTest.class.getPackage().getName() + ".*"* - so your *AnyClassToTest* is loaded with all imports directly on start
+* **I cannot see exception stacktraces**
+	* -> start your jvm with parameter -XX:-OmitStackTraceInFastThrow
+* **AllAutoTests hangs until an timeout**
+	* use JVisualVM to open the hanging process in FeatureTab **Sampler**. Hit **CPU Samples** and open the callstack tree completely. Perhaps you can see an endless loop in your code under test.
 
 ## All Together
 

tsl2.nano.autotest/readme.md

@@ -142,6 +142,8 @@ static <V> Construction<V> constructWithRandomParameters(Class<V> typeOf, int de
 	}
 
 	private static <T> Constructor<T> getBestConstructor(Class<T> typeOf) {
+		if (BeanClass.hasDefaultConstructor(typeOf))
+			return Util.trY( () -> typeOf.getConstructor(new Class[0]));
 		Constructor<T>[] cs = (Constructor<T>[]) typeOf.getConstructors();
 		for (int i = 0; i < cs.length; i++) {
 			if (cs[i].getParameterTypes().length == 1)
@@ -182,7 +184,7 @@ else if (types[j].isInterface())
 					randomObjects[i+j] = createRandomProxy(types[j], zero, depth);
 				else {
 					Class type = types[j].equals(Object.class) ? TypeBean.class : types[j];
-					randomObjects[i+j] = fillRandom(BeanClass.createInstance(type), zero || respectZero(countPerType, i), depth);
+					randomObjects[i+j] = fillRandom(constructWithRandomParameters(type, depth).instance, zero || respectZero(countPerType, i), depth);
 				}
 			}
 		}

tsl2.nano.autotest/src/main/java/de/tsl2/nano/autotest/ValueRandomizer.java

@@ -20,12 +20,7 @@ public class AFunctionCaller implements Runnable {
 	protected int cloneIndex = 0;
 	protected Construction construction;
 	protected Method source;
-	protected transient Status status = NEW;
-
-	static final Status NEW = new Status(StatusTyp.NEW, null, null);
-	static final Status INITIALIZED = new Status(StatusTyp.INITIALIZED, null, null);
-	static final Status OK = new Status(StatusTyp.OK, null, null);
-	static final Status NULL_RESULT = new Status(StatusTyp.NULL_RESULT, null, null);
+	protected transient Status status = Status.NEW;
 
 	AFunctionCaller(Method source) {
 		this(0, source);
@@ -58,7 +53,11 @@ protected String parametersAsString() {
 			return Arrays.toString(getParameter());
 		} catch (Exception e) {
 			status = new Status(StatusTyp.PARAMETER_ERROR, e.toString(), e);
-			return Arrays.toString(parameter);
+			try {
+				return Arrays.toString(parameter);
+			} catch (Exception e1) {
+				return "UNRESOLVABLE";
+			}
 		}
 	}
 
@@ -69,15 +68,15 @@ protected Object[] createStartParameter(Class[] arguments) {
 	@Override
 	public void run() {
 		run(source, getParameter());
-		status = result != null ? OK : NULL_RESULT;
+		status = result != null ? Status.OK : Status.NULL_RESULT;
 	}
 
 	protected Object run(Method method, Object... args) {
 		log(StringUtil.fixString(this.getClass().getSimpleName(), 25) + " invoking " + method.getDeclaringClass().getSimpleName() + "." + method.getName() + " with " + Arrays.toString(args));
 		final Object instance = getInstance(method);
 		try {
 			result = method.invoke(instance, args);
-			status = OK;
+			status = Status.OK;
 			return result;
 		} catch (Throwable e) {
 			status = new Status(StatusTyp.EXECUTION_ERROR, e.toString(), e);
@@ -128,13 +127,29 @@ public Construction getConstruction() {
 	}
 }
 
-enum StatusTyp {NEW, PARAMETER_UNDEFINED, PARAMETER_ERROR, INITIALIZED, INSTANCE_ERROR
-	, NULL_RESULT, EXECUTION_ERROR, OK, TEST_FAILED, TESTED}
+enum StatusTyp {
+	NEW(0), FUNC_WITHOUT_INTPUT(1), FUNC_WITHOUT_OUTPUT(1), FUNC_COMPLEX_INPUT(1)
+	, PARAMETER_UNDEFINED(-1), PARAMETER_ERROR(-1), INITIALIZED(2), INSTANCE_ERROR(-1)
+	, NULL_RESULT(1), EXECUTION_ERROR(-1), OK(2), STORE_ERROR(-1), TEST_FAILED(-3), TESTED(4);
+	int level; //to categorize a state
+	StatusTyp(int level) {this.level = level;};
+}
 class Status {
 	StatusTyp typ;
 	String msg;
 	Throwable err;
 
+	static final Status NEW = new Status(StatusTyp.NEW);
+	static final Status INITIALIZED = new Status(StatusTyp.INITIALIZED);
+	static final Status OK = new Status(StatusTyp.OK);
+	static final Status NULL_RESULT = new Status(StatusTyp.NULL_RESULT);
+	static final Status FUNC_WITHOUT_INPUT = new Status(StatusTyp.FUNC_WITHOUT_INTPUT);
+	static final Status FUNC_COMPLEX_INPUT = new Status(StatusTyp.FUNC_COMPLEX_INPUT);
+	static final Status FUNC_WITHOUT_OUTPUT = new Status(StatusTyp.FUNC_WITHOUT_OUTPUT);
+
+	public Status(StatusTyp typ) {
+		this(typ, null, null);
+	}
 	Status(StatusTyp typ, String msg, Throwable err) {
 		this.typ = typ;
 		this.msg = msg;
@@ -143,6 +158,14 @@ class Status {
 	public boolean in(StatusTyp... types) {
 		return Util.in(typ, types);
 	}
+
+	public boolean isError() {
+		return typ.level < 0;
+	}
+	
+	public boolean isRefused() {
+		return typ.level == 1;
+	}
 
 	@Override
 	public String toString() {

tsl2.nano.autotest/src/main/java/de/tsl2/nano/autotest/creator/AFunctionCaller.java

@@ -155,7 +155,7 @@ private boolean shouldFail(Throwable error) {
 		if (getExpectFail() != null) {
 			if (error == null)
 				fail("test should fail with " + getExpectFail() + " but has result: " + getResult());
-			else if (!getExpectFail().toString().contains(error.toString().substring(0, Math.min(200, error.toString().length()))))
+			else if (!getExpectFail().toString().contains(error.toString().replace('\n', ' ').substring(0, Math.min(200, error.toString().length()))))
 				fail("test should fail with " + getExpectFail() + " but failed with: " + error);
 			return true;
 		}