epacoverage

client/src/main/java/org/evosuite/Properties.java

@@ -752,6 +752,16 @@ public enum SecondaryObjective {
 	@Parameter(key = "synthesis_threshold", group = "Chemical Reaction Optimization", description = "Threshold to be checked to decide when to trigger synthesis")
 	public static int SYNTHESIS_THRESHOLD = 10;
 
+	//----------------------------------------------------------------
+	// EPA Coverage
+
+	@Parameter(key = "epa_xml_path", group = "EPA", description = "Indicates the path to the EPA XML File")
+	public static String EPA_XML_PATH = null;
+
+	@Parameter(key = "inferred_epa_xml_path", group = "EPA", description = "This option can be enabled only and only if the EPAMINING criterion is enabled")
+	public static String INFERRED_EPA_XML_PATH = null;
+
+
 	//----------------------------------------------------------------
 	// Continuous Test Generation
 
@@ -901,6 +911,9 @@ public enum OutputFormat {
 	@Parameter(key = "junit_check", group = "Output", description = "Compile and run resulting JUnit test suite (if any was created)")
 	public static boolean JUNIT_CHECK = true;
 
+	@Parameter(key = "junit_allow_restricted_libraries", group = "Output", description = "Allow restricted libraries (rt.jar) when compiling JUnit test suite")
+	public static boolean JUNIT_ALLOW_RESTRICTED_LIBRARIES = false;
+
 	@Parameter(key = "junit_check_on_separate_process", group = "Output", description = "Compile and run resulting JUnit test suite on a separate process")
 	@Deprecated
 	//this gives quite a few issues. and hopefully the problems it was aimed to fix are no longer
@@ -1412,13 +1425,13 @@ public enum Criterion {
 		EXCEPTION, DEFUSE, ALLDEFS, BRANCH, CBRANCH, STRONGMUTATION, WEAKMUTATION,
 		MUTATION, STATEMENT, RHO, AMBIGUITY, IBRANCH, READABILITY,
         ONLYBRANCH, ONLYMUTATION, METHODTRACE, METHOD, METHODNOEXCEPTION, LINE, ONLYLINE, OUTPUT, INPUT,
-        REGRESSION,	REGRESSIONTESTS, TRYCATCH
+        REGRESSION,	REGRESSIONTESTS, TRYCATCH, EPATRANSITION, EPAERROR, EPAEXCEPTION, EPAMINING, EPAADJACENTEDGES
 	}
 
     @Parameter(key = "criterion", group = "Runtime", description = "Coverage criterion. Can define more than one criterion by using a ':' separated list")
     public static Criterion[] CRITERION = new Criterion[] {
             //these are basic criteria that should be always on by default
-            Criterion.LINE, Criterion.BRANCH, Criterion.EXCEPTION, Criterion.WEAKMUTATION, Criterion.OUTPUT, Criterion.METHOD, Criterion.METHODNOEXCEPTION, Criterion.CBRANCH  };
+            Criterion.LINE, Criterion.BRANCH, Criterion.EXCEPTION, Criterion.WEAKMUTATION, Criterion.OUTPUT, Criterion.METHOD, Criterion.METHODNOEXCEPTION, Criterion.CBRANCH };
 
 
     /** Cache target class */

client/src/main/java/org/evosuite/TestGenerationContext.java

@@ -22,6 +22,7 @@
  */
 package org.evosuite;
 
+import org.evosuite.Properties.Criterion;
 import java.io.File;
 import java.util.Arrays;
 import java.util.List;
@@ -32,6 +33,7 @@
 import org.evosuite.contracts.FailingTestSet;
 import org.evosuite.coverage.branch.BranchPool;
 import org.evosuite.coverage.dataflow.DefUsePool;
+import org.evosuite.coverage.epa.EPAMonitor;
 import org.evosuite.coverage.mutation.MutationPool;
 import org.evosuite.coverage.mutation.MutationTimeoutStoppingCondition;
 import org.evosuite.ga.archive.Archive;
@@ -249,6 +251,14 @@ public void resetContext() {
 
 		DSEStats.clear();
 
+		if (ArrayUtil.contains(Properties.CRITERION, Properties.Criterion.EPATRANSITION)
+				|| ArrayUtil.contains(Properties.CRITERION, Criterion.EPAERROR)
+				|| ArrayUtil.contains(Properties.CRITERION, Criterion.EPAEXCEPTION)
+				|| ArrayUtil.contains(Properties.CRITERION, Criterion.EPAMINING)
+				|| ArrayUtil.contains(Properties.CRITERION, Criterion.EPAADJACENTEDGES)) {
+			EPAMonitor.reset();
+		}
+
 		// keep the list of initialized classes (clear them when needed in
 		// the system test cases)
 		final List<String> initializedClasses = ClassReInitializer.getInstance().getInitializedClasses();

client/src/main/java/org/evosuite/TestSuiteGenerator.java

@@ -30,6 +30,11 @@
 import org.evosuite.coverage.FitnessFunctions;
 import org.evosuite.coverage.TestFitnessFactory;
 import org.evosuite.coverage.dataflow.DefUseCoverageSuiteFitness;
+import org.evosuite.coverage.epa.EPA;
+import org.evosuite.coverage.epa.EPAFactory;
+import org.evosuite.coverage.epa.EPATrace;
+import org.evosuite.coverage.epa.EPAXMLPrinter;
+import org.evosuite.coverage.epa.MalformedEPATraceException;
 import org.evosuite.ga.metaheuristics.GeneticAlgorithm;
 import org.evosuite.ga.stoppingconditions.StoppingCondition;
 import org.evosuite.junit.JUnitAnalyzer;
@@ -69,16 +74,21 @@
 import org.evosuite.testcase.variable.VariableReference;
 import org.evosuite.testsuite.*;
 import org.evosuite.utils.ArrayUtil;
+import org.evosuite.utils.FileIOUtils;
 import org.evosuite.utils.LoggingUtils;
 import org.evosuite.utils.generic.GenericMethod;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
+import org.xml.sax.SAXException;
 
 import java.io.File;
+import java.io.IOException;
 import java.lang.reflect.Method;
 import java.text.NumberFormat;
 import java.util.*;
 
+import javax.xml.parsers.ParserConfigurationException;
+
 /**
  * Main entry point. Does all the static analysis, invokes a test generation
  * strategy, and then applies postprocessing.
@@ -128,6 +138,7 @@ public TestGenerationResult generateTestSuite() {
 		ExceptionMapGenerator.initializeExceptionMap(Properties.TARGET_CLASS);
 
 		TestCaseExecutor.initExecutor();
+
 		try {
 			initializeTargetClass();
 		} catch (Throwable e) {
@@ -262,8 +273,8 @@ public TestGenerationResult generateTestSuite() {
 		}
 		TestCaseExecutor.pullDown();
 		/*
-		 * TODO: when we will have several processes running in parallel, we ll
-		 * need to handle the gathering of the statistics.
+		 * TODO: when we will have several processes running in parallel, we ll need to
+		 * handle the gathering of the statistics.
 		 */
 		ClientServices.getInstance().getClientNode().changeState(ClientState.WRITING_STATISTICS);
 
@@ -379,7 +390,7 @@ private static DefaultTestCase buildLoadTargetClassTestCase(String className) th
 	/**
 	 * Apply any readability optimizations and other techniques that should use
 	 * or modify the generated tests
-	 * 
+	 *
 	 * @param testSuite
 	 */
 	protected void postProcessTests(TestSuiteChromosome testSuite) {
@@ -435,6 +446,7 @@ protected void postProcessTests(TestSuiteChromosome testSuite) {
 			if (!TimeController.getInstance().hasTimeToExecuteATestCase()) {
 				LoggingUtils.getEvoLogger().info("* " + ClientProcess.getPrettyPrintIdentifier()
                         + "Skipping minimization because not enough time is left");
+
 				ClientServices.track(RuntimeVariable.Result_Size, testSuite.size());
 				ClientServices.track(RuntimeVariable.Minimized_Size, testSuite.size());
 				ClientServices.track(RuntimeVariable.Result_Length, testSuite.totalLengthOfTestCases());
@@ -462,6 +474,7 @@ protected void postProcessTests(TestSuiteChromosome testSuite) {
                         + "Skipping minimization because not enough time is left");
 			}
 
+
 			ClientServices.track(RuntimeVariable.Result_Size, testSuite.size());
 			ClientServices.track(RuntimeVariable.Minimized_Size, testSuite.size());
 			ClientServices.track(RuntimeVariable.Result_Length, testSuite.totalLengthOfTestCases());
@@ -488,6 +501,7 @@ protected void postProcessTests(TestSuiteChromosome testSuite) {
 		if (!Properties.ANALYSIS_CRITERIA.isEmpty()) {
 			// SearchStatistics.getInstance().addCoverage(Properties.CRITERION.toString(),
 			// coverage);
+
 			CoverageCriteriaAnalyzer.analyzeCriteria(testSuite, Properties.ANALYSIS_CRITERIA);
 			// FIXME: can we send all bestSuites?
 		}
@@ -538,6 +552,7 @@ protected void postProcessTests(TestSuiteChromosome testSuite) {
 				LoggingUtils.getEvoLogger().info("* " + ClientProcess.getPrettyPrintIdentifier()
                         + "Skipping assertion generation because not enough time is left");
 			} else {
+
 				TestSuiteGeneratorHelper.addAssertions(testSuite);
 			}
 			StatisticsSender.sendIndividualToMaster(testSuite); // FIXME: can we
@@ -563,6 +578,32 @@ else if (Properties.JUNIT_TESTS && Properties.JUNIT_CHECK) {
 		if(Properties.isRegression() && Properties.KEEP_REGRESSION_ARCHIVE){
 			RegressionSuiteSerializer.storeRegressionArchive();
 		}
+
+		if (ArrayUtil.contains(Properties.CRITERION, Criterion.EPAMINING)) {
+
+			if (Properties.INFERRED_EPA_XML_PATH != null) {
+				Set<EPATrace> traces = new HashSet<EPATrace>();
+				for (TestChromosome test : testSuite.getTestChromosomes()) {
+					// delete all statements leading to security exceptions
+					ExecutionResult result = test.getLastExecutionResult();
+					if (result == null) {
+						result = TestCaseExecutor.runTest(test.getTestCase());
+					}
+					Set<EPATrace> resultTraces = result.getTrace().getEPATraces();
+					traces.addAll(resultTraces);
+				}
+				try {
+					EPA inferredAutomata = EPAFactory.buildEPA(traces);
+					EPAXMLPrinter xmlPrinter = new EPAXMLPrinter();
+					String xmlFilename = Properties.INFERRED_EPA_XML_PATH;
+					String epa_xml_str = xmlPrinter.toXML(inferredAutomata);
+					FileIOUtils.writeFile(epa_xml_str, xmlFilename);
+
+				} catch (MalformedEPATraceException e) {
+					throw new EvosuiteError(e);
+				}
+			}
+		}
 	}
 
 	/**
@@ -662,6 +703,11 @@ private static int checkAllTestsIfTime(List<TestCase> testCases, long delta) {
 		return 0;
 	}
 
+	private int getBytecodeCount(RuntimeVariable v, Map<RuntimeVariable, Set<Integer>> m) {
+		Set<Integer> branchSet = m.get(v);
+		return (branchSet == null) ? 0 : branchSet.size();
+	}
+
 	private TestSuiteChromosome generateTests() {
 		// Make sure target class is loaded at this point
 		TestCluster.getInstance();
@@ -687,22 +733,42 @@ private TestSuiteChromosome generateTests() {
 		writeObjectPool(testSuite);
 
 		/*
-		 * PUTGeneralizer generalizer = new PUTGeneralizer(); for (TestCase test
-		 * : tests) { generalizer.generalize(test); // ParameterizedTestCase put
-		 * = new ParameterizedTestCase(test); }
+		 * PUTGeneralizer generalizer = new PUTGeneralizer(); for (TestCase test :
+		 * tests) { generalizer.generalize(test); // ParameterizedTestCase put = new
+		 * ParameterizedTestCase(test); }
 		 */
 
 		return testSuite;
 	}
 
+	private TestGenerationStrategy getTestGenerationStrategy() {
+		switch (Properties.STRATEGY) {
+		case EVOSUITE:
+			return new WholeTestSuiteStrategy();
+		case RANDOM:
+			return new RandomTestStrategy();
+		case RANDOM_FIXED:
+			return new FixedNumRandomTestStrategy();
+		case ONEBRANCH:
+			return new IndividualTestStrategy();
+		case REGRESSION:
+			return new RegressionSuiteStrategy();
+		case ENTBUG:
+			return new EntBugTestStrategy();
+		case MOSUITE:
+			return new MOSuiteStrategy();
+		default:
+			throw new RuntimeException("Unsupported strategy: " + Properties.STRATEGY);
+		}
+	}
+
 	/**
 	 * <p>
-	 * If Properties.JUNIT_TESTS is set, this method writes the given test cases
-	 * to the default directory Properties.TEST_DIR.
+	 * If Properties.JUNIT_TESTS is set, this method writes the given test cases to
+	 * the default directory Properties.TEST_DIR.
 	 * 
 	 * <p>
-	 * The name of the test will be equal to the SUT followed by the given
-	 * suffix
+	 * The name of the test will be equal to the SUT followed by the given suffix
 	 * 
 	 * @param testSuite
 	 *            a test suite.

client/src/main/java/org/evosuite/classpath/ResourceList.java

@@ -504,10 +504,10 @@ private void initCache() {
 		}		
 	}
 
-	private void addEntry(String classPathElement) throws IllegalArgumentException{
-		final File file = new File(classPathElement);
+	private void addEntry(String origClassPathElement) throws IllegalArgumentException{
+		final File file = new File(origClassPathElement);
 
-		classPathElement = file.getAbsolutePath();
+		final String classPathElement = file.getAbsolutePath();
 
 		if(getCache().mapCPtoClasses.containsKey(classPathElement)){
 			return; //this classpath entry has already been analyzed

client/src/main/java/org/evosuite/coverage/CoverageCriteriaAnalyzer.java

@@ -176,6 +176,16 @@ public static RuntimeVariable getCoverageVariable(Properties.Criterion criterion
                 return RuntimeVariable.IBranchCoverage;
             case REGRESSION:
                 return RuntimeVariable.BranchCoverage;
+            case EPATRANSITION:
+            	return RuntimeVariable.EpaTransitionCoverage;
+            case EPAADJACENTEDGES:
+            	return RuntimeVariable.EpaAdjacentEdgesCoverage;
+            case EPAERROR:
+                return RuntimeVariable.EpaErrorCoverage;
+            case EPAEXCEPTION:
+            	return RuntimeVariable.EpaExceptionCoverage;
+            case EPAMINING:
+            	return RuntimeVariable.EpaMiningCoverage;
             case TRYCATCH:
                 return RuntimeVariable.TryCatchCoverage;
             default:
@@ -244,8 +254,9 @@ private static void analyzeCoverage(TestSuiteChromosome testSuite, Properties.Cr
             } else {
                 logger.debug("Goal {} is not covered", goal);
                 buffer.append("0");
-                if (Properties.PRINT_MISSED_GOALS)
+                if (Properties.PRINT_MISSED_GOALS) {
                     LoggingUtils.getEvoLogger().info(" - Missed goal {}", goal.toString());
+                }
             }
         }
 
@@ -341,6 +352,16 @@ public static RuntimeVariable getBitStringVariable(Properties.Criterion criterio
             case REGRESSIONTESTS:
             case TRYCATCH:
                 return null;
+            case EPATRANSITION:
+            	return RuntimeVariable.EpaTransitionCoverage;
+            case EPAADJACENTEDGES:
+            	return RuntimeVariable.EpaAdjacentEdgesCoverage;
+            case EPAERROR:
+                return RuntimeVariable.EpaErrorCoverage;
+            case EPAEXCEPTION:
+            	return RuntimeVariable.EpaExceptionCoverage;
+            case EPAMINING:
+            	return RuntimeVariable.EpaMiningCoverage;
             default:
                 logger.debug("Criterion not supported: " + criterion);
                 return null;

client/src/main/java/org/evosuite/coverage/FitnessFunctions.java

@@ -37,6 +37,18 @@
 import org.evosuite.coverage.dataflow.AllDefsCoverageTestFitness;
 import org.evosuite.coverage.dataflow.DefUseCoverageFactory;
 import org.evosuite.coverage.dataflow.DefUseCoverageSuiteFitness;
+
+import org.evosuite.coverage.epa.EPAAdjacentEdgesCoverageFactory;
+import org.evosuite.coverage.epa.EPAAdjacentEdgesCoverageSuiteFitness;
+import org.evosuite.coverage.epa.EPAErrorCoverageFactory;
+import org.evosuite.coverage.epa.EPAErrorCoverageSuiteFitness;
+import org.evosuite.coverage.epa.EPAExceptionCoverageFactory;
+import org.evosuite.coverage.epa.EPAExceptionCoverageSuiteFitness;
+import org.evosuite.coverage.epa.EPAFactory;
+import org.evosuite.coverage.epa.EPAMiningCoverageFactory;
+import org.evosuite.coverage.epa.EPAMiningCoverageSuiteFitness;
+import org.evosuite.coverage.epa.EPATransitionCoverageFactory;
+import org.evosuite.coverage.epa.EPATransitionCoverageSuiteFitness;
 import org.evosuite.coverage.dataflow.DefUseCoverageTestFitness;
 import org.evosuite.coverage.exception.ExceptionCoverageFactory;
 import org.evosuite.coverage.exception.ExceptionCoverageSuiteFitness;
@@ -83,9 +95,14 @@
 import org.evosuite.coverage.statement.StatementCoverageTestFitness;
 import org.evosuite.regression.RegressionSuiteFitness;
 import org.evosuite.testcase.TestFitnessFunction;
+import org.evosuite.testcase.execution.EvosuiteError;
 import org.evosuite.testsuite.TestSuiteFitnessFunction;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
+import org.xml.sax.SAXException;
+
+import javax.xml.parsers.ParserConfigurationException;
+import java.io.IOException;
 
 import java.util.Arrays;
 
@@ -155,6 +172,17 @@ public static TestSuiteFitnessFunction getFitnessFunction(Criterion criterion) {
 			return new OutputCoverageSuiteFitness();
 		case INPUT:
 			return new InputCoverageSuiteFitness();
+		case EPATRANSITION:
+			return new EPATransitionCoverageSuiteFitness(Properties.EPA_XML_PATH);
+		case EPAERROR:
+			return new EPAErrorCoverageSuiteFitness(Properties.EPA_XML_PATH);
+		case EPAEXCEPTION:
+			return new EPAExceptionCoverageSuiteFitness(Properties.EPA_XML_PATH);
+		case EPAMINING:
+			return new EPAMiningCoverageSuiteFitness();
+		case EPAADJACENTEDGES:
+			return new EPAAdjacentEdgesCoverageSuiteFitness(Properties.EPA_XML_PATH);
+
 		case TRYCATCH:
 			return new TryCatchCoverageSuiteFitness();
 		default:
@@ -216,6 +244,16 @@ public static TestFitnessFactory<? extends TestFitnessFunction> getFitnessFactor
 			return new OutputCoverageFactory();
 		case INPUT:
 			return new InputCoverageFactory();
+		case EPATRANSITION:
+			return new EPATransitionCoverageFactory(Properties.TARGET_CLASS, EPAFactory.buildEPAOrError(Properties.EPA_XML_PATH));
+		case EPAERROR:
+			return new EPAErrorCoverageFactory(Properties.TARGET_CLASS, EPAFactory.buildEPAOrError(Properties.EPA_XML_PATH));
+		case EPAEXCEPTION:
+			return new EPAExceptionCoverageFactory(Properties.TARGET_CLASS, EPAFactory.buildEPAOrError(Properties.EPA_XML_PATH));
+		case EPAMINING:
+			return new EPAMiningCoverageFactory();
+		case EPAADJACENTEDGES:
+			return new EPAAdjacentEdgesCoverageFactory(EPAFactory.buildEPAOrError(Properties.EPA_XML_PATH));
 		case TRYCATCH:
 			return new TryCatchCoverageFactory();
 		default: