Method run

src/main/java/wycc/util/testing/TestManager.java:61–124

Run a given test. @param path @throws IOException

(Trie test)

	 * @throws IOException
	 */
	public Result run(Trie test) throws IOException {
		// Parse the target test file
		TestFile tf = readTestFile(srcDir, test);
		// Setup test directory
		Path testDir = setup(test);
		//
		try {
			// Iterate test frames
			int index = 0;
			HashMap<Trie, TextFile> state = new HashMap<>();
			for (TestFile.Frame f : tf) {
				boolean isLastFrame = ((index+1) == tf.size());
				// Apply frame to current state
				f.apply(state);
				// Determine frame directory
				Path frameDir = testDir.resolve("_" + index);
				// Mirror state in frame directory
				mirror(state, frameDir);
				// Apply each stage generating errors as appropriate
				for (TestStage stage : stages) {
					// Apply stage producing a set of errors
					TestStage.Result result = stage.apply(test, frameDir, state, tf);
					// Extract actual errors
					Error[] actual = result.markers;
					// Determine set of expected errors
					Error[] expected = stage.filter(f.markers);
					// Check we got what we expected.
					Diff diff = compareReportedErrors(expected, actual);
					//
					if(diff.isEmpty() && result.ignored && isLastFrame) {
						// In this case, the stage appears to have run correctly but is ignored. This
						// suggests it doesn't need to be ignored any more.
						return Result.INVALIDIGNORED;
					} else if(diff.isEmpty()) {
						// Stage completed successfully
						if(actual.length > 0 && stage.required()) {
							// Errors have been produced and this stage is required, so we cannot continue
							// with this frame.
							break;
						}
					} else if(result.ignored) {
						// In this case, the test has failed and it was correctly ignored. Therefore, it
						// should continue to be ignored.
						return Result.IGNORED;
					} else {
						// In this case, the test has failed so something is up.
						for(Error e : diff.missingExpected) {
							System.out.println("expected error (frame " + index + "): " + e);
						}
						for(Error e : diff.missingActual) {
							System.out.println("unexpected error (frame " + index + "): " + e);
						}
						return Result.FAILURE;
					}
				}
				//
				index = index + 1;
			}