Parse all existing files with new parser and report failures, successes, and rate

Author: kinow

pom.xml

@@ -104,6 +104,12 @@
             <version>4.13.2</version>
             <scope>test</scope>
         </dependency>
+        <dependency>
+            <groupId>commons-io</groupId>
+            <artifactId>commons-io</artifactId>
+            <version>2.11.0</version>
+            <scope>test</scope>
+        </dependency>
     </dependencies>
     <build>
         <defaultGoal>clean verify apache-rat:check clirr:check checkstyle:check spotbugs:check javadoc:javadoc</defaultGoal>

src/main/java/com/tupilabs/tap4j/Tap13Parser.java

@@ -77,7 +77,7 @@ Rule TestSet() {
 
     Rule Version() {
         return Sequence(
-                String("TAP Version 13"),
+                IgnoreCase("TAP Version 13"),
                 EOL
         ).label("Version");
     }
@@ -309,10 +309,6 @@ public ParsingResult<Object> parse(String input) throws IOException {
 
     // --- main method for testing
 
-    private static void parse(Path file) {
-
-    }
-
     public static void main(String[] args) throws IOException {
         String input = Files.readString(Path.of("/home/kinow/Development/java/workspace/tap4j/src/test/resources/org/tap4j/parser/issueFalseDupPlan/ihavetodoes.tap"));
         Tap13Parser parser = new Tap13Parser();

src/test/java/com/tupilabs/tap4j/AllFilesTest.java

@@ -0,0 +1,100 @@
+/*
+ * The MIT License
+ *
+ * Copyright (c) 2010 tap4j team (see AUTHORS)
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+ * THE SOFTWARE.
+ */
+package com.tupilabs.tap4j;
+
+import org.apache.commons.io.FileUtils;
+import org.junit.Test;
+import org.parboiled.common.Predicates;
+import org.parboiled.support.Filters;
+import org.parboiled.support.ParsingResult;
+import org.parboiled.support.ToStringFormatter;
+
+import java.io.File;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.util.Collection;
+import java.util.List;
+
+import static org.parboiled.errors.ErrorUtils.printParseErrors;
+import static org.parboiled.support.ParseTreeUtils.printNodeTree;
+import static org.parboiled.trees.GraphUtils.printTree;
+
+/**
+ * Test created to verify compatibility of new PEG parser with all
+ * existing files in the test area.
+ *
+ * <p>Some files may have to be skipped if some feature is dropped
+ * in the new parser, or if the file is used for bogus testing.</p>
+ *
+ * @since 5.0.0
+ */
+public class AllFilesTest {
+
+    private static void parse(Path path, boolean verbose) throws IOException {
+        final String tapStream = Files.readString(path);
+        Tap13Parser parser = new Tap13Parser();
+        ParsingResult<Object> parsingResult = parser.parse(tapStream);
+        if (parsingResult.hasErrors()) {
+            if (verbose) {
+                System.err.println("\n--- ParseErrors ---\n");
+                // System.err.println(StringUtils.join(parsingResult.parseErrors, "---\n"));
+                System.err.println(printParseErrors(parsingResult));
+                System.err.println("\n--- ParseTree ---\n");
+                System.err.println(printNodeTree(parsingResult, Filters.SKIP_EMPTY_OPTS_AND_ZOMS, Predicates.alwaysTrue()));
+            }
+            throw new RuntimeException("Errors parsing TAP file");
+        } else if (!parsingResult.matched) {
+            throw new RuntimeException("No match!");
+        }
+        if (verbose) {
+            System.out.println("\n--- ParseTree ---\n");
+            String tree = printTree(
+                    parsingResult.parseTreeRoot,
+                    new ToStringFormatter<>(),
+                    Filters.SKIP_EMPTY_OPTS_AND_ZOMS,
+                    Predicates.alwaysTrue()
+            );
+            System.out.println(tree);
+        }
+    }
+
+    @Test
+    public void testAll() {
+        final String directory = AllFilesTest.class.getResource("/org/tap4j/").getFile();
+        Collection<File> files = FileUtils.listFiles(new File(directory), new String[] {"tap", "t"}, true);
+        int failed = 0;
+        int total = files.size();
+        for (File file: files) {
+            try {
+                parse(Path.of(file.getAbsolutePath()), false);
+                System.out.printf("success [%s]%n", file.getAbsoluteFile());
+            } catch (IOException|RuntimeException e) {
+                System.err.printf("failed [%s]%n", file.getAbsoluteFile());
+                failed++;
+            }
+        }
+        System.out.printf("%.2f%% - failed [%d] success [%d] total [%d] %n", ((float) (total - failed) / total) * 100, failed, total - failed, total);
+    }
+}

src/test/java/com/tupilabs/tap4j/package-info.java

@@ -0,0 +1,28 @@
+/*
+ * The MIT License
+ *
+ * Copyright (c) 2010 tap4j team (see AUTHORS)
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+ * THE SOFTWARE.
+ */
+
+/**
+ * Tests.
+ */
+package com.tupilabs.tap4j;