add tests

.github/workflows/lint_python.yml

@@ -9,21 +9,14 @@ jobs:
         with:
           python-version: 3.x
       - run: pip install bandit black codespell flake8 isort mypy pytest pyupgrade safety
-      - run: bandit --recursive .
+      - run: bandit --configfile bandit.yaml --recursive .
       - run: black --check .
-      - run: codespell --skip="*.tap"  # --ignore-words-list="" 
+      - run: codespell --skip="*.tap" --skip "*.xml"  # --ignore-words-list="" 
       - run: flake8 . --max-complexity=24 --max-line-length=88 --show-source --statistics
       - run: isort --check-only --profile black .
-      - run: pip install junit_xml yamlish
+      - run: pip install junit_xml yamlish pytest-clarity
       - run: mypy --ignore-missing-imports .
-      - run: pytest . || true
-      - run: pytest --doctest-modules . || true
+      - run: pytest -vv .
+      - run: pytest --doctest-modules .
       - run: shopt -s globstar && pyupgrade --py36-plus **/*.py
       - run: safety check
-      - run: |
-          for FILENAME in test-eslint1 test-eslint2 test-eslint3 test test2 test3 test-bailout; do
-            echo "Testing ${FILENAME}..."
-            python tap2junit/tap13.py
-            python -m tap2junit -i "test/fixtures/${FILENAME}.tap" -o "test/output/${FILENAME}.xml"
-            cat "test/output/${FILENAME}.xml"
-          done

bandit.yaml

@@ -0,0 +1,3 @@
+
+exclude_dirs:
+    - '/test/'

tap2junit/tap13.py

@@ -107,7 +107,12 @@ def _parse(self, source):
             self.__tests_counter = 0
 
         for line in source:
-            if not version12 and not seek_version and RE_VERSION.match(line):
+            if (
+                not version12
+                and not seek_version
+                and not in_yaml
+                and RE_VERSION.match(line)
+            ):
                 # refack: breaking TAP13 spec, to allow multiple TAP headers
                 seek_version = True
                 seek_plan = False

test/_common.py

@@ -0,0 +1,9 @@
+import platform
+
+replacements = dict([(platform.node(), "{HOSTNAME}")])
+
+
+def normalize_output(s):
+    for replacement in replacements:
+        s = s.replace(replacement, replacements[replacement])
+    return s

test/_prepare_outputs.py

@@ -0,0 +1,20 @@
+import glob
+import os
+import subprocess
+
+from _common import normalize_output
+
+for file in glob.glob("test/fixtures/*.tap"):
+    name = os.path.basename(file).replace(".tap", "")
+    output = f"test/output/{name}.xml"
+    try:
+        run = subprocess.run(
+            ["python", "-m", "tap2junit", "-i", file, "-o", output],
+            shell=False,
+        )
+        run.check_returncode()
+
+        data = open(output, "r+").read()
+        open(output, "w").write(normalize_output(data))
+    except subprocess.CalledProcessError:
+        print(f"failed running test {name}")

test/output/test-bailout.xml

@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="utf-8"?>
+<testsuites disabled="0" errors="1" failures="1" tests="5" time="0.0">
+	<testsuite disabled="0" errors="1" failures="1" name="test/fixtures/test-bailout" skipped="0" tests="5" time="0" hostname="{HOSTNAME}">
+		<testcase name="1" classname="MyTest"/>
+		<testcase name="2" classname="MyTest"/>
+		<testcase name="3" classname="MyTest"/>
+		<testcase name="Bail out for Test 4">
+			<failure type="failure" message=" (0)"/>
+			<system-err>Fatal condition met which prevent to continue</system-err>
+		</testcase>
+		<testcase name="Test 5 missing">
+			<error type="-1" message="missing (-1)">
+---
+exitcode: -1
+severity: missing
+...
+</error>
+		</testcase>
+	</testsuite>
+</testsuites>

test/output/test-plan-at-end.xml

@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="utf-8"?>
+<testsuites disabled="0" errors="0" failures="1" tests="5" time="0.0">
+	<testsuite disabled="0" errors="0" failures="1" name="test/fixtures/test-plan-at-end" skipped="0" tests="5" time="0" hostname="{HOSTNAME}">
+		<testcase name="1" classname="MyTest"/>
+		<testcase name="2" classname="MyTest"/>
+		<testcase name="3" classname="MyTest"/>
+		<testcase name="3" classname="MyTest">
+			<failure type="failure" message=" (0)"/>
+		</testcase>
+		<testcase name="4" classname="MyTest"/>
+	</testsuite>
+</testsuites>

test/output/test-tap12.xml

@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="utf-8"?>
+<testsuites disabled="0" errors="0" failures="1" tests="5" time="0.0">
+	<testsuite disabled="0" errors="0" failures="1" name="test/fixtures/test-tap12" skipped="0" tests="5" time="0" hostname="{HOSTNAME}">
+		<testcase name="1" classname="MyTest"/>
+		<testcase name="2" classname="MyTest"/>
+		<testcase name="3" classname="MyTest"/>
+		<testcase name="3" classname="MyTest">
+			<failure type="failure" message=" (0)"/>
+		</testcase>
+		<testcase name="4" classname="MyTest"/>
+	</testsuite>
+</testsuites>