91 lines
2.2 KiB
Python
Executable File
91 lines
2.2 KiB
Python
Executable File
#!/usr/bin/env python3
|
|
|
|
from glob import glob
|
|
import subprocess
|
|
|
|
import os.path
|
|
import os
|
|
import tempfile
|
|
|
|
validate="@CMAKE_CURRENT_BINARY_DIR@/json-schema"
|
|
compare="@CMAKE_CURRENT_BINARY_DIR@/json-compare"
|
|
src="@CMAKE_CURRENT_SOURCE_DIR@/test/json/schema"
|
|
devnull=open(os.devnull, 'w')
|
|
|
|
|
|
def test_bad(schema:str, dir:str) -> int:
|
|
failures = 0
|
|
|
|
for input in glob(os.path.join(dir, "*.json")):
|
|
code = subprocess.call([validate, schema, input], stdout=devnull, stderr=devnull)
|
|
|
|
prefix = ""
|
|
if code == 0:
|
|
prefix = "not "
|
|
failures += 1
|
|
|
|
prefix = "not " if code == 0 else ""
|
|
print(f"{prefix}ok - {input}")
|
|
|
|
return failures
|
|
|
|
|
|
def test_good(schema:str, dir:str) -> int:
|
|
inputs = glob(os.path.join(dir, "*.input.json"))
|
|
results = glob(os.path.join(dir, "*.result.json"))
|
|
|
|
inputs.sort()
|
|
results.sort()
|
|
|
|
failures = 0
|
|
|
|
for (target,truth) in zip(inputs, results):
|
|
success = False
|
|
|
|
try:
|
|
with tempfile.NamedTemporaryFile(delete=True) as out:
|
|
subprocess.check_call([validate, schema, target], stdout=out)
|
|
subprocess.check_call([compare, out.name, truth])
|
|
success = True
|
|
except subprocess.CalledProcessError:
|
|
failures += 1
|
|
|
|
prefix = "not " if not success else ""
|
|
print(f"{prefix}ok - {target}")
|
|
|
|
return failures
|
|
|
|
|
|
def validation_group(dir:str) -> int:
|
|
schema = os.path.join(dir, "schema.json")
|
|
if not os.path.isfile(schema):
|
|
raise Exception("schema is not present")
|
|
|
|
failures = 0
|
|
failures += test_good(schema, os.path.join(dir, "good"))
|
|
failures += test_bad(schema, os.path.join(dir, "bad"))
|
|
|
|
return failures
|
|
|
|
def test_validation(dir:str) -> int:
|
|
failures = 0
|
|
|
|
groups = (x for x in os.listdir(dir))
|
|
groups = (os.path.join(dir, x) for x in groups)
|
|
groups = (x for x in groups if os.path.isdir(x))
|
|
|
|
for name in sorted(groups):
|
|
path = os.path.join(src, name)
|
|
if not os.path.isdir(path):
|
|
continue
|
|
failures += validation_group(path)
|
|
|
|
return failures
|
|
|
|
|
|
if __name__ == "__main__":
|
|
failures = 0
|
|
|
|
failures += test_validation(os.path.join(src, "validation"))
|
|
exit(1 if failures else 0)
|