harfbuzz/test/subset/run-tests.py

149 lines
4.5 KiB
Python
Raw Normal View History

#!/usr/bin/env python3
2018-01-27 01:57:42 +01:00
2019-05-28 11:18:39 +02:00
# Runs a subsetting test suite. Compares the results of subsetting via harfbuzz
2018-01-27 01:57:42 +01:00
# to subsetting via fonttools.
from difflib import unified_diff
2018-01-27 01:57:42 +01:00
import os
import re
2018-01-27 01:57:42 +01:00
import subprocess
import sys
import tempfile
import shutil
2018-01-27 01:57:42 +01:00
from subset_test_suite import SubsetTestSuite
fonttools = shutil.which ("fonttools")
ots_sanitize = shutil.which ("ots-sanitize")
if not fonttools:
2019-05-28 11:18:39 +02:00
print ("fonttools is not present, skipping test.")
sys.exit (77)
2018-01-27 01:57:42 +01:00
def cmd (command):
2018-01-27 01:57:42 +01:00
p = subprocess.Popen (
command, stdout=subprocess.PIPE, stderr=subprocess.PIPE,
universal_newlines=True)
(stdoutdata, stderrdata) = p.communicate ()
print (stderrdata, end="", file=sys.stderr)
return stdoutdata, p.returncode
2018-01-27 01:57:42 +01:00
def read_binary (file_path):
with open (file_path, 'rb') as f:
return f.read ()
2019-05-28 11:18:39 +02:00
def fail_test (test, cli_args, message):
print ('ERROR: %s' % message)
print ('Test State:')
print (' test.font_path %s' % os.path.abspath (test.font_path))
print (' test.profile_path %s' % os.path.abspath (test.profile_path))
print (' test.unicodes %s' % test.unicodes ())
expected_file = os.path.join(test_suite.get_output_directory (),
test.get_font_name ())
print (' expected_file %s' % os.path.abspath (expected_file))
return 1
2018-01-27 01:57:42 +01:00
2019-05-28 11:18:39 +02:00
def run_test (test, should_check_ots):
out_file = os.path.join (tempfile.mkdtemp (), test.get_font_name () + '-subset' + test.get_font_extension ())
cli_args = [hb_subset,
"--font-file=" + test.font_path,
"--output-file=" + out_file,
"--unicodes=%s" % test.unicodes (),
2020-01-09 16:44:20 +01:00
"--drop-tables+=DSIG,GPOS,GSUB,GDEF",
"--drop-tables-=sbix"]
cli_args.extend (test.get_profile_flags ())
print (' '.join (cli_args))
_, return_code = cmd (cli_args)
2018-01-27 01:57:42 +01:00
if return_code:
return fail_test (test, cli_args, "%s returned %d" % (' '.join (cli_args), return_code))
expected_ttx = tempfile.mktemp ()
_, return_code = run_ttx (os.path.join (test_suite.get_output_directory (),
test.get_font_name ()),
expected_ttx)
2018-02-08 20:31:27 +01:00
if return_code:
if os.path.exists (expected_ttx): os.remove (expected_ttx)
return fail_test (test, cli_args, "ttx (expected) returned %d" % (return_code))
actual_ttx = tempfile.mktemp ()
_, return_code = run_ttx (out_file, actual_ttx)
2018-02-08 20:31:27 +01:00
if return_code:
if os.path.exists (expected_ttx): os.remove (expected_ttx)
if os.path.exists (actual_ttx): os.remove (actual_ttx)
return fail_test (test, cli_args, "ttx (actual) returned %d" % (return_code))
2020-05-28 21:41:19 +02:00
with open (expected_ttx, encoding='utf-8') as f:
expected_ttx_text = f.read ()
2020-05-28 21:41:19 +02:00
with open (actual_ttx, encoding='utf-8') as f:
actual_ttx_text = f.read ()
# cleanup
try:
os.remove (expected_ttx)
os.remove (actual_ttx)
except:
pass
print ("stripping checksums.")
expected_ttx_text = strip_check_sum (expected_ttx_text)
actual_ttx_text = strip_check_sum (actual_ttx_text)
if not actual_ttx_text == expected_ttx_text:
for line in unified_diff (expected_ttx_text.splitlines (1), actual_ttx_text.splitlines (1)):
sys.stdout.write (line)
sys.stdout.flush ()
2019-05-28 11:18:39 +02:00
return fail_test (test, cli_args, 'ttx for expected and actual does not match.')
2018-01-27 01:57:42 +01:00
if should_check_ots:
print ("Checking output with ots-sanitize.")
if not check_ots (out_file):
return fail_test (test, cli_args, 'ots for subsetted file fails.')
2018-01-27 01:57:42 +01:00
return 0
def run_ttx (font_path, ttx_output_path):
print ("fonttools ttx %s" % font_path)
return cmd ([fonttools, "ttx", "-q", "-o", ttx_output_path, font_path])
def strip_check_sum (ttx_string):
return re.sub ('checkSumAdjustment value=["]0x([0-9a-fA-F])+["]',
'checkSumAdjustment value="0x00000000"',
ttx_string, count=1)
2018-01-27 01:57:42 +01:00
def has_ots ():
if not ots_sanitize:
print("OTS is not present, skipping all ots checks.")
return False
return True
def check_ots (path):
ots_report, returncode = cmd ([ots_sanitize, path])
if returncode:
print ("OTS Failure: %s" % ots_report)
return False
return True
2018-01-27 01:57:42 +01:00
args = sys.argv[1:]
2019-05-28 11:18:39 +02:00
if not args or sys.argv[1].find ('hb-subset') == -1 or not os.path.exists (sys.argv[1]):
2020-05-28 20:21:29 +02:00
sys.exit ("First argument does not seem to point to usable hb-subset.")
2018-01-27 01:57:42 +01:00
hb_subset, args = args[0], args[1:]
if not len (args):
2020-05-28 20:21:29 +02:00
sys.exit ("No tests supplied.")
2018-01-27 01:57:42 +01:00
has_ots = has_ots()
2018-01-27 01:57:42 +01:00
fails = 0
for path in args:
2020-05-28 21:41:19 +02:00
with open (path, mode="r", encoding="utf-8") as f:
2018-01-27 01:57:42 +01:00
print ("Running tests in " + path)
2019-05-28 11:18:39 +02:00
test_suite = SubsetTestSuite (path, f.read ())
for test in test_suite.tests ():
fails += run_test (test, has_ots)
2018-01-27 01:57:42 +01:00
if fails != 0:
2020-05-28 20:21:29 +02:00
sys.exit ("%d test(s) failed." % fails)
2018-01-27 01:57:42 +01:00
else:
print ("All tests passed.")