diff --git a/test/subset/run-tests.py b/test/subset/run-tests.py
index 0a7453c59..93b1d51d5 100755
--- a/test/subset/run-tests.py
+++ b/test/subset/run-tests.py
@@ -103,7 +103,9 @@ def run_test (test, should_check_ots):
 		sys.stdout.flush ()
 		return fail_test (test, cli_args, 'ttx for expected and actual does not match.')
 
-	return 1
+	return fail_test (test, cli_args, 'hash for expected and actual does not match, '
+	                                  'but the ttx matches. Expected file needs to be updated?')
+
 
 def has_ots ():
 	if not ots_sanitize: