Index: tests/pybin/tools.py
===================================================================
--- tests/pybin/tools.py	(revision 5a5d31a2a5f79b60f24225ffc8c5d8d420ec352b)
+++ tests/pybin/tools.py	(revision 202ad7213dd90adde71c8d41deb86d0a8093bd95)
@@ -36,4 +36,8 @@
 
 def is_ascii(fname):
+	if settings.dry_run:
+		print("is_ascii: %s" % fname)
+		return True
+
 	if not os.path.isfile(fname):
 		return False
@@ -132,4 +136,8 @@
 # helper function to replace patterns in a file
 def file_replace(fname, pat, s_after):
+	if settings.dry_run:
+		print("replacing '%s' with '%s' in %s" % (pat, s_after, fname))
+		return
+
 	file = fileinput.FileInput(fname, inplace=True, backup='.bak')
 	for line in file:
Index: tests/test.py
===================================================================
--- tests/test.py	(revision 5a5d31a2a5f79b60f24225ffc8c5d8d420ec352b)
+++ tests/test.py	(revision 202ad7213dd90adde71c8d41deb86d0a8093bd95)
@@ -172,4 +172,5 @@
 
 	if retcode == 0:
+		fixoutput(out_file)
 		if settings.generating :
 			# if we are ounly generating the output we still need to check that the test actually exists
@@ -182,5 +183,4 @@
 		else :
 			# fetch return code and error from the diff command
-			fixoutput(out_file)
 			retcode, error = diff(cmp_file, out_file)