<commit_before>import sys
try:
    from MonetDBtesting import process
except ImportError:
    import process

p = process.client('sqldump', stdout = process.PIPE, stderr = process.PIPE)
out, err = p.communicate()
sys.stdout.write(out)
sys.stderr.write(err)<commit_msg>Significantly speed up test. It was Python that was the bottleneck dealing with the large output of the dump program.  The solution is to let dump directly write to the output file instead of by way of a very large Python string.<commit_after>import sys
try:
    from MonetDBtesting import process
except ImportError:
    import process

sys.stdout.flush()              # just to be sure
p = process.client('sqldump', stderr = process.PIPE)
out, err = p.communicate()
sys.stderr.write(err)
{'fraction_non_alphanumeric': 0.08058124174372523, 'fraction_numerical': 0.0, 'mean_word_length': 4.263888888888889, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1676706', 'n_tokens_mistral': 219, 'n_tokens_neox': 215, 'n_words': 86}