<commit_before>#! /usr/bin/env python2
#
# This file is part of khmer, http://github.com/ged-lab/khmer/, and is
# Copyright (C) Michigan State University, 2009-2013. It is licensed under
# the three-clause BSD license; see doc/LICENSE.txt.
# Contact: <EMAIL>
#
import screed
import sys

CUTOFF = 200

n = 0
prefix = sys.argv[1]
for filename in sys.argv[2:]:
    for record in screed.open(filename):
        if len(record.sequence) >= CUTOFF:
            n += 1
            print '>%s.%s %s\n%s' % (prefix, n, record.name, record.sequence)
<commit_msg>added main()<commit_after>#! /usr/bin/env python2
#
# This file is part of khmer, http://github.com/ged-lab/khmer/, and is
# Copyright (C) Michigan State University, 2009-2013. It is licensed under
# the three-clause BSD license; see doc/LICENSE.txt.
# Contact: <EMAIL>
#
import screed
import sys

CUTOFF = 200


def main():
    n = 0
    prefix = sys.argv[1]
    for filename in sys.argv[2:]:
        for record in screed.open(filename):
            if len(record.sequence) >= CUTOFF:
                n += 1
                print '>%s.%s %s\n%s' % (prefix, n, record.name, record.sequence)


if __name__ == '__main__':
    main()

{'fraction_non_alphanumeric': 0.1404399323181049, 'fraction_numerical': 0.02707275803722504, 'mean_word_length': 2.7916666666666665, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3675654', 'n_tokens_mistral': 438, 'n_tokens_neox': 407, 'n_words': 127}