<commit_before>import argparse
import logging
import os

import ncbi_genome_download


def main():
    parser = argparse.ArgumentParser()
    parser.add_argument('domain',
                        choices=['all'] + ncbi_genome_download.supported_domains,
                        help='The NCBI "domain" to download')
    parser.add_argument('-s', '--section',
                        dest='section', default='refseq', choices=['refseq', 'genbank'],
                        help='NCBI section to download')
    parser.add_argument('-F', '--format',
                        dest='file_format', default='genbank',
                        choices=['all'] + ncbi_genome_download.format_name_map.keys(),
                        help='Which format to download (default: genbank)')
    parser.add_argument('-o', '--output-folder',
                        dest='output', default=os.getcwd(),
                        help='Create output hierarchy in specified folder (default: current directory)')
    parser.add_argument('-u', '--uri',
                        dest='uri', default=ncbi_genome_download.NCBI_URI,<commit_msg>Fix __main__.py to be py3 compatible<commit_after>import argparse
import logging
import os

import ncbi_genome_download


def main():
    parser = argparse.ArgumentParser()
    parser.add_argument('domain',
                        choices=['all'] + ncbi_genome_download.supported_domains,
                        help='The NCBI "domain" to download')
    parser.add_argument('-s', '--section',
                        dest='section', default='refseq', choices=['refseq', 'genbank'],
                        help='NCBI section to download')
    parser.add_argument('-F', '--format',
                        dest='file_format', default='genbank',
                        choices=['all'] + list(ncbi_genome_download.format_name_map.keys()),
                        help='Which format to download (default: genbank)')
    parser.add_argument('-o', '--output-folder',
                        dest='output', default=os.getcwd(),
                        help='Create output hierarchy in specified folder (default: current directory)')
    parser.add_argument('-u', '--uri',
                        dest='uri', default=ncbi_genome_download.NCBI_URI,
{'fraction_non_alphanumeric': 0.12916111850865514, 'fraction_numerical': 0.0004438526409232135, 'mean_word_length': 2.1701828410689172, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 14, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '646783', 'n_tokens_mistral': 608, 'n_tokens_neox': 571, 'n_words': 122}