<commit_before>#!/usr/bin/env python

import multiprocessing

import jsk_data


PKG = 'jsk_arc2017_common'


def download_data(path, url, md5):
    p = multiprocessing.Process(
        target=jsk_data.download_data,
        kwargs=dict(
            pkg_name=PKG,
            path=path,
            url=url,
            md5=md5,
        ),
    )
    p.start()


def main():
    # dataset: v1
    # augmentation: standard
    download_data(
        path='data/models/fcn32s_arc2017_dataset_v1_20170326_005.pth',
        url='https://drive.google.com/uc?id=0B9P1L--7Wd2vT1pnWnVsNERHTVk',
        md5='ae9d13c126389bd63bccf0db1551f31e',
    )

    # dataset: v1
    # augmentation: stack
    download_data(
        path='data/models/fcn32s_arc2017_dataset_v1_20170417.pth',
        url='https://drive.google.com/uc?id=0B9P1L--7Wd2vYWloN0FGeEhlcGs',
        md5='a098399a456de29ef8d4feaa8ae795e9',
    )

    # dataset: v2
    # augmentation: stack
    download_data(
        path='data/models/fcn32s_arc2017_datasetv2_cfg003_20170612.npz',
        url='https://drive.google.com/uc?id=0B9P1L--7Wd2vS1VaWWVFNDVFQ1k',
        md5='e4e07b66ebeaf6b33a79eb1b605ee3a3',
    )

    # dataset: v2
    # augmentation: stack
    # unknown_objects: apc2016
    download_data(
        path='data/models/fcn32s_arc2017_datasetv2_cfg003_20170704.npz',
        url='https://drive.google.com/uc?id=0B9P1L--7Wd2vcEZMbVR0eHlVdDg',
        md5='606d2f6bc0c701e79b64466c73c83a72',
    )


if __name__ == '__main__':
    main()<commit_msg>Disable of downloading old chainer models<commit_after>#!/usr/bin/env python

import multiprocessing

import jsk_data


PKG = 'jsk_arc2017_common'


def download_data(path, url, md5):
    p = multiprocessing.Process(
        target=jsk_data.download_data,
        kwargs=dict(
            pkg_name=PKG,
            path=path,
            url=url,
            md5=md5,
        ),
    )
    p.start()


def main():
    # # dataset: v1
    # # augmentation: standard
    # download_data(
    #     path='data/models/fcn32s_arc2017_dataset_v1_20170326_005.pth',
    #     url='https://drive.google.com/uc?id=0B9P1L--7Wd2vT1pnWnVsNERHTVk',
    #     md5='ae9d13c126389bd63bccf0db1551f31e',
    # )

    # # dataset: v1
    # # augmentation: stack
    # download_data(
    #     path='data/models/fcn32s_arc2017_dataset_v1_20170417.pth',
    #     url='https://drive.google.com/uc?id=0B9P1L--7Wd2vYWloN0FGeEhlcGs',
    #     md5='a098399a456de29ef8d4feaa8ae795e9',
    # )

    # dataset: v2
    # augmentation: stack
    download_data(
        path='data/models/fcn32s_arc2017_datasetv2_cfg003_20170612.npz',
        url='https://drive.google.com/uc?id=0B9P1L--7Wd2vS1VaWWVFNDVFQ1k',
        md5='e4e07b66ebeaf6b33a79eb1b605ee3a3',
    )

    # dataset: v2
    # augmentation: stack
    # unknown_objects: apc2016
    download_data(
        path='data/models/fcn32s_arc2017_datasetv2_cfg003_20170704.npz',
        url='https://drive.google.com/uc?id=0B9P1L--7Wd2vcEZMbVR0eHlVdDg',
        md5='606d2f6bc0c701e79b64466c73c83a72',
    )


if __name__ == '__main__':
    main()
{'fraction_non_alphanumeric': 0.11745619727449708, 'fraction_numerical': 0.12134977287475665, 'mean_word_length': 2.863408521303258, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 8, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 13, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6876877', 'n_tokens_mistral': 1484, 'n_tokens_neox': 1286, 'n_words': 126}