<commit_before>#!/usr/bin/env python3
# encoding: utf-8

import ursgal
import os
import sys
import pprint

def main():
    '''
    Download all resources from our webpage

    '''
    uc = ursgal.UController()
    zip_files_list, update_kb_list =uc.prepare_resources(
        root_zip_target_folder='/Users/sschulze/tmp'
    )
    print()
    print('<<<Summary>>>')
    if len(zip_files_list) == 0:
        print('[ INFO ] All files are correctly stored in online repository')
    else:
        for zip_file, md5 in zip_files_list:
            print(
                '[ INFO ] File: {0} was created with md5: {1}'.format(
                    zip_file,
                    md5
                )
            )
            print()
    print()
    if len(update_kb_list) == 0:
        print('[ INFO ] No kb information has to be updated')
    else:<commit_msg>added msgfplus_v2019_01_22 to downloadable resources<commit_after>#!/usr/bin/env python3
# encoding: utf-8

import ursgal
import os
import sys
import pprint

def main():
    '''
    Download all resources from our webpage

    '''
    uc = ursgal.UController()
    zip_files_list, update_kb_list =uc.prepare_resources(
        root_zip_target_folder='/tmp'
    )
    print()
    print('<<<Summary>>>')
    if len(zip_files_list) == 0:
        print('[ INFO ] All files are correctly stored in online repository')
    else:
        for zip_file, md5 in zip_files_list:
            print(
                '[ INFO ] File: {0} was created with md5: {1}'.format(
                    zip_file,
                    md5
                )
            )
            print()
    print()
    if len(update_kb_list) == 0:
        print('[ INFO ] No kb information has to be updated')
    else:
{'fraction_non_alphanumeric': 0.10599078341013825, 'fraction_numerical': 0.014976958525345621, 'mean_word_length': 1.979416809605489, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 3, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '73603', 'n_tokens_mistral': 553, 'n_tokens_neox': 527, 'n_words': 149}