<commit_before>#!/usr/bin/env python3
# -+- coding: utf-8 -*-

import pdb
import irc3
import argparse

if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument(
        "--debug", action="store_true", help="Enables debug mode")

    args = parser.parse_args()

    config = irc3.utils.parse_config('bot', 'bot.ini')
    bot = irc3.IrcBot(**config)
    bot.include('irc3.plugins.logger')
    bot.include('harvester.harvester')

    if args.debug:
        bot.nick = "harvester_debug"
        bot.config['autojoins'] = ['#brotherBot']
    bot.run()

urls = [
    'https://bpaste.net/show/426fe62985e3',
    'https://bpaste.net/raw/426fe62985e3',
    'http://cubeupload.com/im/YhUxlj.jpg',
    'http://i.cubeupload.com/YhUxlj.jpg',
    'http://dpaste.com/2E0H71M',
    'http://dpaste.com/2E0H71M.txt',
    'https://gyazo.com/fc12a9bb2a4b92d1debef49b8279371f',
    'https://i.gyazo.com/fc12a9bb2a4b92d1debef49b8279371f.png',
    'https://cache.gyazo.com/fc12a9bb2a4b92d1debef49b8279371f.png',
    'http://hastebin.com/vohayuzodu.vala',
    'http://hastebin.com/vohayuzodu',
    'http://hastebin.com/raw/vohayuzodu',
    'https://imgur.com/tNHwwYvf',
    'http://pastebin.com/Vcz07KuK',
    'http://pastebin.com/Vcz07KuK',
    'http://pastebin.com/raw/Vcz07KuK',
    'http://pastebin.com/raw.php?i=Vcz07KuK',
    'http://prntscr.com/5o2enp',
]<commit_msg>Removed logging in debug mode<commit_after>#!/usr/bin/env python3
# -+- coding: utf-8 -*-

import pdb
import irc3
import argparse

if __name__ == "__main__":
    parser = argparse.ArgumentParser()
    parser.add_argument(
        "--debug", action="store_true", help="Enables debug mode")

    args = parser.parse_args()

    config = irc3.utils.parse_config('bot', 'bot.ini')
    bot = irc3.IrcBot(**config)
    bot.include('harvester.harvester')

    if args.debug:
        pdb.set_trace()
        bot.config['autojoins'] = ['#brotherBot']
        bot.config['nick'] = "harvester_debug"
    else:
        bot.include('irc3.plugins.logger')
    bot.run()

urls = [
    'https://bpaste.net/show/426fe62985e3',
    'https://bpaste.net/raw/426fe62985e3',
    'http://cubeupload.com/im/YhUxlj.jpg',
    'http://i.cubeupload.com/YhUxlj.jpg',
    'http://dpaste.com/2E0H71M',
    'http://dpaste.com/2E0H71M.txt',
    'https://gyazo.com/fc12a9bb2a4b92d1debef49b8279371f',
    'https://i.gyazo.com/fc12a9bb2a4b92d1debef49b8279371f.png',
    'https://cache.gyazo.com/fc12a9bb2a4b92d1debef49b8279371f.png',
    'http://hastebin.com/vohayuzodu.vala',
    'http://hastebin.com/vohayuzodu',
    'http://hastebin.com/raw/vohayuzodu',
    'https://imgur.com/tNHwwYvf',
    'http://pastebin.com/Vcz07KuK',
    'http://pastebin.com/Vcz07KuK',
    'http://pastebin.com/raw/Vcz07KuK',
    'http://pastebin.com/raw.php?i=Vcz07KuK',
    'http://prntscr.com/5o2enp',
]
{'fraction_non_alphanumeric': 0.18586572438162544, 'fraction_numerical': 0.0657243816254417, 'mean_word_length': 3.2764350453172204, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 12, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5402626', 'n_tokens_mistral': 1317, 'n_tokens_neox': 1208, 'n_words': 118}