<commit_before>import idiokit
from idiokit import xmlcore, xmpp
from idiokit.xmpp import jid
from abusehelper.core import events, bot
from abusehelper.contrib.experts import combiner

"""
Important notice:

This bot is deprecated and will not be maintained. Maintained
version will be moved under ahcommunity repository. 

abusehelper.contrib package will be removed after 2016-01-01.
During the migration period, you can already update your 
references to the bot.
"""

def parse(text):
    # Expected format
    # ASN,Rank,Matched BL,Highest Malicious Ranking,Current Position
    # 2611,1.00003737554952,2/18,1.273828125,10445/61949

    for row in text.split("\n"):
        row = row.strip()

        # ignore empty row and comments
        if len(row) > 0 and row[0] == "#":
            continue

        els = row.split(",")<commit_msg>abusehelper.contrib.bgp-xmpp: Import combiner from abusehelper.bots package.<commit_after>import idiokit
from idiokit import xmlcore, xmpp
from idiokit.xmpp import jid
from abusehelper.core import events, bot
from abusehelper.bots.experts import combiner

"""
Important notice:

This bot is deprecated and will not be maintained. Maintained
version will be moved under ahcommunity repository. 

abusehelper.contrib package will be removed after 2016-01-01.
During the migration period, you can already update your 
references to the bot.
"""

def parse(text):
    # Expected format
    # ASN,Rank,Matched BL,Highest Malicious Ranking,Current Position
    # 2611,1.00003737554952,2/18,1.273828125,10445/61949

    for row in text.split("\n"):
        row = row.strip()

        # ignore empty row and comments
        if len(row) > 0 and row[0] == "#":
            continue

        els = row.split(",")
{'fraction_non_alphanumeric': 0.0860091743119266, 'fraction_numerical': 0.05963302752293578, 'mean_word_length': 3.5561357702349867, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2484871', 'n_tokens_mistral': 602, 'n_tokens_neox': 528, 'n_words': 180}