<commit_before>import urlparse
import posixpath
from intelmq.lib import utils
from intelmq.lib.bot import Bot, sys
from intelmq.lib.message import Event
from intelmq.lib.harmonization import DateTime

MAPPING = {
    "all.txt": {
        "classification.type": "blacklist"
    },
    "ssh.txt": {
        "classification.type": "ids alert",
        "protocol.application": "ssh",
        "details.description": "IP reported as having run attacks on the service SSH"
    },
    "mail.txt": {
        "classification.type": "ids alert",
        "protocol.application": "smtp",
        "details.description": "IP reported as having run attacks on the service Mail, Postfix"
    },
    "apache.txt": {
        "classification.type": "ids alert",
        "protocol.application": "http",
        "details.description": "IP reported as having run attacks on the service Apache, Apache-DDoS, RFI-Attacks"
    },
    "imap.txt": {
        "classification.type": "ids alert",
        "protocol.application": "imap",
        "details.description": "IP reported as having run attacks on the service IMAP, SASL, POP3"
    },
    "ftp.txt": {
        "classification.type": "ids alert",
        "protocol.application": "ftp",
        "details.description": "IP reported as having run attacks on the service FTP"
    },
    "sip.txt": {
        "classification.type": "ids alert",
        "protocol.application": "sip",
        "details.description": "IP reported as having run attacks on the service SIP, VOIP, Asterisk"
    },
    "bots.txt": {
        "classification.type": "botnet drone"
    },
    "strongips.txt": {
        "classification.type": "blacklist",
        "details.description": "IP reported as having run attacks in last 2 months"
    },
    "ircbot.txt": {
        "classification.type": "botnet drone",
        "protocol.application": "irc"
    },
    "bruteforcelogin.txt": {
        "classification.type": "brute-force",
        "details.description": "IP reported as having run attacks on Joomlas, Wordpress and other Web-Logins with Brute-Force Logins",<commit_msg>Parser Blocklistde - 'details.description' -> 'description.text'<commit_after>import urlparse
import posixpath
from intelmq.lib import utils
from intelmq.lib.bot import Bot, sys
from intelmq.lib.message import Event
from intelmq.lib.harmonization import DateTime

MAPPING = {
    "all.txt": {
        "classification.type": "blacklist"
    },
    "ssh.txt": {
        "classification.type": "ids alert",
        "protocol.application": "ssh",
        "description.text": "IP reported as having run attacks on the service SSH"
    },
    "mail.txt": {
        "classification.type": "ids alert",
        "protocol.application": "smtp",
        "description.text": "IP reported as having run attacks on the service Mail, Postfix"
    },
    "apache.txt": {
        "classification.type": "ids alert",
        "protocol.application": "http",
        "description.text": "IP reported as having run attacks on the service Apache, Apache-DDoS, RFI-Attacks"
    },
    "imap.txt": {
        "classification.type": "ids alert",
        "protocol.application": "imap",
        "description.text": "IP reported as having run attacks on the service IMAP, SASL, POP3"
    },
    "ftp.txt": {
        "classification.type": "ids alert",
        "protocol.application": "ftp",
        "description.text": "IP reported as having run attacks on the service FTP"
    },
    "sip.txt": {
        "classification.type": "ids alert",
        "protocol.application": "sip",
        "description.text": "IP reported as having run attacks on the service SIP, VOIP, Asterisk"
    },
    "bots.txt": {
        "classification.type": "botnet drone"
    },
    "strongips.txt": {
        "classification.type": "blacklist",
        "description.text": "IP reported as having run attacks in last 2 months"
    },
    "ircbot.txt": {
        "classification.type": "botnet drone",
        "protocol.application": "irc"
    },
    "bruteforcelogin.txt": {
        "classification.type": "brute-force",
        "description.text": "IP reported as having run attacks on Joomlas, Wordpress and other Web-Logins with Brute-Force Logins",
{'fraction_non_alphanumeric': 0.13280689160086145, 'fraction_numerical': 0.000957166786312515, 'mean_word_length': 2.827838827838828, 'pattern_counts': {'":': 74, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4615191', 'n_tokens_mistral': 1248, 'n_tokens_neox': 1195, 'n_words': 356}