<commit_before>__author__ = '@abhinavbom a.k.a Darkl0rd'

###List of known IPs from various sources###

#Emerging Threats Community

emerging_threat_compromisedIP = "http://rules.emergingthreats.net/blockrules/compromised-ips.txt"
emerging_threat_blockedIP = "http://rules.emergingthreats.net/fwrules/emerging-Block-IPs.txt"
emerging_threat_russian_IP = "http://doc.emergingthreats.net/pub/Main/RussianBusinessNetwork/RussianBusinessNetworkIPs.txt"
emerging_threat_malvertisers = "http://doc.emergingthreats.net/pub/Main/RussianBusinessNetwork/emerging-rbn-malvertisers.txt"

#OpenBL Project
openBL = "http://www.openbl.org/lists/base.txt"

#Project Honeynet
honeypot_ip = "http://www.projecthoneypot.org/list_of_ips.php?rss=1"

#SANS Institute
sans_ip = "https://isc.sans.edu/ipsascii.html?limit=2000"

#Blocklist.de
block_list = "http://www.blocklist.de/lists/all.txt"

#AlienVault IP Reputation
alien = "https://reputation.alienvault.com/reputation.generic"

#Abuse.ch zeus tracker
zeus_tracker = "https://zeustracker.abuse.ch/blocklist.php?download=ipblocklist"

#Team-Cymru Dragon Research Group
vncprobe_ip = "https://www.dragonresearchgroup.org/insight/vncprobe.txt"
ssh_ip = "https://www.dragonresearchgroup.org/insight/sshpwauth.txt"

#Malc0de Blacklist IPs
malcode_ip = "http://malc0de.com/bl/IP_Blacklist.txt"

#Malware Domain List (MDL) Malware C&C IPs
mdl_ip = "http://www.malwaredomainlist.com/hostslist/ip.txt"

#TALOS IP Blacklist
talos_ip = "http://talosintel.com/files/additional_resources/ips_blacklist/ip-filter.blf"

#CI Army Bad IPs
ci_army_ip = "http://www.ciarmy.com/list/ci-badguys.txt"

#NoThink.org Honeypot Project By <NAME>
nothink_dns = "http://www.nothink.org/blacklist/blacklist_malware_dns.txt"
nothink_http = "http://www.nothink.org/blacklist/blacklist_malware_http.txt"
nothink_irc = "http://www.nothink.org/blacklist/blacklist_malware_irc.txt"
nothink_ssh = "http://www.nothink.org/blacklist/blacklist_ssh_all.txt"

#TOR exit nodes
tor_exit_nodes = "https://check.torproject.org/exit-addresses"

#korean & Chinese Spam IP feed

korean_ip = "http://www.okean.com/korea.txt"

#Bad IPs listr for last 1000 hours
bad_ip = "http://www.badips.com/get/list/apache-wordpress/0?age=1000h"

###List of Domains goes here ###

#Open-phish
open_pish =  "https://openphish.com/feed.txt"

#Joewein Blacklist
joewein_domains = 'http://www.joewein.net/dl/bl/dom-bl.txt'

###Ocasionally updated feeds for Email blacklisting###
#Joewein Blacklist
joewein_email = 'http://www.joewein.net/dl/bl/from-bl.txt'

OSINT_IP = {
    "Emerging Threat Compromised IP Feed": emerging_threat_compromisedIP,
    "Emerging Threat Blocked IP feed": emerging_threat_blockedIP,
    "Emerging Threat Russian Business Network IP feed": emerging_threat_russian_IP,
    "Emerging threat Malvertisement Network": emerging_threat_malvertisers,
    "Open BlackList Project feed": openBL,
    "Project HoneyNet IP feed": honeypot_ip,
    "SANS IP feed": sans_ip,
    "BlockList.de IP feed": block_list,
    "AlienVault IP reputation feed": alien,
    "Abuse.ch Zeus Tracker IP feed": zeus_tracker,
    "Dragon Research Group VNC probe IP feed": vncprobe_ip,
    "Dragon Research Group SSH bruteforce IP feed": ssh_ip,<commit_msg>removing dead feeds as mentioned in #14<commit_after>__author__ = '@abhinavbom a.k.a Darkl0rd'

###List of known IPs from various sources###

#Emerging Threats Community

emerging_threat_compromisedIP = "http://rules.emergingthreats.net/blockrules/compromised-ips.txt"
emerging_threat_blockedIP = "http://rules.emergingthreats.net/fwrules/emerging-Block-IPs.txt"
emerging_threat_russian_IP = "http://doc.emergingthreats.net/pub/Main/RussianBusinessNetwork/RussianBusinessNetworkIPs.txt"
emerging_threat_malvertisers = "http://doc.emergingthreats.net/pub/Main/RussianBusinessNetwork/emerging-rbn-malvertisers.txt"


#Project Honeynet
honeypot_ip = "http://www.projecthoneypot.org/list_of_ips.php?rss=1"

#SANS Institute
sans_ip = "https://isc.sans.edu/ipsascii.html?limit=2000"

#Blocklist.de
block_list = "http://www.blocklist.de/lists/all.txt"

#AlienVault IP Reputation
alien = "https://reputation.alienvault.com/reputation.generic"

#Abuse.ch zeus tracker
zeus_tracker = "https://zeustracker.abuse.ch/blocklist.php?download=ipblocklist"

#Malc0de Blacklist IPs
malcode_ip = "http://malc0de.com/bl/IP_Blacklist.txt"

#Malware Domain List (MDL) Malware C&C IPs
mdl_ip = "http://www.malwaredomainlist.com/hostslist/ip.txt"

#TALOS IP Blacklist
talos_ip = "http://talosintel.com/files/additional_resources/ips_blacklist/ip-filter.blf"

#CI Army Bad IPs
ci_army_ip = "http://www.ciarmy.com/list/ci-badguys.txt"

#NoThink.org Honeypot Project By <NAME>
nothink_dns = "http://www.nothink.org/blacklist/blacklist_malware_dns.txt"
nothink_http = "http://www.nothink.org/blacklist/blacklist_malware_http.txt"
nothink_irc = "http://www.nothink.org/blacklist/blacklist_malware_irc.txt"
nothink_ssh = "http://www.nothink.org/blacklist/blacklist_ssh_all.txt"

#TOR exit nodes
tor_exit_nodes = "https://check.torproject.org/exit-addresses"

#korean & Chinese Spam IP feed

korean_ip = "http://www.okean.com/korea.txt"

#Bad IPs listr for last 1000 hours
bad_ip = "http://www.badips.com/get/list/apache-wordpress/0?age=1000h"

###List of Domains goes here ###

#Open-phish
open_pish =  "https://openphish.com/feed.txt"

#Joewein Blacklist
joewein_domains = 'http://www.joewein.net/dl/bl/dom-bl.txt'

###Ocasionally updated feeds for Email blacklisting###
#Joewein Blacklist
joewein_email = 'http://www.joewein.net/dl/bl/from-bl.txt'

OSINT_IP = {
    "Emerging Threat Compromised IP Feed": emerging_threat_compromisedIP,
    "Emerging Threat Blocked IP feed": emerging_threat_blockedIP,
    "Emerging Threat Russian Business Network IP feed": emerging_threat_russian_IP,
    "Emerging threat Malvertisement Network": emerging_threat_malvertisers,
    "Project HoneyNet IP feed": honeypot_ip,
    "SANS IP feed": sans_ip,
    "BlockList.de IP feed": block_list,
    "AlienVault IP reputation feed": alien,
    "Abuse.ch Zeus Tracker IP feed": zeus_tracker,
{'fraction_non_alphanumeric': 0.12817551963048499, 'fraction_numerical': 0.0059386341141537445, 'mean_word_length': 5.342050209205021, 'pattern_counts': {'":': 21, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 12, 'lorem ipsum': 0, 'www.': 27, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6664371', 'n_tokens_mistral': 2445, 'n_tokens_neox': 2271, 'n_words': 386}