<commit_before>class Blacklist
  def self.default
    @@default ||= self.new [
      #@TODO: These regexes are just temporary, please fix a nice regex which will match all possible URLS on the given site (also subdomains & https)
      /^http(s)?:\/\/([^\/]+\.)?facebook\.com\//,
      /^http(s)?:\/\/([^\/]+\.)?factlink\.com\//,
      /^http:\/\/localhost[:\/]/,
      /^http(s)?:\/\/([^\/]+\.)?google\.([a-z.]{2,6})\//,
      /^http(s)?:\/\/([^\/]+\.)?gmail\.com\//,
    ]
  end
  
  def initialize(blacklist)
    @blacklist = blacklist
  end
  
  def matches?(str)
    @blacklist.each do |regex|
      if regex.match(str)
        return true
      end
    end
    
    false
  end
end<commit_msg>Updates to blacklist<commit_after>class Blacklist
  def self.default
    @@default ||= self.new [
      #@TODO: These regexes are just temporary, please fix a nice regex which will match all possible URLS on the given site (also subdomains & https)
      /^http(s)?:\/\/([^\/]+\.)?facebook\.com\//,
      /^http(s)?:\/\/([^\/]+\.)?factlink\.com\//,
      /^http(s)?:\/\/([^\/]+\.)?twitter\.com\//,
      /^http:\/\/localhost[:\/]/,
      /^http(s)?:\/\/([^\/]+\.)?google\.([a-z.]{2,6})\//,
      /^http(s)?:\/\/([^\/]+\.)?gmail\.com\//,
    ]
  end
  
  def initialize(blacklist)
    @blacklist = blacklist
  end
  
  def matches?(str)
    @blacklist.each do |regex|
      if regex.match(str)
        return true
      end
    end
    
    false
  end
end
{'fraction_non_alphanumeric': 0.24415405777166438, 'fraction_numerical': 0.002751031636863824, 'mean_word_length': 1.9815573770491803, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1528213', 'n_tokens_mistral': 567, 'n_tokens_neox': 548, 'n_words': 112}