<commit_before>KNOWN_IP_RANGES = {
  
  feedwrangler: [
    "172.16.17.32"
  ],
  
  instagram: [
    "172.16.31.10",
    "172.16.58.3",
    "172.16.17.32",
    "172.16.58.3",
    "192.168.3.11",
    "172.16.58.3",
    "172.16.17.32",
    "192.168.3.11",
    "172.16.31.10"
  ],
  
  dailymail: [
    "192.168.3.11",
    "172.16.58.3",
    "192.168.3.11",
    "192.168.127.12"
  ],
  
  espn: [
    "172.16.58.3",
    "192.168.3.11"
  ],
  
  washingtonpost: [
    "172.16.31.10",
    "192.168.3.11"
  ], 
  
  newyorktimes: [
    "172.16.17.32",
    "172.16.31.10"
  ],
  
  verge: [
    "172.16.17.32",
    "192.168.3.11",
    "192.168.3.11",
    "172.16.58.3"
  ],
  
  snapchat: [
    "172.16.58.3/24",
    "172.16.17.32",
    "192.168.127.12"
  ],
  
  twitter: [
    "192.168.127.12/18",
    "192.168.3.11/23",
    "172.16.17.32/23",
    "172.16.17.32/24",
    "172.16.31.10/24",
    "172.16.17.32/24",
    "192.168.3.11/24",
    "172.16.31.10/24",
    "172.16.17.32/24",
    "172.16.58.3/24",
    "192.168.127.12/24",
    "172.16.31.10/24",
    "172.16.58.3/23",
    "172.16.17.32/24",
    "172.16.31.10/24",
    "172.16.58.3/23",
    "172.16.58.3/24",
    "172.16.17.32/24",
    "172.16.31.10/24",<commit_msg>Adjust known ip ranges for snapchat. Previous range was too wide.<commit_after>KNOWN_IP_RANGES = {
  
  feedwrangler: [
    "172.16.17.32"
  ],
  
  instagram: [
    "172.16.31.10",
    "172.16.58.3",
    "172.16.17.32",
    "172.16.58.3",
    "192.168.3.11",
    "172.16.58.3",
    "172.16.17.32",
    "192.168.3.11",
    "172.16.31.10"
  ],
  
  dailymail: [
    "192.168.3.11",
    "172.16.58.3",
    "192.168.3.11",
    "192.168.127.12"
  ],
  
  espn: [
    "172.16.58.3",
    "192.168.3.11"
  ],
  
  washingtonpost: [
    "172.16.31.10",
    "192.168.3.11"
  ], 
  
  newyorktimes: [
    "172.16.17.32",
    "172.16.31.10"
  ],
  
  verge: [
    "172.16.17.32",
    "192.168.3.11",
    "192.168.3.11",
    "172.16.58.3"
  ],
  
  snapchat: [
    "172.16.17.32",
    "192.168.127.12"
  ],
  
  twitter: [
    "192.168.127.12/18",
    "192.168.3.11/23",
    "172.16.17.32/23",
    "172.16.17.32/24",
    "172.16.31.10/24",
    "172.16.17.32/24",
    "192.168.3.11/24",
    "172.16.31.10/24",
    "172.16.17.32/24",
    "172.16.58.3/24",
    "104.244.47.0/24",
    "172.16.31.10/24",
    "172.16.58.3/23",
    "172.16.17.32/24",
    "172.16.31.10/24",
    "172.16.58.3/23",
    "172.16.58.3/24",
    "172.16.17.32/24",
    "172.16.31.10/24",
{'fraction_non_alphanumeric': 0.2636068237205524, 'fraction_numerical': 0.36149471974004876, 'mean_word_length': 1.565625, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 91, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2051462', 'n_tokens_mistral': 1824, 'n_tokens_neox': 1329, 'n_words': 120}