<commit_before>//-------------------------------
//  Very happy to F**K GFW !!!
//-------------------------------

var direct = 'DIRECT';
var http_proxy = 'PROXY 127.0.0.1:8087; DIRECT';

var domains =
{
  "github.com":   true, // F**K GXB
  "golang.org":   true,
  "appspot.com":  true,
  "blogger.com":  true,
  "blogspot.com": true,
  "facebook.com": true,
  "google.com":   true,
  "twitter.com":  true,
  "wordpress.com":true,
  "youtube.com":  true,
};

// host can override domains
var hosts =
{
  //"plus.google.com":      true,
};


function host2domain(host) {
  var dotpos = host.lastIndexOf(".");
  if (dotpos === -1)
    return host;
  // Find the second last dot<commit_msg>update pac<commit_after>//-------------------------------
//  Very happy to F**K GFW !!!
//-------------------------------

var direct = 'DIRECT';
var http_proxy = 'PROXY 127.0.0.1:8087; DIRECT';

var domains =
{
  "github.com":   true, // F**K GXB
  "golang.org":   true,
  "appspot.com":  true,
  "blogger.com":  true,
  "blogspot.com": true,
  "facebook.com": true,
  "google.com":   true,
  "twitter.com":  true,
  "wordpress.com":true,
  "youtube.com":  true,
};

// host can override domains
var hosts =
{
  "www.google.com.hk": true,
  "github.global.ssl.fastly.net": true,
};


function host2domain(host) {
  var dotpos = host.lastIndexOf(".");
  if (dotpos === -1)
    return host;
  // Find the second last dot
{'fraction_non_alphanumeric': 0.26207386363636365, 'fraction_numerical': 0.017045454545454544, 'mean_word_length': 2.131111111111111, 'pattern_counts': {'":': 23, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 1, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3491135', 'n_tokens_mistral': 531, 'n_tokens_neox': 507, 'n_words': 122}