<commit_before>var support = {
  searchParams: 'URLSearchParams' in self,
  url: 'URL' in self,
  blob: 'FileReader' in self && 'Blob' in self && (function() {
    try {
      new Blob()
      return true
    } catch(e) {
      return false
    }
  })(),
  formData: 'FormData' in self,
  arrayBuffer: 'ArrayBuffer' in self,
  patch: !/PhantomJS/.test(navigator.userAgent),
  permanentRedirect: !/PhantomJS|Trident/.test(navigator.userAgent)
}

function readBlobAsText(blob) {
  if ('FileReader' in self) {
    return new Promise(function(resolve, reject) {<commit_msg>Detect broken URL support in PhantomJS and skip test<commit_after>var support = {
  searchParams: 'URLSearchParams' in self,
  url: (function(url) {
    try {
      return new URL(url).toString() === url
    } catch(e) {
      return false
    }
  })('http://example.com/'),
  blob: 'FileReader' in self && 'Blob' in self && (function() {
    try {
      new Blob()
      return true
    } catch(e) {
      return false
    }
  })(),
  formData: 'FormData' in self,
  arrayBuffer: 'ArrayBuffer' in self,
  patch: !/PhantomJS/.test(navigator.userAgent),
  permanentRedirect: !/PhantomJS|Trident/.test(navigator.userAgent)
}

function readBlobAsText(blob) {
  if ('FileReader' in self) {
    return new Promise(function(resolve, reject) {
{'fraction_non_alphanumeric': 0.1417624521072797, 'fraction_numerical': 0.0, 'mean_word_length': 3.3973063973063975, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6665420', 'n_tokens_mistral': 439, 'n_tokens_neox': 438, 'n_words': 111}