<commit_before>var requestPromise = require('request-promise');

module.exports = function(pubUrl) {
  var clarifaiToken = '7UbpUqQ9d5YSG2EFstAN6e89i6Ttop';
  return requestPromise({
    uri: 'https://api.clarifai.com/v1/tag/?url=' + pubUrl, 
    method: 'GET',
    json: true,
    headers: {
      'Authorization': 'Bearer ' + clarifaiToken
    }
  }).then(function(res) {
    return res.results[0].result.tag;
  }).catch(function(err) {
    console.log('error requresting from clarifai', err);
  });
};<commit_msg>New clarifai token<commit_after>var requestPromise = require('request-promise');

module.exports = function(pubUrl) {
  var clarifaiToken = '<KEY>';
  return requestPromise({
    uri: 'https://api.clarifai.com/v1/tag/?url=' + pubUrl, 
    method: 'GET',
    json: true,
    headers: {
      'Authorization': 'Bearer ' + clarifaiToken
    }
  }).then(function(res) {
    return res.results[0].result.tag;
  }).catch(function(err) {
    console.log('error requresting from clarifai', err);
  });
};
{'fraction_non_alphanumeric': 0.16600790513833993, 'fraction_numerical': 0.011857707509881422, 'mean_word_length': 3.84688995215311, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4843600', 'n_tokens_mistral': 363, 'n_tokens_neox': 357, 'n_words': 62}