<commit_before>'use strict';

//var path = require('path');
//var rootPath = path.normalize(__dirname + '/../..');

var path = require('path');
var fs = require('fs');

const CONFIG_DIR = path.join(__dirname, '..');
const TAGS_BLACKLIST_PATH = path.join(CONFIG_DIR, 'tags-blacklist.txt');
var tagsBlacklist = fs.readFileSync(TAGS_BLACKLIST_PATH).toString();

const REVIEW_STATE_FIELD = ''; // TODO: Adjust this to a new field GUID.

module.exports = {
  //root: rootPath,
  ip:   process.env.IP || '0.0.0.0',
  port: process.env.PORT || 9000,<commit_msg>Split the tags blacklist when loading the configuration<commit_after>'use strict';

//var path = require('path');
//var rootPath = path.normalize(__dirname + '/../..');

var path = require('path');
var fs = require('fs');

const CONFIG_DIR = path.join(__dirname, '..');
const TAGS_BLACKLIST_PATH = path.join(CONFIG_DIR, 'tags-blacklist.txt');
var tagsBlacklist = fs.readFileSync(TAGS_BLACKLIST_PATH);
// Get the content, replace windows new-lines and split on new-lines.
tagsBlacklist = tagsBlacklist.toString().replace(/(\r\n|\n|\r)/gm,'\n').split('\n');

const REVIEW_STATE_FIELD = ''; // TODO: Adjust this to a new field GUID.

module.exports = {
  //root: rootPath,
  ip:   process.env.IP || '0.0.0.0',
  port: process.env.PORT || 9000,
{'fraction_non_alphanumeric': 0.18160741885625967, 'fraction_numerical': 0.012364760432766615, 'mean_word_length': 4.285714285714286, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '184176', 'n_tokens_mistral': 451, 'n_tokens_neox': 440, 'n_words': 104}