<commit_before>const axios = require('axios')
const cheerio = require('cheerio')
const { HEADERS } = require('./config')
const getLogger = require('')
const uuid = require('uuid/v3')
const InsertItemDataModel = require('./database/models/insert_item')
const MongoDBConnection = require('./database/connection')

axios.defaults.timeout = 60000
axios.defaults.headers = HEADERS
const logger = getLogger(__filename)

const _connection = Symbol('connection')
const _insert_to_database = Symbol('insertToDatabase')

class Crawler {

  /**
   * @constructor
   */
  constructor () {
    this[_connection] = new MongoDBConnection()
    this[_connection].connect()
  }

  /**
   *
   * insert item into MongoDB
   *
   * @param {string} item
   * @private
   */
  [_insert_to_database] (item) {
    try {<commit_msg>🐛 hot fix: require issue<commit_after>const axios = require('axios')
const cheerio = require('cheerio')
const { HEADERS } = require('./config')
const getLogger = require('./utils/logger')
const uuid = require('uuid/v3')
const InsertItemDataModel = require('./database/models/insert_item')
const MongoDBConnection = require('./database/connection')

axios.defaults.timeout = 60000
axios.defaults.headers = HEADERS
const logger = getLogger(__filename)

const _connection = Symbol('connection')
const _insert_to_database = Symbol('insertToDatabase')

class Crawler {

  /**
   * @constructor
   */
  constructor () {
    this[_connection] = new MongoDBConnection()
    this[_connection].connect()
  }

  /**
   *
   * insert item into MongoDB
   *
   * @param {string} item
   * @private
   */
  [_insert_to_database] (item) {
    try {
{'fraction_non_alphanumeric': 0.13833028641072517, 'fraction_numerical': 0.007312614259597806, 'mean_word_length': 4.229299363057325, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6836521', 'n_tokens_mistral': 512, 'n_tokens_neox': 488, 'n_words': 110}