<commit_before>'use strict';

var util = require('util'),
    Repository = require('../base'),
    ViewModel = Repository.ViewModel,
    ConcurrencyError = require('../concurrencyError'),
    azure = Repository.use('azure-storage'),
    async = require('async'),
    uuid = require('node-uuid').v4,
    _ = require('lodash'),
    jsondate = require('jsondate'),
    eg = azure.TableUtilities.entityGenerator,
    collections = [];

//helpers
function generateEntity(obj) {
    var entity = _.clone(obj);
    for (var property in entity) {
        if (property !== '_metadata') {
            if (_.isArray(entity[property])) {
                entity[property] = JSON.stringify(entity[property]);
                continue;
            }
            if (_.isBoolean(entity[property])) {<commit_msg>Update azuretable.js<commit_after>'use strict';

var util = require('util'),
    Repository = require('../base'),
    ViewModel = Repository.ViewModel,
    ConcurrencyError = require('../concurrencyError'),
    azure = Repository.use('azure-storage'),
    async = require('async'),
    uuid = require('node-uuid').v4,
    _ = require('lodash'),
    jsondate = require('jsondate'),
    eg = azure.TableUtilities.entityGenerator,
    collections = [];

//helpers
function generateEntity(obj) {
    var entity = _.clone(obj);
    for (var property in entity) {
        if (property !== '_metadata') {
            if (_.isArray(entity[property])) {
                entity[property] = eg.String(JSON.stringify(entity[property]));
                continue;
            }
            if (_.isBoolean(entity[property])) {
{'fraction_non_alphanumeric': 0.15547263681592038, 'fraction_numerical': 0.0012437810945273632, 'mean_word_length': 2.794811320754717, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4863383', 'n_tokens_mistral': 450, 'n_tokens_neox': 443, 'n_words': 89}