<commit_before>#!/usr/bin/env node
'use strict';
require('colors');
var readline = require('readline');
var fs = require('fs');
var path = require('path');
var uploader = require('./');
var JsonStream = require('jsonstream3');
var csv = require('csv-parser');
var stream = require('readable-stream');
var Transform = stream.Transform;
var PassThrough = stream.PassThrough;
var shapefile = require('shp-stream').reader;
var yauzl = require('yauzl');
var Proj4Geojson = require('proj4geojson');
var Kml = require('kml-stream');
var argv = require('yargs')
  .usage('$0 [-f path/to/file.ext] [-n filename.ext] [-k key] [-u username] [-t tablename] [path/to/file.ext]')
  .alias('f', 'file')
  .describe('f', 'specify file to upload'.yellow)
  .alias('n', 'name')
  .describe('n', 'upload from stdin as file'.yellow).alias('u', 'user')
  .describe('u', 'specify cartodb username'.yellow)
  .default('u', null, '$CARTODB_USER_NAME')
  .alias('k', 'key')
  .describe('k', 'specify cartodb api key'.yellow)
  .default('k', null, '$CARTODB_API_KEY')
  .alias('C', 'cleanup')
  .describe('C', 'clean up tempt tables'.yellow)
  .alias('m', 'method')
  .default('m', 'create')
  .describe('m', 'choose import type'.yellow)
  .choices('m', ['create', 'append', 'replace'])
  .alias('t', 'table')
  .describe('t', 'tablename in cartodb'.yellow)
  .default('t', null, 'filename minus extention')
  .alias('r', 'replace')
  .describe('r', 'switch to replace mode')
  .alias('a', 'append')
  .describe('a', 'switch to append mode')
  .alias('c', 'create')
  .describe('c', 'switch to create mode')<commit_msg>some clean up of spelling<commit_after>#!/usr/bin/env node
'use strict';
require('colors');
var readline = require('readline');
var fs = require('fs');
var path = require('path');
var uploader = require('./');
var JsonStream = require('jsonstream3');
var csv = require('csv-parser');
var stream = require('readable-stream');
var Transform = stream.Transform;
var PassThrough = stream.PassThrough;
var shapefile = require('shp-stream').reader;
var yauzl = require('yauzl');
var Proj4Geojson = require('proj4geojson');
var Kml = require('kml-stream');
var argv = require('yargs')
  .usage('$0 [-f path/to/file.ext] [-n filename.ext] [-k key] [-u username] [-t tablename] [path/to/file.ext]')
  .alias('f', 'file')
  .describe('f', 'specify file to upload'.yellow)
  .alias('n', 'name')
  .describe('n', 'upload from stdin as file'.yellow).alias('u', 'user')
  .describe('u', 'specify cartodb username'.yellow)
  .default('u', null, '$CARTODB_USER_NAME')
  .alias('k', 'key')
  .describe('k', 'specify cartodb api key'.yellow)
  .default('k', null, '$CARTODB_API_KEY')
  .alias('C', 'cleanup')
  .describe('C', 'clean up temp tables'.yellow)
  .alias('m', 'method')
  .default('m', 'create')
  .describe('m', 'choose import type'.yellow)
  .choices('m', ['create', 'append', 'replace'])
  .alias('t', 'table')
  .describe('t', 'tablename in cartodb'.yellow)
  .default('t', null, 'filename minus extention')
  .alias('r', 'replace')
  .describe('r', 'switch to replace mode'.yellow)
  .alias('a', 'append')
  .describe('a', 'switch to append mode'.yellow)
  .alias('c', 'create')
  .describe('c', 'switch to create mode'.yellow)
{'fraction_non_alphanumeric': 0.21845866998135488, 'fraction_numerical': 0.002486016159105034, 'mean_word_length': 5.02808988764045, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1572840', 'n_tokens_mistral': 1175, 'n_tokens_neox': 1108, 'n_words': 289}