<commit_before>#!/usr/bin/env node
const commandLineArgs = require('command-line-args');
const commandLineCommands = require('command-line-commands');
const path = require('path');
const syncRequest = require('sync-request');
const { execSync } = require('child_process');

const commands = require('./commands');
const { log, exec, copy } = require('./lib.js');

const { command, argv } = commandLineCommands([null, 'setup', 'test', 'distribute']);

if (command === null) {
  console.log('Valid options are: "setup", "test", "distribute".');
  process.exit(1);
}

// The different command line options.
// TODO: Add more documentation about what each of them does.
const options = commandLineArgs([
  { name: 'files', type: String, multiple: true, defaultOption: true, defaultValue: [] },
  { name: 'junitOutput', type: String },
  { name: 'onlyProject', type: String, multiple: true },
  { name: 'runTestRunners', type: Boolean },
  { name: 'ci', type: Boolean },
], { argv });
<commit_msg>Remove unused import<commit_after>#!/usr/bin/env node
const commandLineArgs = require('command-line-args');
const commandLineCommands = require('command-line-commands');
const path = require('path');
const syncRequest = require('sync-request');
const { execSync } = require('child_process');

const commands = require('./commands');
const { log, copy } = require('./lib.js');

const { command, argv } = commandLineCommands([null, 'setup', 'test', 'distribute']);

if (command === null) {
  console.log('Valid options are: "setup", "test", "distribute".');
  process.exit(1);
}

// The different command line options.
// TODO: Add more documentation about what each of them does.
const options = commandLineArgs([
  { name: 'files', type: String, multiple: true, defaultOption: true, defaultValue: [] },
  { name: 'junitOutput', type: String },
  { name: 'onlyProject', type: String, multiple: true },
  { name: 'runTestRunners', type: Boolean },
  { name: 'ci', type: Boolean },
], { argv });

{'fraction_non_alphanumeric': 0.1778337531486146, 'fraction_numerical': 0.0010075566750629723, 'mean_word_length': 5.0920245398773005, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4563315', 'n_tokens_mistral': 575, 'n_tokens_neox': 578, 'n_words': 177}