<commit_before>var app = require('express'),
    http = require('http').Server(app),
    io = require('socket.io')(http),
    uuid = require('node-uuid'),
    SQS = require('./sqs'),
    EC2 = require('./ec2');

var argv = require('optimist')
    .usage('Usage: $0 -s [PORT] -rw')
    .demand(['s', 'rw'])
    .alias('s', 'schedulerport')
    .describe('s', 'Scheduler Port')
    .alias('rw', 'remoteworker')
    .describe('rw', 'Remote Worker')
    .default('rw', 1)
    .argv;

var port = argv.schedulerport,
    QUEUE_MASTER = 'CS553',
    QUEUE_LENGTH = 0,
    MAX_INSTANCE_COUNT = 1;

// NOTE: Create Master Queue : CS553
SQS.createQueue(QUEUE_MASTER).then(function (data) {
    console.log("[Scheduler] : Master Queue created : ", data.QueueUrl);

    startProvisioner();
<commit_msg>add switch for provisioner<commit_after>var app = require('express'),
    http = require('http').Server(app),
    io = require('socket.io')(http),
    uuid = require('node-uuid'),
    SQS = require('./sqs'),
    EC2 = require('./ec2');

var argv = require('optimist')
    .usage('Usage: $0 -s [PORT] -rw')
    .demand(['s', 'p', 'rw'])
    .alias('s', 'schedulerport')
    .describe('s', 'Scheduler Port')
    .alias('p', 'provisioner')
    .describe('p', 'Provisioner')
    .default('p', 'yes')
    .alias('rw', 'remoteworker')
    .describe('rw', 'Remote Worker')
    .default('rw', 1)
    .argv;

var port = argv.schedulerport,
    QUEUE_MASTER = 'CS553',
    QUEUE_LENGTH = 0,
    MAX_INSTANCE_COUNT = 1;

// NOTE: Create Master Queue : CS553
SQS.createQueue(QUEUE_MASTER).then(function (data) {
    console.log("[Scheduler] : Master Queue created : ", data.QueueUrl);

    if (argv.p == 'yes')
        startProvisioner();

{'fraction_non_alphanumeric': 0.19918462434478743, 'fraction_numerical': 0.013977868375072802, 'mean_word_length': 3.416452442159383, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3250053', 'n_tokens_mistral': 632, 'n_tokens_neox': 604, 'n_words': 129}