<commit_before>{
  "name": "pixelated-user-agent-web-ui",
  "version": "0.0.0",
  "description": "The front-end module for the pixelated user agent",
  "repository": "https://github.com/pixelated-project/pixelated-user-agent",
  "private": true,
  "devDependencies": {
    "babel": "^6.5.2",
    "babel-core": "^6.21.0",
    "babel-loader": "^6.2.10",
    "babel-preset-es2015": "^6.18.0",
    "bower": "1.7.9",
    "dompurify": "^0.8.4",
    "flightjs": "^1.5.1",
    "font-awesome": "^4.7.0",
    "foundation": "^4.2.1-1",
    "handlebars": "^4.0.5",
    "he": "^1.1.0",
    "html-minifier": "2.1.6",
    "i18next": "^4.1.4",
    "i18next-browser-languagedetector": "^1.0.1",
    "i18next-xhr-backend": "^1.2.1",
    "iframe-resizer": "^3.5.7",
    "imagemin": "5.2.1",
    "jasmine-flight": "^4.0.0",
    "jasmine-jquery": "^2.1.1",
    "jquery": "^3.1.1",
    "jquery-file-upload": "^4.0.5",
    "jquery-ui": "^1.12.1",
    "jshint": "2.9.2",
    "karma": "0.13.19",
    "karma-chrome-launcher": "0.2.2",
    "karma-coverage": "0.2.7",
    "karma-firefox-launcher": "0.1.7",
    "karma-jasmine": "0.2.2",
    "karma-jasmine-ajax": "0.1.13",
    "karma-junit-reporter": "0.2.2",
    "karma-phantomjs-launcher": "1.0.1",
    "karma-requirejs": "1.0.0",
    "lodash": "^4.17.3",
    "minify": "2.0.9",
    "modernizr": "^3.3.1",
    "quoted-printable": "^1.0.1",
    "requirejs": "2.2.0",
    "typeahead.js": "^0.11.1",
    "utf8": "^2.1.2",
    "watch": "0.19.1",
    "webpack": "^1.14.0"
  },
  "scripts": {
    "test": "npm run jshint --silent && npm run build --silent && karma start --single-run $GRUNT_OPTS",
    "debug": "npm run build && karma start --browsers Chrome $GRUNT_OPTS",
    "watch": "npm run compass-watch & npm run handlebars-watch",
    "watch-test": "karma start",
    "handlebars": "mkdir -p app/js/generated/hbs/ && handlebars app/templates/**/*.hbs > app/js/generated/hbs/templates.js --namespace=window.Pixelated --root .",
    "handlebars-watch": "watch 'npm run handlebars' app/templates",
    "compass": "compass compile",
    "compass-watch": "compass watch",
    "build": "npm run clean && npm run handlebars && webpack --colors --progress && npm run add_git_version && npm run compass",
    "jshint": "jshint --config=.jshintrc app test",
    "clean": "rm -rf .tmp/ 'dist/*' app/js/generated/hbs/* app/css/*",
    "buildmain": "node_modules/requirejs/bin/r.js -o config/buildoptions.js",
    "package": "/bin/bash config/package.sh",
    "imagemin": "node config/imagemin.js",
    "minify_html": "html-minifier app/index.html --collapse-whitespace | sed 's|<!--usemin_start-->.*<!--usemin_end-->|<script src=\"assets/app.min.js\" type=\"text/javascript\"></script>|' > dist/index.html",
    "minify_sandbox": "html-minifier app/sandbox.html --collapse-whitespace | sed 's|<!--usemin_start-->.*<!--usemin_end-->|<script src=\"sandbox.min.js\" type=\"text/javascript\"></script>|' > dist/sandbox.html",
    "add_git_version": "/bin/bash config/add_git_version.sh"
  }
}
<commit_msg>Clarifies how js files are compiled by creating separate npm task<commit_after>{
  "name": "pixelated-user-agent-web-ui",
  "version": "0.0.0",
  "description": "The front-end module for the pixelated user agent",
  "repository": "https://github.com/pixelated-project/pixelated-user-agent",
  "private": true,
  "devDependencies": {
    "babel": "^6.5.2",
    "babel-core": "^6.21.0",
    "babel-loader": "^6.2.10",
    "babel-preset-es2015": "^6.18.0",
    "bower": "1.7.9",
    "dompurify": "^0.8.4",
    "flightjs": "^1.5.1",
    "font-awesome": "^4.7.0",
    "foundation": "^4.2.1-1",
    "handlebars": "^4.0.5",
    "he": "^1.1.0",
    "html-minifier": "2.1.6",
    "i18next": "^4.1.4",
    "i18next-browser-languagedetector": "^1.0.1",
    "i18next-xhr-backend": "^1.2.1",
    "iframe-resizer": "^3.5.7",
    "imagemin": "5.2.1",
    "jasmine-flight": "^4.0.0",
    "jasmine-jquery": "^2.1.1",
    "jquery": "^3.1.1",
    "jquery-file-upload": "^4.0.5",
    "jquery-ui": "^1.12.1",
    "jshint": "2.9.2",
    "karma": "0.13.19",
    "karma-chrome-launcher": "0.2.2",
    "karma-coverage": "0.2.7",
    "karma-firefox-launcher": "0.1.7",
    "karma-jasmine": "0.2.2",
    "karma-jasmine-ajax": "0.1.13",
    "karma-junit-reporter": "0.2.2",
    "karma-phantomjs-launcher": "1.0.1",
    "karma-requirejs": "1.0.0",
    "lodash": "^4.17.3",
    "minify": "2.0.9",
    "modernizr": "^3.3.1",
    "quoted-printable": "^1.0.1",
    "requirejs": "2.2.0",
    "typeahead.js": "^0.11.1",
    "utf8": "^2.1.2",
    "watch": "0.19.1",
    "webpack": "^1.14.0"
  },
  "scripts": {
    "test": "npm run jshint --silent && npm run build --silent && karma start --single-run $GRUNT_OPTS",
    "debug": "npm run build && karma start --browsers Chrome $GRUNT_OPTS",
    "watch": "npm run compass-watch & npm run handlebars-watch",
    "watch-test": "karma start",
    "handlebars": "mkdir -p app/js/generated/hbs/ && handlebars app/templates/**/*.hbs > app/js/generated/hbs/templates.js --namespace=window.Pixelated --root .",
    "handlebars-watch": "watch 'npm run handlebars' app/templates",
    "compass": "compass compile",
    "compass-watch": "compass watch",
    "build": "npm run clean && npm run handlebars && npm run build-js && npm run add_git_version && npm run compass",
    "build-js": "webpack --colors --progress",
    "jshint": "jshint --config=.jshintrc app test",
    "clean": "rm -rf .tmp/ 'dist/*' app/js/generated/hbs/* app/css/*",
    "buildmain": "node_modules/requirejs/bin/r.js -o config/buildoptions.js",
    "package": "/bin/bash config/package.sh",
    "imagemin": "node config/imagemin.js",
    "minify_html": "html-minifier app/index.html --collapse-whitespace | sed 's|<!--usemin_start-->.*<!--usemin_end-->|<script src=\"assets/app.min.js\" type=\"text/javascript\"></script>|' > dist/index.html",
    "minify_sandbox": "html-minifier app/sandbox.html --collapse-whitespace | sed 's|<!--usemin_start-->.*<!--usemin_end-->|<script src=\"sandbox.min.js\" type=\"text/javascript\"></script>|' > dist/sandbox.html",
    "add_git_version": "/bin/bash config/add_git_version.sh"
  }
}

{'fraction_non_alphanumeric': 0.2449313276651406, 'fraction_numerical': 0.0487246566383257, 'mean_word_length': 3.113651647612643, 'pattern_counts': {'":': 131, '<': 19, '<?xml version=': 0, '>': 25, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4898863', 'n_tokens_mistral': 2630, 'n_tokens_neox': 2463, 'n_words': 442}