<commit_before>{
  "name": "s3renity",
  "version": "4.0.1",
  "description": "Batch operations in S3 with concurrency control (forEach, map, reduce, filter, join)",
  "main": "index.js",
  "author": "<NAME>",
  "license": "MIT",
  "repository": {
    "type": "git",
    "url": "https://github.com/littlstar/s3renity"
  },
  "scripts": {
    "test": "node test",
    "lint": "node_modules/.bin/eslint . --fix --ignore-path test/index.js",
    "validate": "node_modules/.bin/eslint . --ignore-path test/index.js"
  },
  "dependencies": {
    "aws-sdk": "^2.2.31",
    "batch": "^0.5.3",
    "mock-aws-s3": "^2.1.0",
    "progress": "^1.1.8"
  },
  "devDependencies": {
    "array-equal": "^1.0.0",
    "eslint": "^3.13.1",
    "eslint-config-airbnb": "^14.0.0",
    "eslint-config-airbnb-base": "^11.0.1",
    "eslint-plugin-import": "^2.2.0",
    "eslint-plugin-jsx-a11y": "^3.0.2",
    "eslint-plugin-react": "^6.9.0",
    "mkdirp": "^0.5.1",
    "precommit-hook-eslint": "^3.0.0",
    "rimraf": "^2.5.4",
    "tape": "^4.4.0"
  },
  "pre-commit": [
    "lint",
    "validate",
    "test"
  ]
}
<commit_msg>update package.json<commit_after>{
  "name": "s3-lambda",
  "version": "0.0.1",
  "description": "Lambda functions over S3 objects with concurrency control (forEach, map, reduce, filter)",
  "main": "index.js",
  "author": "<NAME>",
  "license": "MIT",
  "repository": {
    "type": "git",
    "url": "https://github.com/littlstar/s3-lambda"
  },
  "scripts": {
    "test": "node test",
    "lint": "node_modules/.bin/eslint . --fix --ignore-path test/index.js",
    "validate": "node_modules/.bin/eslint . --ignore-path test/index.js"
  },
  "dependencies": {
    "aws-sdk": "^2.2.31",
    "batch": "^0.5.3",
    "mock-aws-s3": "^2.1.0",
    "progress": "^1.1.8"
  },
  "devDependencies": {
    "array-equal": "^1.0.0",
    "eslint": "^3.13.1",
    "eslint-config-airbnb": "^14.0.0",
    "eslint-config-airbnb-base": "^11.0.1",
    "eslint-plugin-import": "^2.2.0",
    "eslint-plugin-jsx-a11y": "^3.0.2",
    "eslint-plugin-react": "^6.9.0",
    "mkdirp": "^0.5.1",
    "rimraf": "^2.5.4",
    "tape": "^4.4.0"
  }
}

{'fraction_non_alphanumeric': 0.26610249177244943, 'fraction_numerical': 0.05312646920545369, 'mean_word_length': 2.827338129496403, 'pattern_counts': {'":': 60, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '448926', 'n_tokens_mistral': 954, 'n_tokens_neox': 908, 'n_words': 151}