<commit_before>import os, sys, json, re, datetime

require = json.loads(sys.argv[5])
stack=re.match("^([^-]+)(?:-([0-9]+))?$", os.getenv("STACK", "cedar-14"))
require["heroku-sys/"+stack.group(1)] = "^{}.0.0".format(stack.group(2) or "1")
require["heroku/installer-plugin"] = "^1.2.0"

manifest = {
    "type": sys.argv[1],
    "name": sys.argv[2],
    "version": sys.argv[3],
    "dist": {
        "type": "heroku-sys-tar",
        "url": "https://"+os.getenv("S3_BUCKET")+"."+os.getenv("S3_REGION", "s3")+".amazonaws.com/"+os.getenv("S3_PREFIX")+sys.argv[4]
    },
    "require": require,
    "conflict": json.loads(sys.argv[6]) if len(sys.argv) > 6 else {},
    "replace": json.loads(sys.argv[7]) if len(sys.argv) > 7 else {},
    "extra": json.loads(sys.argv[8]) if len(sys.argv) > 8 else {},<commit_msg>fix manifest.py not allowing optional fifth argument<commit_after>import os, sys, json, re, datetime

require = json.loads(sys.argv[5]) if len(sys.argv) > 5 else {}
stack=re.match("^([^-]+)(?:-([0-9]+))?$", os.getenv("STACK", "cedar-14"))
require["heroku-sys/"+stack.group(1)] = "^{}.0.0".format(stack.group(2) or "1")
require["heroku/installer-plugin"] = "^1.2.0"

manifest = {
    "type": sys.argv[1],
    "name": sys.argv[2],
    "version": sys.argv[3],
    "dist": {
        "type": "heroku-sys-tar",
        "url": "https://"+os.getenv("S3_BUCKET")+"."+os.getenv("S3_REGION", "s3")+".amazonaws.com/"+os.getenv("S3_PREFIX")+sys.argv[4]
    },
    "require": require,
    "conflict": json.loads(sys.argv[6]) if len(sys.argv) > 6 else {},
    "replace": json.loads(sys.argv[7]) if len(sys.argv) > 7 else {},
    "extra": json.loads(sys.argv[8]) if len(sys.argv) > 8 else {},
{'fraction_non_alphanumeric': 0.2666270783847981, 'fraction_numerical': 0.032660332541567694, 'mean_word_length': 4.06006006006006, 'pattern_counts': {'":': 20, '<': 3, '<?xml version=': 0, '>': 10, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1675637', 'n_tokens_mistral': 693, 'n_tokens_neox': 691, 'n_words': 110}