<commit_before>{
  "check_exit_status": "yes",
  "customize": {
    "install_env": {
      "CK_IMAGE_FILE": "",
      "PACKAGE_VERSION": "2017",
      "_INPUT_SQUARE_SIDE": "300",
      "_NEW_EXTENSION": "rgb8",
      "_SUBSET_FOF": "original_dimensions.txt",
      "_SUBSET_OFFSET": "0",
      "_SUBSET_VOLUME": ""
    },
    "no_os_in_suggested_path": "yes",
    "no_ver_in_suggested_path": "yes",
    "skip_file_check": "yes"
  },
  "deps": {
    "dataset-source": {
      "enable_if_env": [
        {
          "CK_IMAGE_FILE": [
            ""
          ]
        }
      ],
      "local": "yes",
      "name": "COCO dataset (original)",
      "sort": 10,
      "tags": "dataset,coco",
      "update_tags_if_env" : {
        "coco,2017,val": [ { "INPUT_DATASET": "coco.2017" } ],
        "coco,2014,val": [ { "INPUT_DATASET": "coco.2014" } ]
      }
    },
    "lib-python-numpy": {
      "local": "yes",
      "name": "Python NumPy library",
      "sort": 110,
      "tags": "lib,python-package,numpy"
    },
    "lib-python-pillow": {
      "local": "yes",
      "name": "Python Pillow library",
      "sort": 130,
      "tags": "lib,python-package,pillow"
    },
    "lib-python-scipy": {
      "local": "yes",
      "name": "Python SciPy library",
      "sort": 120,
      "tags": "lib,python-package,scipy"
    },
    "python": {
      "local": "yes",
      "name": "Python interpreter",
      "sort": 100,
      "tags": "compiler,lang-python"
    }
  },
  "end_full_path_universal": "000000000139.rgb8",
  "only_for_host_os_tags": [],
  "only_for_target_os_tags": [],
  "process_script": "shell_wrapper",
  "soft_uoa": "dataset.object-detection.preprocessed",
  "suggested_path": "dataset-object-detection-preprocessed",
  "tags": [
    "dataset",
    "object-detection",
    "preprocessed"
  ],
  "variations": {
    "external_file": {
      "extra_customize": {
        "package_name": "Pre-processed single image ($<<CK_IMAGE_FILE>>$)"
      },
      "extra_env": {
        "_SUBSET_OFFSET": "0",
        "_SUBSET_VOLUME": ""
      }
    },
    "coco.2017": {
      "extra_customize": {
      },
      "extra_env": {
          "INPUT_DATASET": "coco.2017",
          "PACKAGE_VERSION": "2017"
      }
    },
    "coco.2014": {
      "extra_customize": {
      },
      "extra_env": {
          "INPUT_DATASET": "coco.2014",
          "PACKAGE_VERSION": "2014"
      }
    },
    "first.20": {
      "extra_customize": {
        "package_extra_name": " (first 20)"
      },
      "extra_env": {
        "_SUBSET_OFFSET": "0",
        "_SUBSET_VOLUME": "20"
      }<commit_msg>support for side.300 and side.1200 needed for different models<commit_after>{
  "check_exit_status": "yes",
  "customize": {
    "install_env": {
      "CK_IMAGE_FILE": "",
      "PACKAGE_VERSION": "2017",
      "_INPUT_SQUARE_SIDE": "300",
      "_NEW_EXTENSION": "rgb8",
      "_SUBSET_FOF": "original_dimensions.txt",
      "_SUBSET_OFFSET": "0",
      "_SUBSET_VOLUME": ""
    },
    "no_os_in_suggested_path": "yes",
    "no_ver_in_suggested_path": "yes",
    "skip_file_check": "yes"
  },
  "deps": {
    "dataset-source": {
      "enable_if_env": [
        {
          "CK_IMAGE_FILE": [
            ""
          ]
        }
      ],
      "local": "yes",
      "name": "COCO dataset (original)",
      "sort": 10,
      "tags": "dataset,coco",
      "update_tags_if_env" : {
        "coco,2017,val": [ { "INPUT_DATASET": "coco.2017" } ],
        "coco,2014,val": [ { "INPUT_DATASET": "coco.2014" } ]
      }
    },
    "lib-python-numpy": {
      "local": "yes",
      "name": "Python NumPy library",
      "sort": 110,
      "tags": "lib,python-package,numpy"
    },
    "lib-python-pillow": {
      "local": "yes",
      "name": "Python Pillow library",
      "sort": 130,
      "tags": "lib,python-package,pillow"
    },
    "lib-python-scipy": {
      "local": "yes",
      "name": "Python SciPy library",
      "sort": 120,
      "tags": "lib,python-package,scipy"
    },
    "python": {
      "local": "yes",
      "name": "Python interpreter",
      "sort": 100,
      "tags": "compiler,lang-python"
    }
  },
  "end_full_path_universal": "000000000139.rgb8",
  "only_for_host_os_tags": [],
  "only_for_target_os_tags": [],
  "process_script": "shell_wrapper",
  "soft_uoa": "dataset.object-detection.preprocessed",
  "suggested_path": "dataset-object-detection-preprocessed",
  "tags": [
    "dataset",
    "object-detection",
    "preprocessed"
  ],
  "variations": {
    "external_file": {
      "extra_customize": {
        "package_name": "Pre-processed single image ($<<CK_IMAGE_FILE>>$)"
      },
      "extra_env": {
        "_SUBSET_OFFSET": "0",
        "_SUBSET_VOLUME": ""
      }
    },
    "coco.2017": {
      "extra_customize": {
      },
      "extra_env": {
          "INPUT_DATASET": "coco.2017",
          "PACKAGE_VERSION": "2017"
      }
    },
    "coco.2014": {
      "extra_customize": {
      },
      "extra_env": {
          "INPUT_DATASET": "coco.2014",
          "PACKAGE_VERSION": "2014"
      }
    },
    "side.300": {
      "extra_env": {
          "_INPUT_SQUARE_SIDE": "300"
      }
    },
    "side.1200": {
      "extra_env": {
          "_INPUT_SQUARE_SIDE": "1200"
      }
    },
    "first.20": {
      "extra_customize": {
        "package_extra_name": " (first 20)"
      },
      "extra_env": {
        "_SUBSET_OFFSET": "0",
        "_SUBSET_VOLUME": "20"
      }
{'fraction_non_alphanumeric': 0.18843524847589138, 'fraction_numerical': 0.03491594309994458, 'mean_word_length': 2.2361028093245667, 'pattern_counts': {'":': 156, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 2, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6343785', 'n_tokens_mistral': 2156, 'n_tokens_neox': 2005, 'n_words': 290}