<commit_before>[
 {
    "dist": "el6",
    "config": "x86",
    "ami": "ami-2c180bc4",
    "label": "slc6_i386",
    "setup": "slc6_i386_setup.sh",
    "test": "slc6_i386_test.sh",
    "user": "root"
  },
  {
    "dist": "el6",
    "config": "x86_64",
    "ami": "ami-04e5c797",
    "label": "slc6_x86_64",
    "setup": "slc6_x86_64_setup.sh",
    "test": "slc6_x86_64_test.sh",
    "user": "root"
  },
  {
    "dist": "el6",
    "config": "x86_64_s3",
    "ami": "ami-04e5c797",
    "label": "slc6_x86_64",
    "setup": "slc6_x86_64_setup.sh",
    "test": "slc6_x86_64_s3_test.sh",
    "user": "root"
  },
  {
    "dist": "el6",
    "config": "x86_64_nfs",
    "ami": "ami-04e5c797",
    "label": "slc6_x86_64",
    "setup": "slc6_x86_64-NFS_setup.sh",
    "test": "slc6_x86_64-NFS_test.sh",
    "user": "root"
  },
  {
    "dist": "el6",
    "config": "x86_64_exlcache",
    "ami": "ami-04e5c797",
    "label": "slc6_x86_64",
    "setup": "slc6_x86_64-EXCLCACHE_setup.sh",
    "test": "slc6_x86_64-EXCLCACHE_test.sh",
    "user": "root"
  },
  {
    "dist": "el6",
    "config": "x86_64_fuse3",
    "ami": "ami-04e5c797",
    "label": "slc6_x86_64",
    "setup": "slc6_x86_64-FUSE3_setup.sh",
    "test": "slc6_x86_64-FUSE3_test.sh",
    "user": "root"
  },
  {
    "dist": "el6",
    "config": "x86_64_gcov",
    "ami": "ami-04e5c797",
    "label": "slc6_x86_64",
    "setup": "slc6_x86_64-gcov_setup.sh",
    "test": "slc6_x86_64-gcov_test.sh",
    "user": "root"
  },
  {
    "dist": "el7",
    "config": "x86_64",
    "ami": "ami-2170c9fc",
    "label": "cc7_x86_64",
    "setup": "centos7_x86_64_setup.sh",
    "test": "centos7_x86_64_test.sh",
    "user": "centos",
    "context": "#!/bin/sh\n echo 'Defaults !requiretty' | tee --append /etc/sudoers \n echo 'Defaults visiblepw' | tee --append /etc/sudoers"
  },
  {
    "dist": "el7",
    "config": "x86_64_s3",
    "ami": "ami-2170c9fc",
    "label": "cc7_x86_64",
    "setup": "centos7_x86_64_setup.sh",
    "test": "centos7_x86_64_s3_test.sh",
    "user": "centos",
    "context": "#!/bin/sh\n echo 'Defaults !requiretty' | tee --append /etc/sudoers \n echo 'Defaults visiblepw' | tee --append /etc/sudoers"
  },
  {
    "dist": "el7",
    "config": "x86_64_ramcache",
    "ami": "ami-2170c9fc",
    "label": "cc7_x86_64",
    "setup": "centos7_x86_64-RAMCACHE_setup.sh",
    "test": "centos7_x86_64-RAMCACHE_test.sh",
    "user": "centos",
    "context": "#!/bin/sh\n echo 'Defaults !requiretty' | tee --append /etc/sudoers \n echo 'Defaults visiblepw' | tee --append /etc/sudoers"
  },
  {
    "dist": "el7",
    "config": "x86_64_nfs",
    "ami": "ami-2170c9fc",
    "label": "cc7_x86_64",
    "setup": "centos7_x86_64-NFS_setup.sh",
    "test": "centos7_x86_64-NFS_test.sh",
    "user": "centos",
    "context": "#!/bin/sh\n echo 'Defaults !requiretty' | tee --append /etc/sudoers \n echo 'Defaults visiblepw' | tee --append /etc/sudoers"
  },
  {
    "dist": "el7",
    "config": "x86_64_fuse3",
    "ami": "ami-2170c9fc",
    "label": "cc7_x86_64",
    "setup": "centos7_x86_64-FUSE3_setup.sh",
    "test": "centos7_x86_64-FUSE3_test.sh",
    "user": "centos",
    "context": "#!/bin/sh \n echo 'Defaults !requiretty' | tee --append /etc/sudoers \n echo 'Defaults visiblepw' | tee --append /etc/sudoers"
  },
 {
    "dist": "ubuntu1404",
    "config": "x86_64",
    "ami": "ami-82ca1e49",
    "label": "ubuntu1404_x86_64",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1410",
    "config": "x86_64",
    "ami": "ami-ec1ef186",
    "label": "ubuntu1404_x86_64",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1604",
    "config": "x86_64",
    "ami": "ami-6bb88929",
    "label": "ubuntu1604_x86_64",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1604",
    "config": "x86_64_s3",
    "ami": "ami-6bb88929",
    "label": "ubuntu1604_x86_64",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_s3_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1604",
    "config": "x86",
    "ami": "ami-0720888a",
    "label": "ubuntu1604_i386",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1804",
    "config": "x86_64",
    "ami": "ami-29cb4e4d",
    "label": "ubuntu1804_x86_64",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1804",
    "config": "x86_64_s3",
    "ami": "ami-29cb4e4d",
    "label": "ubuntu1804_x86_64",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_s3_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1804",
    "config": "x86",
    "ami": "ami-3b887f36",
    "label": "ubuntu1804_i386",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_test.sh",
    "user": "ubuntu"
  },
 {
    "dist": "fedora28",
    "config": "x86_64",
    "ami": "ami-4ab5a3be",
    "label": "fedora28_x86_64",
    "setup": "fedora_setup.sh",
    "test": "fedora_test.sh",
    "user": "fedora"
  },
  {
    "dist": "fedora29",
    "config": "x86_64",
    "ami": "ami-1659d06c",
    "label": "fedora29_x86_64",
    "setup": "fedora_setup.sh",
    "test": "fedora_test.sh",
    "user": "fedora"
  },
  {
    "dist": "fedora30",
    "config": "x86_64",
    "ami": "ami-fb71a29d",
    "label": "fedora30_x86_64",
    "setup": "fedora_setup.sh",
    "test": "fedora_test.sh",
    "user": "fedora"
  },
  {
    "dist": "fedora31",
    "config": "x86_64",
    "ami": "ami-ff72c6ed",
    "label": "fedora31_x86_64",
    "setup": "fedora_setup.sh",
    "test": "fedora_test.sh",
    "user": "fedora"
  },
  {
    "dist": "macos",
    "config": "x86_64",
    "ami": "cernvm-mac-mini-1",
    "label": "osx_x86_64",
    "setup": "macos_setup.sh",
    "test": "macos_test.sh",
    "user": "sftnight"
  },
  {
    "dist": "el7",
    "config": "x86_64_yubikey",
    "ami": "cvm-yubikey01",
    "label": "cc7_x86_64",
    "setup": "yubikey_setup.sh",
    "test": "yubikey_test.sh",
    "user": "sftnight"
  }
]
<commit_msg>Revert "update ubuntu 14 image"<commit_after>[
 {
    "dist": "el6",
    "config": "x86",
    "ami": "ami-2c180bc4",
    "label": "slc6_i386",
    "setup": "slc6_i386_setup.sh",
    "test": "slc6_i386_test.sh",
    "user": "root"
  },
  {
    "dist": "el6",
    "config": "x86_64",
    "ami": "ami-04e5c797",
    "label": "slc6_x86_64",
    "setup": "slc6_x86_64_setup.sh",
    "test": "slc6_x86_64_test.sh",
    "user": "root"
  },
  {
    "dist": "el6",
    "config": "x86_64_s3",
    "ami": "ami-04e5c797",
    "label": "slc6_x86_64",
    "setup": "slc6_x86_64_setup.sh",
    "test": "slc6_x86_64_s3_test.sh",
    "user": "root"
  },
  {
    "dist": "el6",
    "config": "x86_64_nfs",
    "ami": "ami-04e5c797",
    "label": "slc6_x86_64",
    "setup": "slc6_x86_64-NFS_setup.sh",
    "test": "slc6_x86_64-NFS_test.sh",
    "user": "root"
  },
  {
    "dist": "el6",
    "config": "x86_64_exlcache",
    "ami": "ami-04e5c797",
    "label": "slc6_x86_64",
    "setup": "slc6_x86_64-EXCLCACHE_setup.sh",
    "test": "slc6_x86_64-EXCLCACHE_test.sh",
    "user": "root"
  },
  {
    "dist": "el6",
    "config": "x86_64_fuse3",
    "ami": "ami-04e5c797",
    "label": "slc6_x86_64",
    "setup": "slc6_x86_64-FUSE3_setup.sh",
    "test": "slc6_x86_64-FUSE3_test.sh",
    "user": "root"
  },
  {
    "dist": "el6",
    "config": "x86_64_gcov",
    "ami": "ami-04e5c797",
    "label": "slc6_x86_64",
    "setup": "slc6_x86_64-gcov_setup.sh",
    "test": "slc6_x86_64-gcov_test.sh",
    "user": "root"
  },
  {
    "dist": "el7",
    "config": "x86_64",
    "ami": "ami-2170c9fc",
    "label": "cc7_x86_64",
    "setup": "centos7_x86_64_setup.sh",
    "test": "centos7_x86_64_test.sh",
    "user": "centos",
    "context": "#!/bin/sh\n echo 'Defaults !requiretty' | tee --append /etc/sudoers \n echo 'Defaults visiblepw' | tee --append /etc/sudoers"
  },
  {
    "dist": "el7",
    "config": "x86_64_s3",
    "ami": "ami-2170c9fc",
    "label": "cc7_x86_64",
    "setup": "centos7_x86_64_setup.sh",
    "test": "centos7_x86_64_s3_test.sh",
    "user": "centos",
    "context": "#!/bin/sh\n echo 'Defaults !requiretty' | tee --append /etc/sudoers \n echo 'Defaults visiblepw' | tee --append /etc/sudoers"
  },
  {
    "dist": "el7",
    "config": "x86_64_ramcache",
    "ami": "ami-2170c9fc",
    "label": "cc7_x86_64",
    "setup": "centos7_x86_64-RAMCACHE_setup.sh",
    "test": "centos7_x86_64-RAMCACHE_test.sh",
    "user": "centos",
    "context": "#!/bin/sh\n echo 'Defaults !requiretty' | tee --append /etc/sudoers \n echo 'Defaults visiblepw' | tee --append /etc/sudoers"
  },
  {
    "dist": "el7",
    "config": "x86_64_nfs",
    "ami": "ami-2170c9fc",
    "label": "cc7_x86_64",
    "setup": "centos7_x86_64-NFS_setup.sh",
    "test": "centos7_x86_64-NFS_test.sh",
    "user": "centos",
    "context": "#!/bin/sh\n echo 'Defaults !requiretty' | tee --append /etc/sudoers \n echo 'Defaults visiblepw' | tee --append /etc/sudoers"
  },
  {
    "dist": "el7",
    "config": "x86_64_fuse3",
    "ami": "ami-2170c9fc",
    "label": "cc7_x86_64",
    "setup": "centos7_x86_64-FUSE3_setup.sh",
    "test": "centos7_x86_64-FUSE3_test.sh",
    "user": "centos",
    "context": "#!/bin/sh \n echo 'Defaults !requiretty' | tee --append /etc/sudoers \n echo 'Defaults visiblepw' | tee --append /etc/sudoers"
  },
 {
    "dist": "ubuntu1404",
    "config": "x86_64",
    "ami": "ami-6f304f09",
    "label": "ubuntu1404_x86_64",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1410",
    "config": "x86_64",
    "ami": "ami-ec1ef186",
    "label": "ubuntu1404_x86_64",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1604",
    "config": "x86_64",
    "ami": "ami-6bb88929",
    "label": "ubuntu1604_x86_64",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1604",
    "config": "x86_64_s3",
    "ami": "ami-6bb88929",
    "label": "ubuntu1604_x86_64",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_s3_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1604",
    "config": "x86",
    "ami": "ami-0720888a",
    "label": "ubuntu1604_i386",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1804",
    "config": "x86_64",
    "ami": "ami-29cb4e4d",
    "label": "ubuntu1804_x86_64",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1804",
    "config": "x86_64_s3",
    "ami": "ami-29cb4e4d",
    "label": "ubuntu1804_x86_64",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_s3_test.sh",
    "user": "ubuntu"
  },
  {
    "dist": "ubuntu1804",
    "config": "x86",
    "ami": "ami-3b887f36",
    "label": "ubuntu1804_i386",
    "setup": "ubuntu_setup.sh",
    "test": "ubuntu_test.sh",
    "user": "ubuntu"
  },
 {
    "dist": "fedora28",
    "config": "x86_64",
    "ami": "ami-4ab5a3be",
    "label": "fedora28_x86_64",
    "setup": "fedora_setup.sh",
    "test": "fedora_test.sh",
    "user": "fedora"
  },
  {
    "dist": "fedora29",
    "config": "x86_64",
    "ami": "ami-1659d06c",
    "label": "fedora29_x86_64",
    "setup": "fedora_setup.sh",
    "test": "fedora_test.sh",
    "user": "fedora"
  },
  {
    "dist": "fedora30",
    "config": "x86_64",
    "ami": "ami-fb71a29d",
    "label": "fedora30_x86_64",
    "setup": "fedora_setup.sh",
    "test": "fedora_test.sh",
    "user": "fedora"
  },
  {
    "dist": "fedora31",
    "config": "x86_64",
    "ami": "ami-ff72c6ed",
    "label": "fedora31_x86_64",
    "setup": "fedora_setup.sh",
    "test": "fedora_test.sh",
    "user": "fedora"
  },
  {
    "dist": "macos",
    "config": "x86_64",
    "ami": "cernvm-mac-mini-1",
    "label": "osx_x86_64",
    "setup": "macos_setup.sh",
    "test": "macos_test.sh",
    "user": "sftnight"
  },
  {
    "dist": "el7",
    "config": "x86_64_yubikey",
    "ami": "cvm-yubikey01",
    "label": "cc7_x86_64",
    "setup": "yubikey_setup.sh",
    "test": "yubikey_test.sh",
    "user": "sftnight"
  }
]

{'fraction_non_alphanumeric': 0.2252738270393984, 'fraction_numerical': 0.09244727807748897, 'mean_word_length': 3.0526664458429944, 'pattern_counts': {'":': 374, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '503597', 'n_tokens_mistral': 6320, 'n_tokens_neox': 5588, 'n_words': 886}