<commit_before>{
  "builders": [
    {
      "boot_command": [
        "<enter><wait><f6><esc><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs>",
        "<bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs>",
        "<bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs>",
        "<bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs>",
        "/install/vmlinuz<wait>",
        " auto<wait>",
        " console-setup/ask_detect=false<wait>",
        " console-setup/layoutcode=us<wait>",
        " console-setup/modelcode=pc105<wait>",
        " debconf/frontend=noninteractive<wait>",
        " debian-installer=en_US.UTF-8<wait>",
        " fb=false<wait>",
        " initrd=/install/initrd.gz<wait>",
        " kbd-chooser/method=us<wait>",
        " keyboard-configuration/layout=USA<wait>",
        " keyboard-configuration/variant=USA<wait>",
        " locale=en_US.UTF-8<wait>",
        " netcfg/get_domain=vm<wait>",
        " netcfg/get_hostname=vmkite<wait>",
        " grub-installer/bootdev=/dev/sda<wait>",
        " noapic<wait>",
        " preseed/url=http://{{ .HTTPIP }}:{{ .HTTPPort }}/{{user `preseed_path`}}<wait>",
        " -- <wait>",
        "<enter><wait>"
      ],
      "boot_wait": "10s",
      "disk_size": "{{user `disk_size`}}",
      "guest_os_type": "ubuntu-64",
      "headless": "{{ user `headless` }}",
      "http_directory": "http",
      "iso_checksum": "{{user `iso_checksum`}}",
      "iso_checksum_type": "{{user `iso_checksum_type`}}",
      "iso_url": "{{user `mirror`}}/{{user `mirror_directory`}}/{{user `iso_name`}}",
      "output_directory": "output/{{user `template`}}",
      "shutdown_command": "echo 'vmkite' | sudo -S shutdown -P now",
      "ssh_password": "<PASSWORD>",
      "ssh_port": 22,
      "ssh_username": "vmkite",
      "ssh_wait_timeout": "10000s",
      "tools_upload_flavor": "linux",
      "type": "vmware-iso",
      "vm_name": "{{ user `template` }}",
      "vnc_bind_address": "0.0.0.0",
      "vmx_data": {
        "cpuid.coresPerSocket": "1",
        "ethernet0.pciSlotNumber": "32",
        "memsize": "{{ user `memory` }}",
        "numvcpus": "{{ user `cpus` }}"
      }
    }
  ],
  "provisioners": [
    {
      "destination": "/home/vmkite/vmkite-buildkite-agent.service",
      "source": "scripts/ubuntu/support/vmkite-buildkite-agent.service",
      "type": "file"
    },
    {
      "destination": "/home/vmkite/vmkite-buildkite-agent.sh",
      "source": "scripts/ubuntu/support/vmkite-buildkite-agent.sh",
      "type": "file"
    },
    {
      "environment_vars": [
        "HOME_DIR=/home/vmkite",
        "http_proxy={{user `http_proxy`}}",
        "https_proxy={{user `https_proxy`}}",
        "no_proxy={{user `no_proxy`}}"
      ],
      "execute_command": "echo 'vmkite' | {{.Vars}} sudo -S -E sh -eux '{{.Path}}'",
      "scripts": [
        "scripts/ubuntu/update.sh",
        "scripts/common/sshd.sh",
        "scripts/ubuntu/networking.sh",
        "scripts/ubuntu/sudoers.sh",
        "scripts/ubuntu/vmware.sh",
        "scripts/ubuntu/buildkite.sh",
        "scripts/ubuntu/cleanup.sh",
        "scripts/common/minimize.sh"
      ],
      "type": "shell"
    }
  ],
  "post-processors": [{
    "type" : "vsphere",
    "keep_input_artifact" : true,
    "datacenter" : "MacStadium - Vegas",
    "cluster" : "XSERVE_Cluster",
    "datastore" : "PURE1-1",
    "host" : "10.92.157.10",
    "password" : "{{user `vsphere_password`}}",
    "username" : "{{user `vsphere_username`}}",
    "vm_folder": "/",
    "disk_mode": "thin",
    "vm_name": "{{user `box_basename`}}-{{user `build_number`}}",
    "vm_network": "dvPortGroup-Private-1",
    "insecure" : true,
    "options": [
      "--X:logLevel=verbose"
    ]
  }],
  "variables": {
    "box_basename": "vmkite-ubuntu-16.04.2",
    "build_number": "{{env `BUILDKITE_BUILD_NUMBER`}}",
    "cpus": "1",
    "disk_size": "40960",
    "headless": "",
    "http_proxy": "{{env `http_proxy`}}",
    "https_proxy": "{{env `https_proxy`}}",
    "iso_checksum": "737ae7041212c628de5751d15c3016058b0e833fdc32e7420209b76ca3d0a535",<commit_msg>Specify disk format for ubuntu image<commit_after>{
  "builders": [
    {
      "boot_command": [
        "<enter><wait><f6><esc><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs>",
        "<bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs>",
        "<bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs>",
        "<bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs><bs>",
        "/install/vmlinuz<wait>",
        " auto<wait>",
        " console-setup/ask_detect=false<wait>",
        " console-setup/layoutcode=us<wait>",
        " console-setup/modelcode=pc105<wait>",
        " debconf/frontend=noninteractive<wait>",
        " debian-installer=en_US.UTF-8<wait>",
        " fb=false<wait>",
        " initrd=/install/initrd.gz<wait>",
        " kbd-chooser/method=us<wait>",
        " keyboard-configuration/layout=USA<wait>",
        " keyboard-configuration/variant=USA<wait>",
        " locale=en_US.UTF-8<wait>",
        " netcfg/get_domain=vm<wait>",
        " netcfg/get_hostname=vmkite<wait>",
        " grub-installer/bootdev=/dev/sda<wait>",
        " noapic<wait>",
        " preseed/url=http://{{ .HTTPIP }}:{{ .HTTPPort }}/{{user `preseed_path`}}<wait>",
        " -- <wait>",
        "<enter><wait>"
      ],
      "boot_wait": "10s",
      "disk_size": "{{user `disk_size`}}",
      "disk_type_id": "0",
      "guest_os_type": "ubuntu-64",
      "headless": "{{ user `headless` }}",
      "http_directory": "http",
      "iso_checksum": "{{user `iso_checksum`}}",
      "iso_checksum_type": "{{user `iso_checksum_type`}}",
      "iso_url": "{{user `mirror`}}/{{user `mirror_directory`}}/{{user `iso_name`}}",
      "output_directory": "output/{{user `template`}}",
      "shutdown_command": "echo 'vmkite' | sudo -S shutdown -P now",
      "ssh_password": "<PASSWORD>",
      "ssh_port": 22,
      "ssh_username": "vmkite",
      "ssh_wait_timeout": "10000s",
      "tools_upload_flavor": "linux",
      "type": "vmware-iso",
      "vm_name": "{{ user `template` }}",
      "vnc_bind_address": "0.0.0.0",
      "vmx_data": {
        "cpuid.coresPerSocket": "1",
        "ethernet0.pciSlotNumber": "32",
        "memsize": "{{ user `memory` }}",
        "numvcpus": "{{ user `cpus` }}"
      }
    }
  ],
  "provisioners": [
    {
      "destination": "/home/vmkite/vmkite-buildkite-agent.service",
      "source": "scripts/ubuntu/support/vmkite-buildkite-agent.service",
      "type": "file"
    },
    {
      "destination": "/home/vmkite/vmkite-buildkite-agent.sh",
      "source": "scripts/ubuntu/support/vmkite-buildkite-agent.sh",
      "type": "file"
    },
    {
      "environment_vars": [
        "HOME_DIR=/home/vmkite",
        "http_proxy={{user `http_proxy`}}",
        "https_proxy={{user `https_proxy`}}",
        "no_proxy={{user `no_proxy`}}"
      ],
      "execute_command": "echo 'vmkite' | {{.Vars}} sudo -S -E sh -eux '{{.Path}}'",
      "scripts": [
        "scripts/ubuntu/update.sh",
        "scripts/common/sshd.sh",
        "scripts/ubuntu/networking.sh",
        "scripts/ubuntu/sudoers.sh",
        "scripts/ubuntu/vmware.sh",
        "scripts/ubuntu/buildkite.sh",
        "scripts/ubuntu/cleanup.sh",
        "scripts/common/minimize.sh"
      ],
      "type": "shell"
    }
  ],
  "post-processors": [{
    "type" : "vsphere",
    "keep_input_artifact" : true,
    "datacenter" : "MacStadium - Vegas",
    "cluster" : "XSERVE_Cluster",
    "datastore" : "PURE1-1",
    "host" : "10.92.157.10",
    "password" : "{{user `vsphere_password`}}",
    "username" : "{{user `vsphere_username`}}",
    "vm_folder": "/",
    "disk_mode": "thin",
    "vm_name": "{{user `box_basename`}}-r{{user `build_number`}}",
    "vm_network": "dvPortGroup-Private-1",
    "insecure" : true,
    "options": [
      "--X:logLevel=verbose"
    ]
  }],
  "variables": {
    "box_basename": "vmkite-ubuntu-16.04.2",
    "build_number": "{{env `BUILDKITE_BUILD_NUMBER`}}",
    "cpus": "1",
    "disk_size": "40960",
    "headless": "",
    "http_proxy": "{{env `http_proxy`}}",
    "https_proxy": "{{env `https_proxy`}}",
    "iso_checksum": "737ae7041212c628de5751d15c3016058b0e833fdc32e7420209b76ca3d0a535",
{'fraction_non_alphanumeric': 0.233502538071066, 'fraction_numerical': 0.022311415417306104, 'mean_word_length': 3.0419847328244276, 'pattern_counts': {'":': 103, '<': 221, '<?xml version=': 0, '>': 221, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2064643', 'n_tokens_mistral': 3372, 'n_tokens_neox': 3215, 'n_words': 380}