<commit_before>{
  "Name": "import-disk",
  "DefaultTimeout": "90m",
  "Vars": {
    "source_disk_file": {
      "Required": true,
      "Description": "The GCS path to the virtual disk to import."
    },
    "importer_instance_disk_size": {
      "Value": "10",
      "Description": "size of the importer instance disk, additional disk space is unused for the import but a larger size increases PD write speed"
    },
    "import_instance_disk_image": {
      "Value": "projects/compute-image-tools/global/images/family/debian-9-worker",
      "Description": "image to use for the importer instance"
    },
    "disk_name": "imported-disk-${ID}",
    "import_network": {
      "Value": "global/networks/default",
      "Description": "Network to use for the import instance"
    },
    "import_subnet": {
      "Value": "",
      "Description": "SubNetwork to use for the import instance"
    },
    "is_windows": {
      "Value": "false",
      "Description": "If enabled, WINDOWS will be added to GuestOsFeatures for the disk."
    }
  },
  "Sources": {
    "import_image.sh": "./import_image.sh",
    "source_disk_file": "${source_disk_file}"
  },
  "Steps": {
    "setup-disks": {
      "CreateDisks": [
        {
          "Name": "disk-importer",
          "SourceImage": "${import_instance_disk_image}",
          "SizeGb": "${importer_instance_disk_size}",
          "Type": "pd-ssd",
          "FallbackToPdStandard": true
        },
        {
          "Name": "${disk_name}",
          "SizeGb": "10",
          "Type": "pd-ssd",
          "ExactName": true,
          "NoCleanup": true,
          "isWindows": "${is_windows}",
          "FallbackToPdStandard": true
        },
        {
          "Name": "disk-${NAME}-scratch-${ID}",
          "SizeGb": "10",
          "Type": "pd-ssd",
          "ExactName": true,
          "FallbackToPdStandard": true
        }
      ]
    },
    "import-virtual-disk": {
      "CreateInstances": [
        {
          "Name": "inst-importer",
          "Disks": [
            {"Source": "disk-importer"},
            {"Source": "disk-${NAME}-scratch-${ID}"},
            {"Source": "${disk_name}"}
          ],
          "MachineType": "n1-standard-4",
          "Metadata": {
            "block-project-ssh-keys": "true",
            "disk_name": "${disk_name}",
            "scratch_disk_name": "disk-${NAME}-scratch-${ID}",
            "source_disk_file": "${source_disk_file}"
          },
          "networkInterfaces": [
            {
              "network": "${import_network}",
              "subnetwork": "${import_subnet}"
            }
          ],
          "Scopes": [
            "https://www.googleapis.com/auth/devstorage.read_write",
            "https://www.googleapis.com/auth/compute"
          ],
          "StartupScript": "import_image.sh"
        }
      ]
    },
    "wait-for-signal": {
      "WaitForInstancesSignal": [
        {
          "Name": "inst-importer",
          "SerialOutput": {
            "Port": 1,
            "SuccessMatch": "ImportSuccess:",
            "FailureMatch": ["ImportFailed:", "WARNING Failed to download metadata script"],
            "StatusMatch": "Import:"
          }
        }
      ]
    },
    "cleanup": {
      "DeleteResources": {
        "Instances":["inst-importer"]
      }
    }
  },<commit_msg>Allow import to initiate when user doesn't have access to cloud storage. (#1001)<commit_after>{
  "Name": "import-disk",
  "DefaultTimeout": "90m",
  "Vars": {
    "source_disk_file": {
      "Required": true,
      "Description": "The GCS path to the virtual disk to import."
    },
    "importer_instance_disk_size": {
      "Value": "10",
      "Description": "size of the importer instance disk, additional disk space is unused for the import but a larger size increases PD write speed"
    },
    "import_instance_disk_image": {
      "Value": "projects/compute-image-tools/global/images/family/debian-9-worker",
      "Description": "image to use for the importer instance"
    },
    "disk_name": "imported-disk-${ID}",
    "import_network": {
      "Value": "global/networks/default",
      "Description": "Network to use for the import instance"
    },
    "import_subnet": {
      "Value": "",
      "Description": "SubNetwork to use for the import instance"
    },
    "is_windows": {
      "Value": "false",
      "Description": "If enabled, WINDOWS will be added to GuestOsFeatures for the disk."
    }
  },
  "Sources": {
    "import_image.sh": "./import_image.sh",
    "source_disk_file": "${source_disk_file}"
  },
  "Steps": {
    "setup-disks": {
      "CreateDisks": [
        {
          "Name": "disk-importer",
          "SourceImage": "${import_instance_disk_image}",
          "SizeGb": "${importer_instance_disk_size}",
          "Type": "pd-ssd",
          "FallbackToPdStandard": true
        },
        {
          "Name": "${disk_name}",
          "SizeGb": "10",
          "Type": "pd-ssd",
          "ExactName": true,
          "NoCleanup": true,
          "isWindows": "${is_windows}",
          "FallbackToPdStandard": true
        },
        {
          "Name": "disk-${NAME}-scratch-${ID}",
          "SizeGb": "10",
          "Type": "pd-ssd",
          "ExactName": true,
          "FallbackToPdStandard": true
        }
      ]
    },
    "import-virtual-disk": {
      "CreateInstances": [
        {
          "Name": "inst-importer",
          "Disks": [
            {"Source": "disk-importer"},
            {"Source": "disk-${NAME}-scratch-${ID}"},
            {"Source": "${disk_name}"}
          ],
          "MachineType": "n1-standard-4",
          "Metadata": {
            "block-project-ssh-keys": "true",
            "disk_name": "${disk_name}",
            "scratch_disk_name": "disk-${NAME}-scratch-${ID}",
            "source_disk_file": "${source_disk_file}",
            "startup-script": "${SOURCE:import_image.sh}"
          },
          "networkInterfaces": [
            {
              "network": "${import_network}",
              "subnetwork": "${import_subnet}"
            }
          ],
          "Scopes": [
            "https://www.googleapis.com/auth/devstorage.read_write",
            "https://www.googleapis.com/auth/compute"
          ]
        }
      ]
    },
    "wait-for-signal": {
      "WaitForInstancesSignal": [
        {
          "Name": "inst-importer",
          "SerialOutput": {
            "Port": 1,
            "SuccessMatch": "ImportSuccess:",
            "FailureMatch": ["ImportFailed:", "WARNING Failed to download metadata script"],
            "StatusMatch": "Import:"
          }
        }
      ]
    },
    "cleanup": {
      "DeleteResources": {
        "Instances":["inst-importer"]
      }
    }
  },
{'fraction_non_alphanumeric': 0.1680547293277811, 'fraction_numerical': 0.004164187983343248, 'mean_word_length': 1.9251848629839061, 'pattern_counts': {'":': 148, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 4, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3100090', 'n_tokens_mistral': 2056, 'n_tokens_neox': 2026, 'n_words': 392}