<commit_before>{
  "$schema": "http://schema.management.azure.com/schemas/2014-04-01-preview/deploymentTemplate.json#",
  "contentVersion": "1.0.0.0",
  "parameters": {
    "dnsNamePrefix": {
      "type": "string"
    },
    "region": {
      "type": "string"
    },
    "scriptsUri": {
      "type": "string"
    },
    "vmSpec": {
      "type": "object"
    },
    "networkSpec": {
      "type": "object"
    },
    "clusterSpec": {
      "type": "object"
    },
    "fqdn": {
      "type": "string"
    },
    "nnCount": {
      "type": "int"
    },
    "dnCount": {
      "type": "int"
    }

  },
  "resources": [
    {
      "type": "Microsoft.Compute/virtualMachines/extensions",
      "name": "[concat(parameters('dnsNamePrefix'), '-nn0', '/prepareDisks')]",
      "apiVersion": "2015-05-01-preview",
      "location": "[parameters('region')]",
      "properties": {
        "publisher": "Microsoft.OSTCExtensions",
        "type": "CustomScriptForLinux",
        "typeHandlerVersion": "1.2",
        "settings": {
          "fileUris": [
            "[concat(parameters('scriptsUri'), '/scripts/bootstrap-cloudera.sh')]",
            "[concat(parameters('scriptsUri'), '/scripts/initialize-cloudera-server.sh')]",
            "[concat(parameters('scriptsUri'), '/scripts/cmxDeployOnIbiza.py')]"
          ],
          "commandToExecute": "[concat('sh bootstrap-cloudera.sh \"', parameters('networkSpec').privateIPPrefix, '\" \"', parameters('dnsNamePrefix'), '\" \"', parameters('fqdn'), '\" ', parameters('clusterSpec').nameNodeCount, ' ', parameters('clusterSpec').dataNodeCount, ' \"', parameters('vmSpec').adminUserName, '\" \"', parameters('clusterSpec').highAvailability, '\" \"', parameters('vmSpec').adminPassword, '\" >> /home/$ADMINUSER/bootstrap-cloudera.log 2>&1')]"
        }
      }
    },
    {
      "type": "Microsoft.Compute/virtualMachines/extensions",
      "name": "[concat(parameters('dnsNamePrefix'), '-nn', copyIndex(), '/reboot')]",
      "apiVersion": "2015-05-01-preview",
      "location": "[parameters('region')]",
      "copy": {
        "name": "namenodeLoop",
        "count": "[parameters('nnCount')]"
      },
      "dependsOn": [
        "[concat('Microsoft.Compute/virtualMachines/', parameters('dnsNamePrefix'), '-nn0', '/extensions/', '/prepareDisks')]"
      ],
      "properties": {
        "publisher": "Microsoft.OSTCExtensions",
        "type": "CustomScriptForLinux",
        "typeHandlerVersion": "1.2",
        "settings": {
          "commandToExecute": "reboot now"
        }
      }
    },
    {
      "type": "Microsoft.Compute/virtualMachines/extensions",
      "name": "[concat(parameters('dnsNamePrefix'), '-dn', copyIndex(), '/reboot')]",<commit_msg>rename to avoid name conflict<commit_after>{
  "$schema": "http://schema.management.azure.com/schemas/2014-04-01-preview/deploymentTemplate.json#",
  "contentVersion": "1.0.0.0",
  "parameters": {
    "dnsNamePrefix": {
      "type": "string"
    },
    "region": {
      "type": "string"
    },
    "scriptsUri": {
      "type": "string"
    },
    "vmSpec": {
      "type": "object"
    },
    "networkSpec": {
      "type": "object"
    },
    "clusterSpec": {
      "type": "object"
    },
    "fqdn": {
      "type": "string"
    },
    "nnCount": {
      "type": "int"
    },
    "dnCount": {
      "type": "int"
    }

  },
  "resources": [
    {
      "type": "Microsoft.Compute/virtualMachines/extensions",
      "name": "[concat(parameters('dnsNamePrefix'), '-nn0', '/prepareDisks')]",
      "apiVersion": "2015-05-01-preview",
      "location": "[parameters('region')]",
      "properties": {
        "publisher": "Microsoft.OSTCExtensions",
        "type": "CustomScriptForLinux",
        "typeHandlerVersion": "1.2",
        "settings": {
          "fileUris": [
            "[concat(parameters('scriptsUri'), '/scripts/bootstrap-cloudera.sh')]",
            "[concat(parameters('scriptsUri'), '/scripts/initialize-cloudera-server.sh')]",
            "[concat(parameters('scriptsUri'), '/scripts/cmxDeployOnIbiza.py')]"
          ],
          "commandToExecute": "[concat('sh bootstrap-cloudera.sh \"', parameters('networkSpec').privateIPPrefix, '\" \"', parameters('dnsNamePrefix'), '\" \"', parameters('fqdn'), '\" ', parameters('clusterSpec').nameNodeCount, ' ', parameters('clusterSpec').dataNodeCount, ' \"', parameters('vmSpec').adminUserName, '\" \"', parameters('clusterSpec').highAvailability, '\" \"', parameters('vmSpec').adminPassword, '\" >> /home/$ADMINUSER/bootstrap-cloudera.log 2>&1')]"
        }
      }
    },
    {
      "type": "Microsoft.Compute/virtualMachines/extensions",
      "name": "[concat(parameters('dnsNamePrefix'), '-nn', copyIndex(), '/clouderannreboot')]",
      "apiVersion": "2015-05-01-preview",
      "location": "[parameters('region')]",
      "copy": {
        "name": "namenodeLoop",
        "count": "[parameters('nnCount')]"
      },
      "dependsOn": [
        "[concat('Microsoft.Compute/virtualMachines/', parameters('dnsNamePrefix'), '-nn0', '/extensions/', '/prepareDisks')]"
      ],
      "properties": {
        "publisher": "Microsoft.OSTCExtensions",
        "type": "CustomScriptForLinux",
        "typeHandlerVersion": "1.2",
        "settings": {
          "commandToExecute": "reboot now"
        }
      }
    },
    {
      "type": "Microsoft.Compute/virtualMachines/extensions",
      "name": "[concat(parameters('dnsNamePrefix'), '-dn', copyIndex(), '/clouderadnreboot')]",
{'fraction_non_alphanumeric': 0.215592972181552, 'fraction_numerical': 0.013177159590043924, 'mean_word_length': 2.906361686919228, 'pattern_counts': {'":': 98, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7178579', 'n_tokens_mistral': 1762, 'n_tokens_neox': 1712, 'n_words': 227}