<commit_before>{
  "$schema": "http://schema.management.azure.com/schemas/2014-04-01-preview/deploymentTemplate.json#",
  "contentVersion": "1.0.0.0",
  "parameters": {
    "region": {
      "type": "string",
      "defaultValue": "West US",
      "metadata": {
        "Description": "Location where resources will be provisioned"
      }
    },
    "storageAccountPrefix": {
      "type": "string",
      "defaultValue": "uniqueStorageAccountName",
      "metadata": {
        "Description": "Unique namespace for the Storage Account where the Virtual Machine's disks will be placed"
      }
    },
    "dnsName": {
      "type": "string",
      "metadata" : {
        "Description": "DNS subname for the opserations center public IP"
      }
    },
    "virtualNetworkName": {
      "type": "string",
      "defaultValue": "myvnet",
      "metadata": {
        "Description": "Name of the virtual network provisioned for the cluster"
      }
    },
    "adminUsername": {
      "type": "string",
      "metadata": {
        "Description": "Administrator user name used when provisioning virtual machines"
      }
    },
    "adminPassword": {
      "type": "securestring",
      "metadata": {
        "Description": "Administrator password used when provisioning virtual machines"
      }
    },
    "opsCenterAdminPassword": {
      "type": "securestring",
      "metadata": {
        "Description": "Sets the operations center admin user password"
      }
    },
    "clusterVmSize": {
      "type": "string",
      "defaultValue": "Standard_D3",
      "allowedValues": [
        "Standard_D1",
        "Standard_D2",
        "Standard_D3",
        "Standard_D4",
        "Standard_D11",
        "Standard_D12",
        "Standard_D13",
        "Standard_D14"
      ],
      "metadata": {
        "Description": "The size of the virtual machines used when provisioning cluster nodes"
      }
    },
    "clusterNodeCount": {
      "type": "int",
      "metadata": {
        "Description": "The number of nodes provisioned in the cluster"
      }
    },
    "clusterName": {
      "type": "string",
      "metadata": {
        "Description": "The name of the cluster provisioned"
      }
    }
  },
  "variables": {
    "templateBaseUrl": "https://raw.githubusercontent.com/trentmswanson/azure-quickstart-templates/master/datastax-on-ubuntu/",
    "sharedTemplateUrl": "[concat(variables('templateBaseUrl'), 'shared-resources.json')]",
    "clusterNodesTemplateUrl": "[concat(variables('templateBaseUrl'), 'ephemeral-nodes-resources.json')]",
    "opsCenterTemplateUrl": "[concat(variables('templateBaseUrl'), 'opscenter-resources.json')]",
    "opsCenterVmSize": "Standard_A1",
    "networkSettings": {
      "virtualNetworkName": "[parameters('virtualNetworkName')]",
      "addressPrefix": "10.0.0.0/16",
      "subnet": {
        "dse": {
          "name": "dse",
          "prefix": "10.0.0.0/24",
          "vnet": "[parameters('virtualNetworkName')]"
        }
      },
      "statics": {
        "clusterRange": {
          "base": "10.0.0.",
          "start": 5
        },
        "opsCenter": "10.0.0.240"
      }
    },
    "osSettings": {
      "imageReference": {
        "publisher": "Canonical",
        "offer": "UbuntuServer",
        "sku": "14.04.2-LTS",
        "version": "latest"
      },
      "scripts": [
        "[concat(variables('templateBaseUrl'), 'dsenode.sh')]",
        "[concat(variables('templateBaseUrl'), 'opscenter.sh')]",
        "https://raw.githubusercontent.com/Azure/azure-quickstart-templates/master/shared_scripts/ubuntu/vm-disk-utils-0.1.sh"
      ]
    },
    "sharedStorageAccountName": "[concat(parameters('storageAccountPrefix'),'cmn')]",
    "nodeList": "[concat(variables('networkSettings').statics.clusterRange.base, variables('networkSettings').statics.clusterRange.start, '-', parameters('clusterNodeCount'))]"
  },
  "resources": [
    {
      "name": "shared",
      "type": "Microsoft.Resources/deployments",
      "apiVersion": "2015-01-01",
      "properties": {
        "mode": "Incremental",
        "templateLink": {
          "uri": "[variables('sharedTemplateUrl')]",
          "contentVersion": "1.0.0.0"
        },
        "parameters": {
          "region": {
            "value": "[parameters('region')]"
          },
          "networkSettings": {
            "value": "[variables('networkSettings')]"
          },
          "storageAccountName": {
            "value": "[variables('sharedStorageAccountName')]"
          }
        }
      }
    },
    {
      "name": "cluster-nodes",
      "type": "Microsoft.Resources/deployments",
      "apiVersion": "2015-01-01",
      "dependsOn": [
        "[concat('Microsoft.Resources/deployments/', 'shared')]"
      ],
      "properties": {
        "mode": "Incremental",
        "templateLink": {
          "uri": "[variables('clusterNodesTemplateUrl')]",
          "contentVersion": "1.0.0.0"
        },
        "parameters": {
          "adminUsername": {
            "value": "[parameters('adminUsername')]"
          },
          "adminPassword": {
            "value": "[parameters('adminPassword')]"
          },
          "region": {
            "value": "[parameters('region')]"
          },
          "storageAccountPrefix": {
            "value": "[parameters('storageAccountPrefix')]"
          },
          "vmSize": {
            "value": "[parameters('clusterVmSize')]"
          },
          "subnet": {
            "value": "[variables('networkSettings').subnet.dse]"
          },
          "osSettings": {
            "value": "[variables('osSettings')]"
          },
          "staticIps": {
            "value": "[variables('networkSettings').statics.clusterRange]"
          },
          "nodeCount": {
            "value": "[parameters('clusterNodeCount')]"
          },
          "namespace": {
            "value": "dc1"
          }
        }
      }
    },
    {
      "name": "ops-center-nodes",
      "type": "Microsoft.Resources/deployments",
      "apiVersion": "2015-01-01",
      "dependsOn": [
        "[concat('Microsoft.Resources/deployments/', 'cluster-nodes')]"
      ],
      "properties": {
        "mode": "Incremental",
        "templateLink": {
          "uri": "[variables('opsCenterTemplateUrl')]",
          "contentVersion": "1.0.0.0"
        },
        "parameters": {
          "dnsName": {
            "value": "[parameters('dnsName')]"
          },
          "storageAccountName": {
            "value": "[variables('sharedStorageAccountName')]"
          },
          "adminUsername": {
            "value": "[parameters('adminUsername')]"
          },
          "adminPassword": {
            "value": "[parameters('adminPassword')]"
          },
          "namespace": {
            "value": "opc"
          },
          "staticIp": {
            "value": "[variables('networkSettings').statics.opsCenter]"
          },
          "region": {
            "value": "[parameters('region')]"
          },
          "subnet": {
            "value": "[variables('networkSettings').subnet.dse]"
          },
          "vmSize": {
            "value": "[variables('opsCenterVmSize')]"
          },
          "osSettings": {
            "value": "[variables('osSettings')]"
          },
          "opsCenterSettings": {
            "value": {
              "clusterName": "[parameters('clusterName')]",
              "nodeList": "[variables('nodeList')]",
              "adminPassword": "[parameters('opsCenterAdminPassword')]"
            }
          }
        }
      }
    }
  ],
  "outputs": {}
}<commit_msg>updated base reference with upstream repo<commit_after>{
  "$schema": "http://schema.management.azure.com/schemas/2014-04-01-preview/deploymentTemplate.json#",
  "contentVersion": "1.0.0.0",
  "parameters": {
    "region": {
      "type": "string",
      "defaultValue": "West US",
      "metadata": {
        "Description": "Location where resources will be provisioned"
      }
    },
    "storageAccountPrefix": {
      "type": "string",
      "defaultValue": "uniqueStorageAccountName",
      "metadata": {
        "Description": "Unique namespace for the Storage Account where the Virtual Machine's disks will be placed"
      }
    },
    "dnsName": {
      "type": "string",
      "metadata" : {
        "Description": "DNS subname for the opserations center public IP"
      }
    },
    "virtualNetworkName": {
      "type": "string",
      "defaultValue": "myvnet",
      "metadata": {
        "Description": "Name of the virtual network provisioned for the cluster"
      }
    },
    "adminUsername": {
      "type": "string",
      "metadata": {
        "Description": "Administrator user name used when provisioning virtual machines"
      }
    },
    "adminPassword": {
      "type": "securestring",
      "metadata": {
        "Description": "Administrator password used when provisioning virtual machines"
      }
    },
    "opsCenterAdminPassword": {
      "type": "securestring",
      "metadata": {
        "Description": "Sets the operations center admin user password"
      }
    },
    "clusterVmSize": {
      "type": "string",
      "defaultValue": "Standard_D3",
      "allowedValues": [
        "Standard_D1",
        "Standard_D2",
        "Standard_D3",
        "Standard_D4",
        "Standard_D11",
        "Standard_D12",
        "Standard_D13",
        "Standard_D14"
      ],
      "metadata": {
        "Description": "The size of the virtual machines used when provisioning cluster nodes"
      }
    },
    "clusterNodeCount": {
      "type": "int",
      "metadata": {
        "Description": "The number of nodes provisioned in the cluster"
      }
    },
    "clusterName": {
      "type": "string",
      "metadata": {
        "Description": "The name of the cluster provisioned"
      }
    }
  },
  "variables": {
    "templateBaseUrl": "https://raw.githubusercontent.com/Azure/azure-quickstart-templates/master/datastax-on-ubuntu/",
    "sharedTemplateUrl": "[concat(variables('templateBaseUrl'), 'shared-resources.json')]",
    "clusterNodesTemplateUrl": "[concat(variables('templateBaseUrl'), 'ephemeral-nodes-resources.json')]",
    "opsCenterTemplateUrl": "[concat(variables('templateBaseUrl'), 'opscenter-resources.json')]",
    "opsCenterVmSize": "Standard_A1",
    "networkSettings": {
      "virtualNetworkName": "[parameters('virtualNetworkName')]",
      "addressPrefix": "10.0.0.0/16",
      "subnet": {
        "dse": {
          "name": "dse",
          "prefix": "10.0.0.0/24",
          "vnet": "[parameters('virtualNetworkName')]"
        }
      },
      "statics": {
        "clusterRange": {
          "base": "10.0.0.",
          "start": 5
        },
        "opsCenter": "10.0.0.240"
      }
    },
    "osSettings": {
      "imageReference": {
        "publisher": "Canonical",
        "offer": "UbuntuServer",
        "sku": "14.04.2-LTS",
        "version": "latest"
      },
      "scripts": [
        "[concat(variables('templateBaseUrl'), 'dsenode.sh')]",
        "[concat(variables('templateBaseUrl'), 'opscenter.sh')]",
        "https://raw.githubusercontent.com/Azure/azure-quickstart-templates/master/shared_scripts/ubuntu/vm-disk-utils-0.1.sh"
      ]
    },
    "sharedStorageAccountName": "[concat(parameters('storageAccountPrefix'),'cmn')]",
    "nodeList": "[concat(variables('networkSettings').statics.clusterRange.base, variables('networkSettings').statics.clusterRange.start, '-', parameters('clusterNodeCount'))]"
  },
  "resources": [
    {
      "name": "shared",
      "type": "Microsoft.Resources/deployments",
      "apiVersion": "2015-01-01",
      "properties": {
        "mode": "Incremental",
        "templateLink": {
          "uri": "[variables('sharedTemplateUrl')]",
          "contentVersion": "1.0.0.0"
        },
        "parameters": {
          "region": {
            "value": "[parameters('region')]"
          },
          "networkSettings": {
            "value": "[variables('networkSettings')]"
          },
          "storageAccountName": {
            "value": "[variables('sharedStorageAccountName')]"
          }
        }
      }
    },
    {
      "name": "cluster-nodes",
      "type": "Microsoft.Resources/deployments",
      "apiVersion": "2015-01-01",
      "dependsOn": [
        "[concat('Microsoft.Resources/deployments/', 'shared')]"
      ],
      "properties": {
        "mode": "Incremental",
        "templateLink": {
          "uri": "[variables('clusterNodesTemplateUrl')]",
          "contentVersion": "1.0.0.0"
        },
        "parameters": {
          "adminUsername": {
            "value": "[parameters('adminUsername')]"
          },
          "adminPassword": {
            "value": "[parameters('adminPassword')]"
          },
          "region": {
            "value": "[parameters('region')]"
          },
          "storageAccountPrefix": {
            "value": "[parameters('storageAccountPrefix')]"
          },
          "vmSize": {
            "value": "[parameters('clusterVmSize')]"
          },
          "subnet": {
            "value": "[variables('networkSettings').subnet.dse]"
          },
          "osSettings": {
            "value": "[variables('osSettings')]"
          },
          "staticIps": {
            "value": "[variables('networkSettings').statics.clusterRange]"
          },
          "nodeCount": {
            "value": "[parameters('clusterNodeCount')]"
          },
          "namespace": {
            "value": "dc1"
          }
        }
      }
    },
    {
      "name": "ops-center-nodes",
      "type": "Microsoft.Resources/deployments",
      "apiVersion": "2015-01-01",
      "dependsOn": [
        "[concat('Microsoft.Resources/deployments/', 'cluster-nodes')]"
      ],
      "properties": {
        "mode": "Incremental",
        "templateLink": {
          "uri": "[variables('opsCenterTemplateUrl')]",
          "contentVersion": "1.0.0.0"
        },
        "parameters": {
          "dnsName": {
            "value": "[parameters('dnsName')]"
          },
          "storageAccountName": {
            "value": "[variables('sharedStorageAccountName')]"
          },
          "adminUsername": {
            "value": "[parameters('adminUsername')]"
          },
          "adminPassword": {
            "value": "[parameters('adminPassword')]"
          },
          "namespace": {
            "value": "opc"
          },
          "staticIp": {
            "value": "[variables('networkSettings').statics.opsCenter]"
          },
          "region": {
            "value": "[parameters('region')]"
          },
          "subnet": {
            "value": "[variables('networkSettings').subnet.dse]"
          },
          "vmSize": {
            "value": "[variables('opsCenterVmSize')]"
          },
          "osSettings": {
            "value": "[variables('osSettings')]"
          },
          "opsCenterSettings": {
            "value": {
              "clusterName": "[parameters('clusterName')]",
              "nodeList": "[variables('nodeList')]",
              "adminPassword": "[parameters('opsCenterAdminPassword')]"
            }
          }
        }
      }
    }
  ],
  "outputs": {}
}
{'fraction_non_alphanumeric': 0.17526045100883555, 'fraction_numerical': 0.01265989713833575, 'mean_word_length': 2.065278900565885, 'pattern_counts': {'":': 314, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 14, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2473299', 'n_tokens_mistral': 4445, 'n_tokens_neox': 4278, 'n_words': 695}