<commit_before>{
    "$schema": "http://schema.management.azure.com/schemas/2014-04-01-preview/deploymentTemplate.json#",
    "contentVersion": "1.0.0.0",
    "parameters": {
        "adminUsername": {
            "type": "string",
            "metadata": {
                "Description": "Administrator user name used when provisioning virtual machines"
            }
        },
        "adminPassword": {
            "type": "securestring",
            "metadata": {
                "Description": "Administrator password used when provisioning virtual machines"
            }
        },
        "imagePublisher": {
            "type": "string",
            "defaultValue": "Canonical",
            "metadata": {
                 "Description": "Image Publisher"
            }
        },
        "imageOffer": {
            "type": "string",
            "defaultValue": "UbuntuServer",
            "metadata": {
                "Description": "Image Offer"
            }
        },
        "imageSKU": {
            "type": "string",
            "defaultValue": "14.04.2-LTS",
            "metadata": {
                "Description": "Image SKU"
            }
        },
        "storageAccountName": {
            "type": "string",
            "metadata": {
                "Description": "Unique namespace for the Storage Account where the Virtual Machine's disks will be placed"
            }
        },
        "region": {
            "type": "string",
            "defaultValue": "West US",
            "metadata": {
                "Description": "Location where resources will be provisioned"
            }
        },
        "virtualNetworkName": {
            "type": "string",
            "defaultValue": "myVNETspark",
            "metadata": {
                "Description": "The arbitrary name of the virtual network provisioned for the cluster"
            }
        },
        "dataDiskSize": {
            "type": "int",
            "defaultValue": 100,
            "metadata": {
                "Description": "Size of the data disk attached to Spark nodes (in GB)"
            }
        },
        "addressPrefix": {
            "type": "string",
            "defaultValue": "10.0.0.0/16",
            "metadata": {
                "Description": "The network address space for the virtual network"
            }
        },
        "subnetName": {
            "type": "string",
            "defaultValue": "Subnet-1",
            "metadata": {
                "Description": "Subnet name for the virtual network that resources will be provisioned in to"
            }
        },
        "subnetPrefix": {
            "type": "string",
            "defaultValue": "10.0.0.0/24",
            "metadata": {
                "Description": "Address space for the virtual network subnet"
            }
        },
        "sparkVersion": {
            "type": "string",
            "defaultValue": "0.8.1",
	    "allowedValues": ["0.8.0","0.8.1","0.9.0","0.9.1","0.9.2","1.0.0","1.0.2","1.1.0","1.1.1","1.2.0","1.2.1","1.3.0"],
            "metadata": {
                "Description": "The version of the Spark package to be deployed on the cluster (or use 'stable' to pull in the latest and greatest)"
            }
        },
        "sparkClusterName": {
            "type": "string",
            "metadata": {
                "Description": "The arbitrary name of the Spark cluster (maps to cluster's configuration file name)"
            }
        },
        "sparkNodeIPAddressPrefix": {
            "type": "string",
            "defaultValue": "10.0.0.1",
            "metadata": {
                "Description": "The IP address prefix that will be used for constructing a static private IP address for each node in the cluster"
            }
        },<commit_msg>Corrected incorrect Default - keep minimum 1.2.1<commit_after>{
    "$schema": "http://schema.management.azure.com/schemas/2014-04-01-preview/deploymentTemplate.json#",
    "contentVersion": "1.0.0.0",
    "parameters": {
        "adminUsername": {
            "type": "string",
            "metadata": {
                "Description": "Administrator user name used when provisioning virtual machines"
            }
        },
        "adminPassword": {
            "type": "securestring",
            "metadata": {
                "Description": "Administrator password used when provisioning virtual machines"
            }
        },
        "imagePublisher": {
            "type": "string",
            "defaultValue": "Canonical",
            "metadata": {
                 "Description": "Image Publisher"
            }
        },
        "imageOffer": {
            "type": "string",
            "defaultValue": "UbuntuServer",
            "metadata": {
                "Description": "Image Offer"
            }
        },
        "imageSKU": {
            "type": "string",
            "defaultValue": "14.04.2-LTS",
            "metadata": {
                "Description": "Image SKU"
            }
        },
        "storageAccountName": {
            "type": "string",
            "metadata": {
                "Description": "Unique namespace for the Storage Account where the Virtual Machine's disks will be placed"
            }
        },
        "region": {
            "type": "string",
            "defaultValue": "West US",
            "metadata": {
                "Description": "Location where resources will be provisioned"
            }
        },
        "virtualNetworkName": {
            "type": "string",
            "defaultValue": "myVNETspark",
            "metadata": {
                "Description": "The arbitrary name of the virtual network provisioned for the cluster"
            }
        },
        "dataDiskSize": {
            "type": "int",
            "defaultValue": 100,
            "metadata": {
                "Description": "Size of the data disk attached to Spark nodes (in GB)"
            }
        },
        "addressPrefix": {
            "type": "string",
            "defaultValue": "10.0.0.0/16",
            "metadata": {
                "Description": "The network address space for the virtual network"
            }
        },
        "subnetName": {
            "type": "string",
            "defaultValue": "Subnet-1",
            "metadata": {
                "Description": "Subnet name for the virtual network that resources will be provisioned in to"
            }
        },
        "subnetPrefix": {
            "type": "string",
            "defaultValue": "10.0.0.0/24",
            "metadata": {
                "Description": "Address space for the virtual network subnet"
            }
        },
        "sparkVersion": {
            "type": "string",
            "defaultValue": "1.2.1",
	    "allowedValues": ["1.2.1","1.3.0"],
            "metadata": {
                "Description": "The version of the Spark package to be deployed on the cluster (or use 'stable' to pull in the latest and greatest)"
            }
        },
        "sparkClusterName": {
            "type": "string",
            "metadata": {
                "Description": "The arbitrary name of the Spark cluster (maps to cluster's configuration file name)"
            }
        },
        "sparkNodeIPAddressPrefix": {
            "type": "string",
            "defaultValue": "10.0.0.1",
            "metadata": {
                "Description": "The IP address prefix that will be used for constructing a static private IP address for each node in the cluster"
            }
        },
{'fraction_non_alphanumeric': 0.13298791018998274, 'fraction_numerical': 0.017404012222665074, 'mean_word_length': 1.4537157757496741, 'pattern_counts': {'":': 150, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 8, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5809800', 'n_tokens_mistral': 1988, 'n_tokens_neox': 1887, 'n_words': 511}