<commit_before>{
	"$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
	"contentVersion": "1.0.0.0",
	"parameters": {
		"location": {
			"type": "string",
			"metadata": {
				"description": "The location in which the resources will be created.Check supported locations"
			},
			"defaultValue":"[resourceGroup().location]"
		},
		"eventHubNamespaceName": {
			"type": "string",
			"metadata": {
				"description": "Name of the EventHub namespace"
			},
			"defaultValue": "[toLower(uniqueString(resourceGroup().id, 'namespace'))]"
		},
		"captureTime": {
			"type": "int",
			"minValue": 60,
			"maxValue": 900,
			"metadata": {
				"description": "the time window in seconds for the archival"
			},
			"defaultValue": 300
		},
		"captureSize": {
			"type": "int",
			"minValue": 10485760,
			"maxValue": 524288000,
			"metadata": {
				"description": "the size window in bytes for evetn hub capture"
			},
			"defaultValue": 10485760
		},
		"eventhubSku": {
			"type": "string",
			"allowedValues": [
				"Basic",
				"Standard"
			],
			"metadata": {
				"description": "The messaging tier for service Bus namespace"
			},
			"defaultValue": "Standard"
		},
		"skuCapacity": {
			"type": "int",
			"allowedValues": [
				1,
				2,
				4
			],
			"metadata": {
				"description": "MessagingUnits for premium namespace"
			},
			"defaultValue": 1
		},
		"isAutoInflateEnabled": {
			"type": "string",
			"allowedValues": [
				"True",
				"False"
			],
			"metadata": {
				"description": "Enable or disable AutoInflate"
			},
			"defaultValue": "True"
		},
		"messageRetentionInDays": {
			"type": "int",
			"minValue": 1,
			"maxValue": 7,
			"metadata": {
				"description": "How long to retain the data in Event Hub"
			},
			"defaultValue": 1
		},
		"partitionCount": {
			"type": "int",
			"minValue": 2,
			"maxValue": 32,
			"metadata": {
				"description": "Number of partitions chosen"
			},
			"defaultValue": 2
		},
		"captureEncodingFormat": {
			"type": "string",
			"allowedValues": [
				"Avro"
			],
			"metadata": {
				"description": "The encoding format Eventhub capture serializes the EventData when archiving to your storage"
			},
			"defaultValue": "Avro"
		},
		"adlAnalyticsName": {
			"type": "string",
			"defaultValue": "[toLower(uniqueString(resourceGroup().id, 'adlAnalytics'))]",
			"metadata": {
				"description": "The name of the Data Lake Analytics account to create."
			}
		},
		"adlStoreName": {
			"type": "string",
			"defaultValue":"[toLower(uniqueString(resourceGroup().id, 'adlstore'))]",
			"metadata": {
				"description": "The name of the Data Lake Store account to create."
			}
		},
		"vmSize": {
			"type": "string",
			"allowedValues": [
				"Standard_A1",
				"Standard_A2",
				"Standard_A3",
				"Standard_A4",
				"Standard_D1_v2",
				"Standard_D2_v2",
				"Standard_D3_v2",
				"Standard_D4_v2"
			],
			"metadata": {
				"description": "Size of vm"
			}
		},
		"vm_username": {
			"type": "string",
			"defaultValue": "[toLower(uniqueString(resourceGroup().id, 'azure'))]",
			"metadata": {
				"description": "Username for the Virtual Machine."
			}
		},
		"vm_password": {
			"type": "SecureString",
			"metadata": {
				"description": "Password for the Virtual Machine."
			}
		},
		"OptionalWizardInstall": {
			"type": "string",
			"allowedValues": [
				"Yes",
				"No"
			],
			"defaultValue": "Yes",
			"metadata": {
				"description": "Select whether the VM should be in production or not."
			}
		},
		"dataFactoryName": {
			"type": "string",
			"metadata": {
				"description": "Name of the data factory. Must be globally unique."
			},
			"defaultValue": "[toLower(uniqueString(resourceGroup().id, 'datafactorya'))]"
		},
		"servicePrincipalId": {
			"type": "string",
			"defaultValue": "null",
			"metadata": {
				"description": "The ID of the service principal that has permissions to create HDInsight clusters in your subscription."
			}
		},
		"servicePrincipalKey": {
			"type": "string",
			"defaultValue": "null",
			"metadata": {
				"description": "The access key of the service principal that has permissions to create HDInsight clusters in your subscription."
			}
		},
		"_artifactsLocationSasToken":{
			"type": "SecureString",
			"defaultValue": ""
		},
	      "_artifactsLocation": {
		  "type": "string",
		  "metadata": {
		      "description": "The base URI where artifacts required by this template are located including a trailing '/'"
		},
		  "defaultValue": "https://raw.githubusercontent.com/Azure/azure-quickstart-templates/master/yash-datalake/"
	    }

	},
	"variables": {
		"storageAccountName": "[toLower(uniqueString(resourceGroup().id, 'storagea'))]",
		"blobContainer": "raw",
		"storageAccountType": "Standard_LRS",
		"maximumThroughputUnits": 8,
		"DataCleaningInputStream": "datalakerawstreama",
		"DataCleaningOutputStream": "datalakecleanstreama",
		"captureNameFormat": "{Namespace}/{EventHub}/{PartitionId}/{Year}/{Month}/{Day}/{Hour}/{Minute}/{Second}",
		"DataCleaningStreamAnalyticsJob": "cleanOrdersStreamAnalyticsJoba",
		"DataAggregatorStreamAnalyticsJob1": "sellingProductPerMinJoba",
		"DataAggregatorStreamAnalyticsJob2": "geoLocationsJoba",
		"DataAggregatorStreamAnalyticsJob3": "ageGroupWiseRevenueJoba",
		"appName": "azuredatalakeuiappa",
		"dnsLabelPrefix": "[concat('datalake',uniquestring(resourceGroup().id,deployment().name))]",
		"ES_Function_name": "elkstackfuntiona",
		"serverfarms_EastUS2Plan_name": "EastUS2Plana",
		"config_web_name_4": "web",
		"artloc": "https://azbotstorage.blob.core.windows.net/sample-artifacts/yash-datalake/"
		
	},
	"resources": [
		{
			"type": "Microsoft.Resources/deployments",
			"name": "storageAccount",
			"apiVersion": "2018-02-01",
			"properties": {
				"mode": "Incremental",<commit_msg>Update azureDeploy.json<commit_after>{
	"$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
	"contentVersion": "1.0.0.0",
	"parameters": {
		"location": {
			"type": "string",
			"metadata": {
				"description": "The location in which the resources will be created.Check supported locations"
			},
			"defaultValue":"[resourceGroup().location]"
		},
		"eventHubNamespaceName": {
			"type": "string",
			"metadata": {
				"description": "Name of the EventHub namespace"
			},
			"defaultValue": "[toLower(uniqueString(resourceGroup().id, 'namespace'))]"
		},
		"captureTime": {
			"type": "int",
			"minValue": 60,
			"maxValue": 900,
			"metadata": {
				"description": "the time window in seconds for the archival"
			},
			"defaultValue": 300
		},
		"captureSize": {
			"type": "int",
			"minValue": 10485760,
			"maxValue": 524288000,
			"metadata": {
				"description": "the size window in bytes for evetn hub capture"
			},
			"defaultValue": 10485760
		},
		"eventhubSku": {
			"type": "string",
			"allowedValues": [
				"Basic",
				"Standard"
			],
			"metadata": {
				"description": "The messaging tier for service Bus namespace"
			},
			"defaultValue": "Standard"
		},
		"skuCapacity": {
			"type": "int",
			"allowedValues": [
				1,
				2,
				4
			],
			"metadata": {
				"description": "MessagingUnits for premium namespace"
			},
			"defaultValue": 1
		},
		"isAutoInflateEnabled": {
			"type": "string",
			"allowedValues": [
				"True",
				"False"
			],
			"metadata": {
				"description": "Enable or disable AutoInflate"
			},
			"defaultValue": "True"
		},
		"messageRetentionInDays": {
			"type": "int",
			"minValue": 1,
			"maxValue": 7,
			"metadata": {
				"description": "How long to retain the data in Event Hub"
			},
			"defaultValue": 1
		},
		"partitionCount": {
			"type": "int",
			"minValue": 2,
			"maxValue": 32,
			"metadata": {
				"description": "Number of partitions chosen"
			},
			"defaultValue": 2
		},
		"captureEncodingFormat": {
			"type": "string",
			"allowedValues": [
				"Avro"
			],
			"metadata": {
				"description": "The encoding format Eventhub capture serializes the EventData when archiving to your storage"
			},
			"defaultValue": "Avro"
		},
		"adlAnalyticsName": {
			"type": "string",
			"defaultValue": "[toLower(uniqueString(resourceGroup().id, 'adlAnalytics'))]",
			"metadata": {
				"description": "The name of the Data Lake Analytics account to create."
			}
		},
		"adlStoreName": {
			"type": "string",
			"defaultValue":"[toLower(uniqueString(resourceGroup().id, 'adlstore'))]",
			"metadata": {
				"description": "The name of the Data Lake Store account to create."
			}
		},
		"vmSize": {
			"type": "string",
			"allowedValues": [
				"Standard_A1",
				"Standard_A2",
				"Standard_A3",
				"Standard_A4",
				"Standard_D1_v2",
				"Standard_D2_v2",
				"Standard_D3_v2",
				"Standard_D4_v2"
			],
			"metadata": {
				"description": "Size of vm"
			}
		},
		"vm_username": {
			"type": "string",
			"defaultValue": "[toLower(uniqueString(resourceGroup().id, 'azure'))]",
			"metadata": {
				"description": "Username for the Virtual Machine."
			}
		},
		"vm_password": {
			"type": "SecureString",
			"metadata": {
				"description": "Password for the Virtual Machine."
			}
		},
		"OptionalWizardInstall": {
			"type": "string",
			"allowedValues": [
				"Yes",
				"No"
			],
			"defaultValue": "Yes",
			"metadata": {
				"description": "Select whether the VM should be in production or not."
			}
		},
		"dataFactoryName": {
			"type": "string",
			"metadata": {
				"description": "Name of the data factory. Must be globally unique."
			},
			"defaultValue": "[toLower(uniqueString(resourceGroup().id, 'datafactorya'))]"
		},
		"servicePrincipalId": {
			"type": "string",
			"defaultValue": "null",
			"metadata": {
				"description": "The ID of the service principal that has permissions to create HDInsight clusters in your subscription."
			}
		},
		"servicePrincipalKey": {
			"type": "string",
			"defaultValue": "null",
			"metadata": {
				"description": "The access key of the service principal that has permissions to create HDInsight clusters in your subscription."
			}
		},
		"_artifactsLocationSasToken":{
			"type": "SecureString",
			"defaultValue": ""
		},
	      "_artifactsLocation": {
		  "type": "string",
		  "metadata": {
		      "description": "The base URI where artifacts required by this template are located including a trailing '/'"
		},
		  "defaultValue": "https://raw.githubusercontent.com/ajos1993/yash-datalake/master/"
	    }

	},
	"variables": {
		"storageAccountName": "[toLower(uniqueString(resourceGroup().id, 'storagea'))]",
		"blobContainer": "raw",
		"storageAccountType": "Standard_LRS",
		"maximumThroughputUnits": 8,
		"DataCleaningInputStream": "datalakerawstreama",
		"DataCleaningOutputStream": "datalakecleanstreama",
		"captureNameFormat": "{Namespace}/{EventHub}/{PartitionId}/{Year}/{Month}/{Day}/{Hour}/{Minute}/{Second}",
		"DataCleaningStreamAnalyticsJob": "cleanOrdersStreamAnalyticsJoba",
		"DataAggregatorStreamAnalyticsJob1": "sellingProductPerMinJoba",
		"DataAggregatorStreamAnalyticsJob2": "geoLocationsJoba",
		"DataAggregatorStreamAnalyticsJob3": "ageGroupWiseRevenueJoba",
		"appName": "azuredatalakeuiappa",
		"dnsLabelPrefix": "[concat('datalake',uniquestring(resourceGroup().id,deployment().name))]",
		"ES_Function_name": "elkstackfuntiona",
		"serverfarms_EastUS2Plan_name": "EastUS2Plana",
		"config_web_name_4": "web",
		"artloc": "https://azbotstorage.blob.core.windows.net/sample-artifacts/yash-datalake/"
		
	},
	"resources": [
		{
			"type": "Microsoft.Resources/deployments",
			"name": "storageAccount",
			"apiVersion": "2018-02-01",
			"properties": {
				"mode": "Incremental",
{'fraction_non_alphanumeric': 0.17270531400966183, 'fraction_numerical': 0.01466528640441684, 'mean_word_length': 3.8669185558354324, 'pattern_counts': {'":': 284, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 6, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5300756', 'n_tokens_mistral': 4731, 'n_tokens_neox': 3829, 'n_words': 816}