<commit_before>{
    "$schema": "http://schema.management.azure.com/schemas/2014-04-01-preview/deploymentTemplate.json#",
    "contentVersion": "1.0.0.0",
    "parameters": {
        "dnsNamePrefix": {
            "type": "string"
        },
        "region": {
            "type": "string"
        },
        "scriptsUri": {
            "type": "string"
        },
        "storageAccount" : {
            "type": "object"        
        },   
        "vmCount": {
            "type":"int"            
        },
        "vmSpec": {
            "type": "object"
        },
        "networkSpec": {
            "type": "object"
        },
        "clusterSpec": {
            "type": "object"
        }
    },
    "variables": {
        "vmName": "[concat(parameters('dnsNamePrefix'), '-dn')]",
        "nicName": "[concat(variables('vmName'), '-nic')]",
        "storageAccountName": "[concat('dn', parameters('storageAccount').prefix)]",

        "publicIPAddressName": "[concat(variables('vmName'), '-publicIP')]",
        "securityGroupName": "[concat(parameters('dnsNamePrefix'), '-dn-sg')]"
    },
    "resources": [         
        {
            "apiVersion": "2015-05-01-preview",
            "type": "Microsoft.Network/networkSecurityGroups",
            "name": "[variables('securityGroupName')]",
            "location": "[parameters('region')]",
            "properties": {
                "securityRules": [
                    {
                        "name": "SSH",
                        "properties": {
                            "description": "Allows SSH traffic",
                            "protocol": "Tcp",
                            "sourcePortRange": "*",
                            "destinationPortRange": "22",
                            "sourceAddressPrefix": "*",
                            "destinationAddressPrefix": "*",
                            "access": "Allow",
                            "priority": 100,
                            "direction": "Inbound"
                        }
                    },
                    {
                        "name": "HDFS.dn.Web.UI",
                        "properties": {
                            "description": "Allow HDFS Web UI traffic",
                            "protocol": "Tcp",
                            "sourcePortRange": "*",
                            "destinationPortRange": "50075",
                            "sourceAddressPrefix": "*",
                            "destinationAddressPrefix": "*",
                            "access": "Allow",
                            "priority": 101,
                            "direction": "Inbound"
                        }
                    },
                    {
                        "name": "YARN.nm.Web.UI",
                        "properties": {
                            "description": "Allow YARN Web UI traffic",
                            "protocol": "Tcp",
                            "sourcePortRange": "*",
                            "destinationPortRange": "8042",
                            "sourceAddressPrefix": "*",
                            "destinationAddressPrefix": "*",
                            "access": "Allow",
                            "priority": 102,
                            "direction": "Inbound"
                        }
                    }
                ]
            }
        },
        {
            "type": "Microsoft.Storage/storageAccounts",
            "name": "[concat(copyIndex(), variables('storageAccountName'))]",
            "apiVersion": "2015-05-01-preview",
            "location": "[parameters('region')]",
            "copy": {
                "name": "storageAccountLoop",
                "count": "[parameters('vmCount')]"
            },
            "properties": {
                "accountType": "[parameters('storageAccount').type]"
            }
        },
        { 
            "apiVersion": "2015-05-01-preview", 
            "type": "Microsoft.Network/publicIPAddresses", 
            "name": "[concat(variables('publicIPAddressName'), copyIndex())]", 
            "location": "[parameters('region')]", 
            "copy": {<commit_msg>add job history server port<commit_after>{
    "$schema": "http://schema.management.azure.com/schemas/2014-04-01-preview/deploymentTemplate.json#",
    "contentVersion": "1.0.0.0",
    "parameters": {
        "dnsNamePrefix": {
            "type": "string"
        },
        "region": {
            "type": "string"
        },
        "scriptsUri": {
            "type": "string"
        },
        "storageAccount" : {
            "type": "object"        
        },   
        "vmCount": {
            "type":"int"            
        },
        "vmSpec": {
            "type": "object"
        },
        "networkSpec": {
            "type": "object"
        },
        "clusterSpec": {
            "type": "object"
        }
    },
    "variables": {
        "vmName": "[concat(parameters('dnsNamePrefix'), '-dn')]",
        "nicName": "[concat(variables('vmName'), '-nic')]",
        "storageAccountName": "[concat('dn', parameters('storageAccount').prefix)]",

        "publicIPAddressName": "[concat(variables('vmName'), '-publicIP')]",
        "securityGroupName": "[concat(parameters('dnsNamePrefix'), '-dn-sg')]"
    },
    "resources": [         
        {
            "apiVersion": "2015-05-01-preview",
            "type": "Microsoft.Network/networkSecurityGroups",
            "name": "[variables('securityGroupName')]",
            "location": "[parameters('region')]",
            "properties": {
                "securityRules": [
                    {
                        "name": "SSH",
                        "properties": {
                            "description": "Allows SSH traffic",
                            "protocol": "Tcp",
                            "sourcePortRange": "*",
                            "destinationPortRange": "22",
                            "sourceAddressPrefix": "*",
                            "destinationAddressPrefix": "*",
                            "access": "Allow",
                            "priority": 100,
                            "direction": "Inbound"
                        }
                    },
                    {
                        "name": "HDFS.dn.Web.UI",
                        "properties": {
                            "description": "Allow HDFS Web UI traffic",
                            "protocol": "Tcp",
                            "sourcePortRange": "*",
                            "destinationPortRange": "50075",
                            "sourceAddressPrefix": "*",
                            "destinationAddressPrefix": "*",
                            "access": "Allow",
                            "priority": 101,
                            "direction": "Inbound"
                        }
                    },
                    {
                        "name": "YARN.nm.Web.UI",
                        "properties": {
                            "description": "Allow YARN Web UI traffic",
                            "protocol": "Tcp",
                            "sourcePortRange": "*",
                            "destinationPortRange": "8042",
                            "sourceAddressPrefix": "*",
                            "destinationAddressPrefix": "*",
                            "access": "Allow",
                            "priority": 102,
                            "direction": "Inbound"
                        }
                    },
                    {
                        "name": "YARN.JobHistory.Server",
                        "properties": {
                            "description": "Allows YARN JobHistory Server traffic",
                            "protocol": "Tcp",
                            "sourcePortRange": "*",
                            "destinationPortRange": "19888",
                            "sourceAddressPrefix": "*",
                            "destinationAddressPrefix": "*",
                            "access": "Allow",
                            "priority": 103,
                            "direction": "Inbound"
                        }
                    }
                ]
            }
        },
        {
            "type": "Microsoft.Storage/storageAccounts",
            "name": "[concat(copyIndex(), variables('storageAccountName'))]",
            "apiVersion": "2015-05-01-preview",
            "location": "[parameters('region')]",
            "copy": {
                "name": "storageAccountLoop",
                "count": "[parameters('vmCount')]"
            },
            "properties": {
                "accountType": "[parameters('storageAccount').type]"
            }
        },
        { 
            "apiVersion": "2015-05-01-preview", 
            "type": "Microsoft.Network/publicIPAddresses", 
            "name": "[concat(variables('publicIPAddressName'), copyIndex())]", 
            "location": "[parameters('region')]", 
            "copy": {
{'fraction_non_alphanumeric': 0.14684774207795076, 'fraction_numerical': 0.013249420337860219, 'mean_word_length': 1.0437725631768953, 'pattern_counts': {'":': 167, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '951564', 'n_tokens_mistral': 2190, 'n_tokens_neox': 2038, 'n_words': 320}