<commit_before>{
  "$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
  "contentVersion": "1.0.0.0",
  "parameters": {
    "KibanaESDeployedVMIP": {
      "type": "string",
      "metadata": {
        "description": "Name of the data factory. Must be globally unique."
      }
    },
    "dataFactoryName": {
      "type": "string",
      "metadata": {
        "description": "Name of the data factory. Must be globally unique."
      }
     },
     "_artifactsLocation": {
          "type": "string",
          "metadata": {
              "description": "The base URI where artifacts required by this template are located including a trailing '/'"
          }
      },
    "dataFactoryLocation": {
      "type": "string",
      "metadata": {
        "description": "Location of the data factory. Currently, only East US and East US 2 are supported. "
      }
    },
    "blobContainer": {
      "type": "string",
      "metadata": {
        "description": "Name of the blob container in the Azure Storage account."
      }
    },
    "servicePrincipalId": {
      "type": "string",
      "metadata": {
        "description": "The ID of the service principal that has permissions to create HDInsight clusters in your subscription."
      }
    },
    "servicePrincipalKey": {
      "type": "string",
      "metadata": {
        "description": "The access key of the service principal that has permissions to create HDInsight clusters in your subscription."
      }
    },
    "storageAccountName": {
      "type": "string",
      "metadata": {
        "description": "storage account name"
      }
    }
  },
  "variables": {
	"clientAzureStorageConnectionString":"[Concat('DefaultEndpointsProtocol=https;AccountName=',parameters('storageAccountName'),';AccountKey=',listKeys(resourceId('Microsoft.Storage/storageAccounts', parameters('storageAccountName')),'2018-07-01').keys[0].value)]",
    "yashAzureStorageLinkedServiceName": "LinkedServiceToYashAzureStorage",
    "clientAzureStorageLinkedServiceName": "LinkedServiceToClientAzureStorage",
    "onDemandHDInsightLinkedServiceName": "LinkedServiceToOnDemandHDInsight",
    "inputDatasetName": "DatasetIn",
    "outputDatasetName": "DatasetOut",
    "pipeline_name_1": "pipelineForDataMovement",
    "pipeline_name_2": "pipelineForDataTransformation",
    "pipeline_name_3": "pipelineForDataTransformation2",
    "entryFilePath": "Neo4JSparkTransformation-0.0.1-SNAPSHOT-jar-with-dependencies.jar"
  },
  "resources": [
    {
      "type": "Microsoft.DataFactory/factories",
      "name": "[parameters('dataFactoryName')]",
      "apiVersion": "2018-06-01",
      "location": "[parameters('dataFactoryLocation')]",
      "resources": [
        {
          "apiVersion": "2018-06-01",
          "name": "[variables('yashAzureStorageLinkedServiceName')]",
          "type": "linkedservices",
          "dependsOn": [
            "[parameters('dataFactoryName')]"
          ],
          "properties": {
            "type": "AzureStorage",
            "description": "Azure Storage linked service",
            "typeProperties": {
              "sasUri": {
                "type": "SecureString",
                "value": "[parameters('_artifactsLocation')]"<commit_msg>Update dataFactory.json<commit_after>{
  "$schema": "https://schema.management.azure.com/schemas/2015-01-01/deploymentTemplate.json#",
  "contentVersion": "1.0.0.0",
  "parameters": {
    "KibanaESDeployedVMIP": {
      "type": "string",
      "metadata": {
        "description": "Name of the data factory. Must be globally unique."
      }
    },
    "dataFactoryName": {
      "type": "string",
      "metadata": {
        "description": "Name of the data factory. Must be globally unique."
      }
     },
     "_artifactsLocation": {
          "type": "SecureString",
          "metadata": {
              "description": "The base URI where artifacts required by this template are located including a trailing '/'"
          }
      },
     "_artifactsLocationSasToken": {
          "type": "SecureString",
          "metadata": {
              "description": "The base URI where artifacts required by this template are located including a trailing '/'"
          }
      },
	  
    "dataFactoryLocation": {
      "type": "string",
      "metadata": {
        "description": "Location of the data factory. Currently, only East US and East US 2 are supported. "
      }
    },
    "blobContainer": {
      "type": "string",
      "metadata": {
        "description": "Name of the blob container in the Azure Storage account."
      }
    },
    "servicePrincipalId": {
      "type": "string",
      "metadata": {
        "description": "The ID of the service principal that has permissions to create HDInsight clusters in your subscription."
      }
    },
    "servicePrincipalKey": {
      "type": "string",
      "metadata": {
        "description": "The access key of the service principal that has permissions to create HDInsight clusters in your subscription."
      }
    },
    "storageAccountName": {
      "type": "string",
      "metadata": {
        "description": "storage account name"
      }
    }
  },
  "variables": {
	"clientAzureStorageConnectionString":"[Concat('DefaultEndpointsProtocol=https;AccountName=',parameters('storageAccountName'),';AccountKey=',listKeys(resourceId('Microsoft.Storage/storageAccounts', parameters('storageAccountName')),'2018-07-01').keys[0].value)]",
    "yashAzureStorageLinkedServiceName": "LinkedServiceToYashAzureStorage",
    "clientAzureStorageLinkedServiceName": "LinkedServiceToClientAzureStorage",
    "onDemandHDInsightLinkedServiceName": "LinkedServiceToOnDemandHDInsight",
    "inputDatasetName": "DatasetIn",
    "outputDatasetName": "DatasetOut",
    "pipeline_name_1": "pipelineForDataMovement",
    "pipeline_name_2": "pipelineForDataTransformation",
    "pipeline_name_3": "pipelineForDataTransformation2",
    "entryFilePath": "Neo4JSparkTransformation-0.0.1-SNAPSHOT-jar-with-dependencies.jar"
  },
  "resources": [
    {
      "type": "Microsoft.DataFactory/factories",
      "name": "[parameters('dataFactoryName')]",
      "apiVersion": "2018-06-01",
      "location": "[parameters('dataFactoryLocation')]",
      "resources": [
        {
          "apiVersion": "2018-06-01",
          "name": "[variables('yashAzureStorageLinkedServiceName')]",
          "type": "linkedservices",
          "dependsOn": [
            "[parameters('dataFactoryName')]"
          ],
          "properties": {
            "type": "AzureStorage",
            "description": "Azure Storage linked service",
            "typeProperties": {
              "sasUri": {
                "type": "SecureString",
                "value": "[concat(parameters('_artifactsLocation'),parameters('_artifactsLocationSasToken'))]"
{'fraction_non_alphanumeric': 0.14325431665203395, 'fraction_numerical': 0.013462101258413814, 'mean_word_length': 2.9440276976341604, 'pattern_counts': {'":': 130, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5092610', 'n_tokens_mistral': 1928, 'n_tokens_neox': 1887, 'n_words': 403}