<commit_before>[
  {
    "pluginId": "hive",
    "tabs": [
      {
        "label": "Connection",
        "sref": ".connection"
      }
    ],
    "options": [
      {
        "key": "driver",
        "label": "Driver"
      },
      {
        "key": "url",
        "label": "Url",
        "validators": [
          {
            "type": "url",
            "params": {
              "protocol": "jdbc:"
            }
          }
        ]
      },
      {
        "key": "user",
        "label": "User"
      },
      {
        "key": "password",
        "type": "password",
        "label": "Password"
      }
    ]
  },
  {
    "pluginId": "amazon-s3",
    "tabs": [
      {
        "label": "Files",
        "sref": ".browse"
      }
    ],
    "options": [
      {
        "key": "path",
        "label": "Path",
        "validators": [
          {
            "type": "url",
            "params": {
              "protocol": "s3a:"
            }
          }
        ]
      },
      {
        "key": "spark.hadoop.fs.s3a.access.key",
        "label": "Access Key Id"
      },
      {
        "key": "spark.hadoop.fs.s3a.secret.key",
        "type": "password",
        "label": "Secret Access Key"
      }
    ],
    "nifiControllerService": {
      "type": "org.apache.nifi.processors.aws.credentials.provider.service.AWSCredentialsProviderControllerService",
      "properties": {
        "Access Key": "${spark.hadoop.fs.s3a.access.key}",
        "Secret Key": "${spark.hadoop.fs.s3a.secret.key}"
      }
    },
    "nifiProperties": [
      {
        "processorTypes": ["org.apache.nifi.processors.aws.s3.FetchS3Object", "org.apache.nifi.processors.aws.sqs.GetSQS", "org.apache.nifi.processors.aws.s3.ListS3"],
        "properties": {
          "AWS Credentials Provider service": "{{ dataSource.nifiControllerServiceId }}"
        }
      }
    ]
  },
  {
    "pluginId": "azure-storage",
    "tabs": [
      {
        "label": "Files",
        "sref": ".browse"
      }
    ],
    "optionsMapperId": "azureOptionsMapper",
    "options": [
      {
        "key": "path",
        "label": "Path",
        "validators": [<commit_msg>KYLO-2601 Fixed default NiFi property values when selecting an S3 data set<commit_after>[
  {
    "pluginId": "hive",
    "tabs": [
      {
        "label": "Connection",
        "sref": ".connection"
      }
    ],
    "options": [
      {
        "key": "driver",
        "label": "Driver"
      },
      {
        "key": "url",
        "label": "Url",
        "validators": [
          {
            "type": "url",
            "params": {
              "protocol": "jdbc:"
            }
          }
        ]
      },
      {
        "key": "user",
        "label": "User"
      },
      {
        "key": "password",
        "type": "password",
        "label": "Password"
      }
    ]
  },
  {
    "pluginId": "amazon-s3",
    "tabs": [
      {
        "label": "Files",
        "sref": ".browse"
      }
    ],
    "options": [
      {
        "key": "path",
        "label": "Path",
        "validators": [
          {
            "type": "url",
            "params": {
              "protocol": "s3a:"
            }
          }
        ]
      },
      {
        "key": "spark.hadoop.fs.s3a.access.key",
        "label": "Access Key Id"
      },
      {
        "key": "spark.hadoop.fs.s3a.secret.key",
        "type": "password",
        "label": "Secret Access Key"
      }
    ],
    "nifiControllerService": {
      "type": "org.apache.nifi.processors.aws.credentials.provider.service.AWSCredentialsProviderControllerService",
      "properties": {
        "Access Key": "${spark.hadoop.fs.s3a.access.key}",
        "Secret Key": "${spark.hadoop.fs.s3a.secret.key}"
      }
    },
    "nifiProperties": [
      {
        "processorTypes": ["org.apache.nifi.processors.aws.s3.FetchS3Object"],
        "properties": {
          "AWS Credentials Provider service": "{{ dataSource.nifiControllerServiceId }}",
          "Bucket": "{{ paths[0].match('s3\\\\w*:\\\\/+([^/]+)')[1] }}",
          "Object Key": "{{ paths[0].match('s3\\\\w*:\\\\/+[^/]+\\\\/(.*)')[1] }}"
        }
      },
      {
        "processorTypes": ["org.apache.nifi.processors.aws.sqs.GetSQS"],
        "properties": {
          "AWS Credentials Provider service": "{{ dataSource.nifiControllerServiceId }}"
        }
      },
      {
        "processorTypes": ["org.apache.nifi.processors.aws.s3.ListS3"],
        "properties": {
          "AWS Credentials Provider service": "{{ dataSource.nifiControllerServiceId }}",
          "Bucket": "{{ paths[0].match('s3\\\\w*:\\\\/+([^/]+)')[1] }}",
          "prefix": "{{ paths[0].match('s3\\\\w*:\\\\/+[^/]+\\\\/(.*)')[1] }}"
        }
      }
    ]
  },
  {
    "pluginId": "azure-storage",
    "tabs": [
      {
        "label": "Files",
        "sref": ".browse"
      }
    ],
    "optionsMapperId": "azureOptionsMapper",
    "options": [
      {
        "key": "path",
        "label": "Path",
        "validators": [
{'fraction_non_alphanumeric': 0.20424934856684707, 'fraction_numerical': 0.007416315894968932, 'mean_word_length': 1.4925074925074926, 'pattern_counts': {'":': 114, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '21735', 'n_tokens_mistral': 1697, 'n_tokens_neox': 1651, 'n_words': 236}