<commit_before>category: Data Enrichment & Threat Intelligence
commonfields:
  id: CSVFeed
  version: -1
configuration:
- display: Fetch indicators
  name: feed
  defaultvalue: true
  required: false
  type: 8
- additionalinfo: Indicators from this integration instance will be marked with this
    reputation
  defaultvalue: feedInstanceReputationNotSet
  display: Indicator Reputation
  name: feedReputation
  options:
  - None
  - Good
  - Suspicious
  - Bad
  required: false
  type: 18
- additionalinfo: Reliability of the source providing the intelligence data
  defaultvalue: F - Reliability cannot be judged
  display: Source Reliability
  name: feedReliability
  options:
  - A - Completely reliable
  - B - Usually reliable
  - C - Fairly reliable
  - D - Not usually reliable
  - E - Unreliable
  - F - Reliability cannot be judged
  required: true
  type: 15
- defaultvalue: indicatorType
  name: feedExpirationPolicy
  options:
  - never
  - interval
  - indicatorType
  - suddenDeath
  required: false
  type: 17
- defaultvalue: '20160'
  name: feedExpirationInterval
  display: ""
  required: false
  type: 1
- defaultvalue: '240'
  display: Feed Fetch Interval
  name: feedFetchInterval
  required: false
  type: 19
- additionalinfo: Type of the indicator in the feed.
  display: Indicator Type
  name: indicator_type
  required: false
  type: 0
- additionalinfo: When selected, the exclusion list is ignored for indicators from
    this feed. This means that if an indicator from this feed is on the exclusion
    list, the indicator might still be added to the system.
  display: Bypass exclusion list
  name: feedBypassExclusionList
  required: false
  type: 8
- display: URL
  name: url
  required: true
  type: 0
- display: Username
  name: credentials
  required: false
  type: 9
- additionalinfo: Time in seconds before http requests timeout.
  defaultvalue: '20'
  display: Request Timeout
  name: polling_timeout
  required: true
  type: 0
- additionalinfo: Python regular expression for lines that should be ignored.
  display: Ignore Regex
  name: ignore_regex
  required: false
  type: 0
- additionalinfo: Name of the field names in the CSV feed. If several are given, will
    use "indicator" as the default indicator value field.
  defaultvalue: value
  display: Field Names
  name: fieldnames
  required: false
  type: 0
- additionalinfo: A one-character string used to separate fields. For example, a comma
    ",".
  defaultvalue: ','
  display: Delimiter
  name: delimiter
  required: false
  type: 0
- additionalinfo: Controls how instances of quotechar in a field should themselves
    be quoted. When True, the character is doubled.
  display: Double quote
  name: doublequote
  required: false
  type: 8
- additionalinfo: A one-character string used by the writer to escape the delimiter.
  display: Escape character
  name: escapechar
  required: false
  type: 0<commit_msg>change field names tooltip<commit_after>category: Data Enrichment & Threat Intelligence
commonfields:
  id: CSVFeed
  version: -1
configuration:
- display: Fetch indicators
  name: feed
  defaultvalue: true
  required: false
  type: 8
- additionalinfo: Indicators from this integration instance will be marked with this
    reputation
  defaultvalue: feedInstanceReputationNotSet
  display: Indicator Reputation
  name: feedReputation
  options:
  - None
  - Good
  - Suspicious
  - Bad
  required: false
  type: 18
- additionalinfo: Reliability of the source providing the intelligence data
  defaultvalue: F - Reliability cannot be judged
  display: Source Reliability
  name: feedReliability
  options:
  - A - Completely reliable
  - B - Usually reliable
  - C - Fairly reliable
  - D - Not usually reliable
  - E - Unreliable
  - F - Reliability cannot be judged
  required: true
  type: 15
- defaultvalue: indicatorType
  name: feedExpirationPolicy
  options:
  - never
  - interval
  - indicatorType
  - suddenDeath
  required: false
  type: 17
- defaultvalue: '20160'
  name: feedExpirationInterval
  display: ""
  required: false
  type: 1
- defaultvalue: '240'
  display: Feed Fetch Interval
  name: feedFetchInterval
  required: false
  type: 19
- additionalinfo: Type of the indicator in the feed.
  display: Indicator Type
  name: indicator_type
  required: false
  type: 0
- additionalinfo: When selected, the exclusion list is ignored for indicators from
    this feed. This means that if an indicator from this feed is on the exclusion
    list, the indicator might still be added to the system.
  display: Bypass exclusion list
  name: feedBypassExclusionList
  required: false
  type: 8
- display: URL
  name: url
  required: true
  type: 0
- display: Username
  name: credentials
  required: false
  type: 9
- additionalinfo: Time in seconds before http requests timeout.
  defaultvalue: '20'
  display: Request Timeout
  name: polling_timeout
  required: true
  type: 0
- additionalinfo: Python regular expression for lines that should be ignored.
  display: Ignore Regex
  name: ignore_regex
  required: false
  type: 0
- additionalinfo: The names to give the fields in the CSV feed. If several are given, "value" will be used as the default indicator value field.
  defaultvalue: value
  display: Field Names
  name: fieldnames
  required: false
  type: 0
- additionalinfo: A one-character string used to separate fields. For example, a comma
    ",".
  defaultvalue: ','
  display: Delimiter
  name: delimiter
  required: false
  type: 0
- additionalinfo: Controls how instances of quotechar in a field should themselves
    be quoted. When True, the character is doubled.
  display: Double quote
  name: doublequote
  required: false
  type: 8
- additionalinfo: A one-character string used by the writer to escape the delimiter.
  display: Escape character
  name: escapechar
  required: false
  type: 0
{'fraction_non_alphanumeric': 0.05719178082191781, 'fraction_numerical': 0.010616438356164383, 'mean_word_length': 3.584772370486656, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '405508', 'n_tokens_mistral': 1726, 'n_tokens_neox': 1633, 'n_words': 708}