<commit_before>category: Data Enrichment & Threat Intelligence
commonfields:
  id: CSVFeed
  version: -1
configuration:
- display: URL
  name: url
  required: true
  type: 0
- display: Fetch indicators
  name: feed
  required: false
  type: 8
- defaultvalue: '240'
  display: Fetch Interval
  name: feedFetchInterval
  required: true
  type: 19
- defaultvalue: F - Reliability cannot be judged
  display: Reliability
  name: feedInstanceReliability
  options:
  - A - Completely reliable
  - B - Usually reliable
  - C - Fairly reliable
  - D - Not usually reliable
  - E - Unreliable
  - F - Reliability cannot be judged
  required: true
  type: 15
- name: expiration
  required: false
  type: 17
- additionalinfo: When selected, the exclusion list will be ignored for this feed.
  display: Bypass exclusion list
  name: bypassExclusionList
  required: false
  type: 8
- defaultvalue: feedInstanceReputationNotSet
  display: Mark as reputation
  name: feedInstanceReputation
  options:
  - None
  - Good
  - Suspicious
  - Bad
  required: false
  type: 18
- defaultvalue: indicatorType
  hidden: true
  name: expirationPolicy
  required: false
  type: 0
- hidden: true
  name: expirationInterval
  required: false
  type: 1
- additionalinfo: Type of the indicator in the feed.
  display: Indicator Type
  name: indicator_type
  required: false
  type: 0
- display: Username
  name: credentials
  required: false
  type: 9
- display: Trust any certificate (not secure)
  name: insecure
  required: false
  type: 8
- display: Use system proxy settings
  name: proxy
  required: false
  type: 8
- additionalinfo: Time in seconds before http requests timeout.
  defaultvalue: '20'
  display: Request Timeout
  name: polling_timeout
  required: true
  type: 0
- additionalinfo: Python regular expression for lines that should be ignored.
  display: Ignore Regex
  name: ignore_regex
  required: false
  type: 0
- additionalinfo: Name of the field names in the CSV feed. If several are given, will
    use "indicator" as the default indicator value field.
  defaultvalue: indicator
  display: Field Names
  name: fieldnames
  required: false
  type: 0
- additionalinfo: A one-character string used to separate fields. For example, a comma
    ",".
  defaultvalue: ','<commit_msg>indicator -> value<commit_after>category: Data Enrichment & Threat Intelligence
commonfields:
  id: CSVFeed
  version: -1
configuration:
- display: URL
  name: url
  required: true
  type: 0
- display: Fetch indicators
  name: feed
  required: false
  type: 8
- defaultvalue: '240'
  display: Fetch Interval
  name: feedFetchInterval
  required: true
  type: 19
- defaultvalue: F - Reliability cannot be judged
  display: Reliability
  name: feedInstanceReliability
  options:
  - A - Completely reliable
  - B - Usually reliable
  - C - Fairly reliable
  - D - Not usually reliable
  - E - Unreliable
  - F - Reliability cannot be judged
  required: true
  type: 15
- name: expiration
  required: false
  type: 17
- additionalinfo: When selected, the exclusion list will be ignored for this feed.
  display: Bypass exclusion list
  name: bypassExclusionList
  required: false
  type: 8
- defaultvalue: feedInstanceReputationNotSet
  display: Mark as reputation
  name: feedInstanceReputation
  options:
  - None
  - Good
  - Suspicious
  - Bad
  required: false
  type: 18
- defaultvalue: indicatorType
  hidden: true
  name: expirationPolicy
  required: false
  type: 0
- hidden: true
  name: expirationInterval
  required: false
  type: 1
- additionalinfo: Type of the indicator in the feed.
  display: Indicator Type
  name: indicator_type
  required: false
  type: 0
- display: Username
  name: credentials
  required: false
  type: 9
- display: Trust any certificate (not secure)
  name: insecure
  required: false
  type: 8
- display: Use system proxy settings
  name: proxy
  required: false
  type: 8
- additionalinfo: Time in seconds before http requests timeout.
  defaultvalue: '20'
  display: Request Timeout
  name: polling_timeout
  required: true
  type: 0
- additionalinfo: Python regular expression for lines that should be ignored.
  display: Ignore Regex
  name: ignore_regex
  required: false
  type: 0
- additionalinfo: Name of the field names in the CSV feed. If several are given, will
    use "indicator" as the default indicator value field.
  defaultvalue: value
  display: Field Names
  name: fieldnames
  required: false
  type: 0
- additionalinfo: A one-character string used to separate fields. For example, a comma
    ",".
  defaultvalue: ','
{'fraction_non_alphanumeric': 0.06550890305561662, 'fraction_numerical': 0.011431083754671357, 'mean_word_length': 3.4960474308300395, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3009059', 'n_tokens_mistral': 1402, 'n_tokens_neox': 1315, 'n_words': 545}