<commit_before>---
- job:
    name: content_data_api_import_etl_master_process
    display-name: Content Data API - ETL master
    project-type: freestyle
    description: "<p>Run the etl:master rake task.</p>"
    builders:
      - trigger-builds:
          - project: run-rake-task
            block: true
            predefined-parameters: |
              TARGET_APPLICATION=content-data-api
              MACHINE_CLASS=backend
              RAKE_TASK=etl:master
    wrappers:
      - ansicolor:
          colormap: xterm
  <% if @rake_etl_master_process_cron_schedule %>
    triggers:
      - timed: <%= @rake_etl_master_process_cron_schedule %>
  <% end %>
    logrotate:
        numToKeep: 10
    publishers:
      - trigger-parameterized-builds:
          - project: Success_Passive_Check
            condition: 'SUCCESS'
            predefined-parameters: |
                NSCA_CHECK_DESCRIPTION=<%= @service_description %>
                NSCA_OUTPUT=<%= @service_description %> success
          - project: Failure_Passive_Check
            condition: 'FAILED'
            predefined-parameters: |
                NSCA_CHECK_DESCRIPTION=<%= @service_description %>
                NSCA_OUTPUT=<%= @service_description %> failed
                NSCA_CODE=2
<commit_msg>Extend retention on the Content Data API ETL master job<commit_after>---
- job:
    name: content_data_api_import_etl_master_process
    display-name: Content Data API - ETL master
    project-type: freestyle
    description: "<p>Run the etl:master rake task.</p>"
    builders:
      - trigger-builds:
          - project: run-rake-task
            block: true
            predefined-parameters: |
              TARGET_APPLICATION=content-data-api
              MACHINE_CLASS=backend
              RAKE_TASK=etl:master
    wrappers:
      - ansicolor:
          colormap: xterm
  <% if @rake_etl_master_process_cron_schedule %>
    triggers:
      - timed: <%= @rake_etl_master_process_cron_schedule %>
  <% end %>
    logrotate:
        daysToKeep: 365
    publishers:
      - trigger-parameterized-builds:
          - project: Success_Passive_Check
            condition: 'SUCCESS'
            predefined-parameters: |
                NSCA_CHECK_DESCRIPTION=<%= @service_description %>
                NSCA_OUTPUT=<%= @service_description %> success
          - project: Failure_Passive_Check
            condition: 'FAILED'
            predefined-parameters: |
                NSCA_CHECK_DESCRIPTION=<%= @service_description %>
                NSCA_OUTPUT=<%= @service_description %> failed
                NSCA_CODE=2

{'fraction_non_alphanumeric': 0.08916218293620293, 'fraction_numerical': 0.002690238278247502, 'mean_word_length': 2.0768321513002364, 'pattern_counts': {'":': 0, '<': 21, '<?xml version=': 0, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2368594', 'n_tokens_mistral': 804, 'n_tokens_neox': 749, 'n_words': 137}