<commit_before>---
- job:
    name: content-publisher-whitehall-import
    display-name: Content Publisher Whitehall Import
    project-type: freestyle
    description: "Import documents from Whitehall into Content Publisher"
    logrotate:
      numToKeep: 10
    properties:
      - build-discarder:
          days-to-keep: 30
          artifact-num-to-keep: 5
    builders:
       - shell: |
           ssh deploy@$(govuk_node_list -c whitehall_backend --single-node) 'cd /data/apps/whitehall/current; govuk_setenv whitehall bundle exec rake export:news_documents 2>&1' |
           grep created_at |
           ssh deploy@$(govuk_node_list -c backend --single-node) 'cd /data/apps/content-publisher/current; govuk_setenv content-publisher bundle exec rake import:whitehall_news'
    triggers:
        - timed: '<%= @cron_schedule %>'
    publishers:
      <% if @enable_slack_notifications %>
      - slack:
          team-domain: <%= @slack_team_domain %>
          auth-token: <%= @environment_variables['SECOND_LINE_SLACK_AUTH_TOKEN'] %>
          build-server-url: <%= @slack_build_server_url %>
          notify-start: false
          notify-success: true
          notify-aborted: false
          notify-notbuilt: false
          notify-unstable: false
          notify-failure: true
          notify-backtonormal: true
          notify-repeatedfailure: true
          include-test-summary: false
          room: <%= @slack_room %>
      <% end %><commit_msg>UK timezone for Content Publisher Whitehall import<commit_after>---
- job:
    name: content-publisher-whitehall-import
    display-name: Content Publisher Whitehall Import
    project-type: freestyle
    description: "Import documents from Whitehall into Content Publisher"
    logrotate:
      numToKeep: 10
    properties:
      - build-discarder:
          days-to-keep: 30
          artifact-num-to-keep: 5
    builders:
       - shell: |
           ssh deploy@$(govuk_node_list -c whitehall_backend --single-node) 'cd /data/apps/whitehall/current; govuk_setenv whitehall bundle exec rake export:news_documents 2>&1' |
           grep created_at |
           ssh deploy@$(govuk_node_list -c backend --single-node) 'cd /data/apps/content-publisher/current; govuk_setenv content-publisher bundle exec rake import:whitehall_news'
    triggers:
      - timed: |
          TZ=Europe/London
          <%= @cron_schedule %>
    publishers:
      <% if @enable_slack_notifications %>
      - slack:
          team-domain: <%= @slack_team_domain %>
          auth-token: <%= @environment_variables['SECOND_LINE_SLACK_AUTH_TOKEN'] %>
          build-server-url: <%= @slack_build_server_url %>
          notify-start: false
          notify-success: true
          notify-aborted: false
          notify-notbuilt: false
          notify-unstable: false
          notify-failure: true
          notify-backtonormal: true
          notify-repeatedfailure: true
          include-test-summary: false
          room: <%= @slack_room %>
      <% end %>
{'fraction_non_alphanumeric': 0.10132890365448505, 'fraction_numerical': 0.004651162790697674, 'mean_word_length': 2.3984198645598194, 'pattern_counts': {'":': 0, '<': 17, '<?xml version=': 0, '>': 19, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7062738', 'n_tokens_mistral': 930, 'n_tokens_neox': 872, 'n_words': 193}