<commit_before># common configuration
task-config: &task-config
  platform: linux
  image_resource:
    type: docker-image
    source:
      repository: python
      tag: 3.7

notify-failure: &notify-failure
  put: govuk-searchandnav-slack
  params:
    channel: '#govuk-searchandnav'
    username: 'Weekly LTR'
    icon_emoji: ':concourse:'
    silent: true
    text: |
      :kaboom:
      The $BUILD_JOB_NAME Concourse job has failed
      Failed build: http://cd.gds-reliability.engineering/teams/$BUILD_TEAM_NAME/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME

# proper configuration begins
resource_types:
- name: cron-resource
  type: docker-image
  source:
    repository: cftoolsmiths/cron-resource
    tag: latest
- name: s3-iam
  type: docker-image
  source:
    repository: governmentpaas/s3-resource
    tag: 97e441efbfb06ac7fb09786fd74c64b05f9cc907
- name: slack-notification
  type: docker-image
  source:
    repository: cfcommunity/slack-notification-resource
    tag: latest

resources:
- name: sundays-at-10pm
  type: cron-resource
  source:
    expression: "00 22 * * SUN"
    location: "Europe/London"
- name: search-api-git
  type: git
  source:
    uri: https://github.com/alphagov/search-api.git
- name: govuk-searchandnav-slack
  type: slack-notification
  source:
    url: ((slack-webhook-url))
- name: integration-training-data
  type: s3-iam
  source:
    bucket: ((readonly_private_bucket_name))
    region_name: eu-west-2
    regexp: search-learn-to-rank/integration-training-data-(.*).txt
- name: staging-training-data
  type: s3-iam
  source:
    bucket: ((readonly_private_bucket_name))
    region_name: eu-west-2<commit_msg>Adding Docker Hub Authentication Details<commit_after># common configuration
task-config: &task-config
  platform: linux
  image_resource:
    type: docker-image
    source:
      repository: python
      tag: 3.7
      username: ((docker_hub_username))
      password: ((docker_<PASSWORD>))

notify-failure: &notify-failure
  put: govuk-searchandnav-slack
  params:
    channel: '#govuk-searchandnav'
    username: 'Weekly LTR'
    icon_emoji: ':concourse:'
    silent: true
    text: |
      :kaboom:
      The $BUILD_JOB_NAME Concourse job has failed
      Failed build: http://cd.gds-reliability.engineering/teams/$BUILD_TEAM_NAME/pipelines/$BUILD_PIPELINE_NAME/jobs/$BUILD_JOB_NAME/builds/$BUILD_NAME

# proper configuration begins
resource_types:
- name: cron-resource
  type: docker-image
  source:
    repository: cftoolsmiths/cron-resource
    tag: latest
    username: ((docker_hub_username))
    password: ((docker_<PASSWORD>))
- name: s3-iam
  type: docker-image
  source:
    repository: governmentpaas/s3-resource
    tag: 97e441efbfb06ac7fb09786fd74c64b05f9cc907
    username: ((docker_hub_username))
    password: ((docker_<PASSWORD>))
- name: slack-notification
  type: docker-image
  source:
    repository: cfcommunity/slack-notification-resource
    tag: latest
    username: ((docker_hub_username))
    password: ((docker_<PASSWORD>))

resources:
- name: sundays-at-10pm
  type: cron-resource
  source:
    expression: "00 22 * * SUN"
    location: "Europe/London"
- name: search-api-git
  type: git
  source:
    uri: https://github.com/alphagov/search-api.git
- name: govuk-searchandnav-slack
  type: slack-notification
  source:
    url: ((slack-webhook-url))
- name: integration-training-data
  type: s3-iam
  source:
    bucket: ((readonly_private_bucket_name))
    region_name: eu-west-2
    regexp: search-learn-to-rank/integration-training-data-(.*).txt
- name: staging-training-data
  type: s3-iam
  source:
    bucket: ((readonly_private_bucket_name))
    region_name: eu-west-2
{'fraction_non_alphanumeric': 0.11270658358168519, 'fraction_numerical': 0.020048767271742075, 'mean_word_length': 3.6440251572327043, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6930788', 'n_tokens_mistral': 1334, 'n_tokens_neox': 1251, 'n_words': 253}