<commit_before>name: Datacenters check cron job
on:
  schedule:
    # UTC, at midnight every day
    - cron: "0 0 * * *"
jobs:
  check-diff-and-create-pr:
    runs-on: ubuntu-latest
    steps:
    - name: Checkout code
      uses: actions/checkout@v2
    - name: Fetch latest JSON via Fastly API
      run: |
        curl -s https://api.fastly.com/datacenters -H "fastly-key: ${FASTLY_API_KEY}" --fail -o ./temp.json
      env:
        FASTLY_API_KEY: ${{ secrets.FASTLY_API_KEY }}
    - name: Update JSON
      id: update-json
      if: success()
      run: |
        cat ./temp.json | jq . > etc/shielding/datacenters.json
        rm -f ./temp.json<commit_msg>Change Shielding Job to run once a week<commit_after>name: Datacenters check cron job
on:
  schedule:
    # UTC, at midnight every Monday
    - cron: "0 0 * * 1"
jobs:
  check-diff-and-create-pr:
    runs-on: ubuntu-latest
    steps:
    - name: Checkout code
      uses: actions/checkout@v2
    - name: Fetch latest JSON via Fastly API
      run: |
        curl -s https://api.fastly.com/datacenters -H "fastly-key: ${FASTLY_API_KEY}" --fail -o ./temp.json
      env:
        FASTLY_API_KEY: ${{ secrets.FASTLY_API_KEY }}
    - name: Update JSON
      id: update-json
      if: success()
      run: |
        cat ./temp.json | jq . > etc/shielding/datacenters.json
        rm -f ./temp.json
{'fraction_non_alphanumeric': 0.12490761271249076, 'fraction_numerical': 0.005173688100517369, 'mean_word_length': 2.134259259259259, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5205954', 'n_tokens_mistral': 490, 'n_tokens_neox': 473, 'n_words': 127}