<commit_before>name: Build
on:
  push:
    branches:
      - master
  pull_request:
jobs:
  test:
    name: Test
    runs-on: ubuntu-latest
    strategy:
      matrix:
        node-version: [14, 16]
      fail-fast: true
    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-node@v3
        with:
          cache: yarn
          node-version: ${{ matrix.node-version }}
      - run: yarn install --immutable
      - run: yarn run build
      - run: yarn run type
      - run: yarn run test
      - run: yarn run lint
  pack:
    name: Pack
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-node@v3
        with:
          cache: yarn
      - run: yarn install --immutable
      - run: yarn run type
      - run: yarn run pack
  locale:
    name: Locale
    runs-on: ubuntu-latest
    strategy:
      matrix:
        locale:
          - da
          - de
          - en-gb
          - es
          - es-mx
          - et
          - fi
          - fr
          - hu
          - it
          - ja
          - ko
          - lt
          - ms
          - nb
          - nl
          - pl
          - pt
          - ru
          - sv
          - th
          - uk
          - zh
          - zh-hant
      fail-fast: true
    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-node@v3
        with:
          cache: yarn
      - run: yarn install --immutable
      - run: yarn run build
      - run: yarn run test
        env:
          TEST_LOCALE: ${{ matrix.locale }}
  docs:
    name: Docs
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-node@v3
        with:
          cache: yarn
      - run: yarn install --immutable
      - run: yarn run pack
      - run: cd website && yarn run build
<commit_msg>ci: Add Node v18 support.<commit_after>name: Build
on:
  push:
    branches:
      - master
  pull_request:
jobs:
  test:
    name: Test
    runs-on: ubuntu-latest
    strategy:
      matrix:
        node-version: [14, 16, 18]
      fail-fast: true
    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-node@v3
        with:
          cache: yarn
          node-version: ${{ matrix.node-version }}
      - run: yarn install --immutable
      - run: yarn run build
      - run: yarn run type
      - run: yarn run test
      - run: yarn run lint
  pack:
    name: Pack
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-node@v3
        with:
          cache: yarn
      - run: yarn install --immutable
      - run: yarn run type
      - run: yarn run pack
  locale:
    name: Locale
    runs-on: ubuntu-latest
    strategy:
      matrix:
        locale:
          - da
          - de
          - en-gb
          - es
          - es-mx
          - et
          - fi
          - fr
          - hu
          - it
          - ja
          - ko
          - lt
          - ms
          - nb
          - nl
          - pl
          - pt
          - ru
          - sv
          - th
          - uk
          - zh
          - zh-hant
      fail-fast: true
    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-node@v3
        with:
          cache: yarn
      - run: yarn install --immutable
      - run: yarn run build
      - run: yarn run test
        env:
          TEST_LOCALE: ${{ matrix.locale }}
  docs:
    name: Docs
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-node@v3
        with:
          cache: yarn
      - run: yarn install --immutable
      - run: yarn run pack
      - run: cd website && yarn run build

{'fraction_non_alphanumeric': 0.09501894964807796, 'fraction_numerical': 0.007579859231185706, 'mean_word_length': 1.077009555930298, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2458508', 'n_tokens_mistral': 1214, 'n_tokens_neox': 1164, 'n_words': 323}