<commit_before>name: main
on: [push, pull_request]

jobs:
  build:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        node: [16, 17, 18]

    steps:
      - name: Checkout
        uses: actions/checkout@v3

      - name: Use Node ${{ matrix.node }}
        uses: actions/setup-node@v3
        with:
          node-version: ${{ matrix.node }}.x

      - name: Use cached node_modules
        uses: actions/cache@v3
        with:
          path: node_modules
          key: nodeModules-${{ matrix.node }}-${{ hashFiles('**/package-lock.json') }}

      - name: Upgrade npm for older versions of Node.js
        run: npm install -g npm@^8.5
        env:
          CI: true

      - name: Install dependencies
        run: npm install
        env:
          CI: true

      - name: Test
        run: npm test
        env:
          CI: true

      - name: Send coverage to Codecov
        uses: codecov/codecov-action@v3
        with:
          token: ${{ secrets.CODECOV_TOKEN }}
          file: ./coverage/lcov.info

      - name: Build
        run: npm run build
        env:
          CI: true

      - name: Link
        run: npm link
        env:
          CI: true

      - name: Test Build
        run: npm run build:test
        env:
          CI: true
<commit_msg>Upgrade to npm@^9.0.0, drop Node.js 17 in favor of 19 (#57)<commit_after>name: main
on: [push, pull_request]

jobs:
  build:
    runs-on: ubuntu-latest
    strategy:
      matrix:
        node: [16, 18, 19]

    steps:
      - name: Checkout
        uses: actions/checkout@v3

      - name: Use Node ${{ matrix.node }}
        uses: actions/setup-node@v3
        with:
          node-version: ${{ matrix.node }}.x

      - name: Use cached node_modules
        uses: actions/cache@v3
        with:
          path: node_modules
          key: nodeModules-${{ matrix.node }}-${{ hashFiles('**/package-lock.json') }}

      - name: Upgrade npm for older versions of Node.js
        run: npm install -g npm@^9.0.0
        env:
          CI: true

      - name: Install dependencies
        run: npm install
        env:
          CI: true

      - name: Test
        run: npm test
        env:
          CI: true

      - name: Send coverage to Codecov
        uses: codecov/codecov-action@v3
        with:
          token: ${{ secrets.CODECOV_TOKEN }}
          file: ./coverage/lcov.info

      - name: Build
        run: npm run build
        env:
          CI: true

      - name: Link
        run: npm link
        env:
          CI: true

      - name: Test Build
        run: npm run build:test
        env:
          CI: true

{'fraction_non_alphanumeric': 0.10566615620214395, 'fraction_numerical': 0.013016845329249618, 'mean_word_length': 1.4352283317800558, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5908407', 'n_tokens_mistral': 865, 'n_tokens_neox': 792, 'n_words': 240}