<commit_before>name: lint_python
on: [pull_request, push]
jobs:
  lint_python:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-python@v4
        with:
          python-version: 3.x
      - run: pip install --upgrade pip wheel
      - run: pip install bandit "black[jupyter]" codespell flake8 flake8-2020 
                         isort mypy pytest pyupgrade safety
      - run: bandit --recursive --skip B101,B102,B110,B112,B307,B404,B603,B607 .
      - run: black --check . || true
      - run: codespell --ignore-words-list="ans,nam,nd,serie,te" || true  # --skip="*.css,*.js,*.lock"
      - run: flake8 . --count --max-complexity=10 --max-line-length=115
                      --show-source --statistics
      - run: pip install flake8-bugbear flake8-comprehensions flake8-return flake8-simplify
      - run: flake8 . --count --exit-zero --max-complexity=10 --max-line-length=115
                      --show-source --statistics
      - run: isort --check-only --profile black . || true
      - run: pip install --editable . || pip install .
      - run: mkdir --parents --verbose .mypy_cache
      - run: mypy --ignore-missing-imports --install-types --non-interactive . || true
      - run: pytest . || true
      - run: pytest --doctest-modules . || true
      - run: shopt -s globstar && pyupgrade --py37-plus **/*.py || true
      - run: safety check
<commit_msg>flake8 --max-complexity=66 --max-line-length=118<commit_after>name: lint_python
on: [pull_request, push]
jobs:
  lint_python:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v3
      - uses: actions/setup-python@v4
        with:
          python-version: 3.x
      - run: pip install --upgrade pip wheel
      - run: pip install bandit "black[jupyter]" codespell flake8 flake8-2020 
                         isort mypy pytest pyupgrade safety
      - run: bandit --recursive --skip B101,B102,B110,B112,B307,B404,B603,B607 .
      - run: black --check . || true
      - run: codespell --ignore-words-list="ans,nam,nd,serie,te" || true  # --skip="*.css,*.js,*.lock"
      - run: flake8 . --count --max-complexity=66 --max-line-length=118
                      --show-source --statistics
      - run: pip install flake8-bugbear flake8-comprehensions flake8-return flake8-simplify
      - run: flake8 . --count --exit-zero --max-complexity=66 --max-line-length=118
                      --show-source --statistics
      - run: isort --check-only --profile black . || true
      - run: pip install --editable . || pip install .
      - run: mkdir --parents --verbose .mypy_cache
      - run: mypy --ignore-missing-imports --install-types --non-interactive . || true
      - run: pytest . || true
      - run: pytest --doctest-modules . || true
      - run: shopt -s globstar && pyupgrade --py37-plus **/*.py || true
      - run: safety check

{'fraction_non_alphanumeric': 0.14543561263450192, 'fraction_numerical': 0.03748698368622006, 'mean_word_length': 1.9896265560165975, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3289402', 'n_tokens_mistral': 1027, 'n_tokens_neox': 947, 'n_words': 228}