<commit_before># This script takes a nightly snapshot of the master branch and uploads it to pypi

name: publish_nightly
# Run nightly
on:
#   schedule:
#   - cron: "0 7 * * *"

  # Allows you to run this workflow manually from the Actions tab
  workflow_dispatch:

jobs:
  build:
    
    runs-on: ubuntu-latest

    steps:
      # Checks-out repository under $GITHUB_WORKSPACE, so job can access it
      - uses: actions/checkout@v2

      # Overwrites the nightly branch with master. Replaces prod seqio strings.
      # Pushes new nightly      
      - name: Merge master branch into nightly branch and update package info
        run: |
          git config user.email "<EMAIL>"
          git config user.name "<NAME>"
          git fetch
          git checkout nightly
          git reset --hard master
          now=$(date +'%Y%m%d') 
          sed -i "$ s/.$/\.dev$now'/" seqio/version.py
          sed -i "/name=/s/'.*'/'seqio-nightly'/" setup.py
          sed -i "/url=/s/'.*'/'https://github.com/google/seqio/tree/nightly'/"
          git add *
          git commit -m "Updated nightly version"
          git push --force
      
      - name: Set up Python 3.9
        uses: actions/setup-python@v1
        with:
          python-version: 3.9

      - name: Install pypa/build
        run: >-
          python -m
          pip install
          build
          --user

      - name: Build a binary wheel and a source tarball
        run: >-
          python -m
          build
          --sdist
          --wheel<commit_msg>Changed refs to main branch<commit_after># This script takes a nightly snapshot of the main branch and uploads it to pypi

name: publish_nightly
# Run nightly
on:
#   schedule:
#   - cron: "0 7 * * *"

  # Allows you to run this workflow manually from the Actions tab
  workflow_dispatch:

jobs:
  build:
    
    runs-on: ubuntu-latest

    steps:
      # Checks-out repository under $GITHUB_WORKSPACE, so job can access it
      - uses: actions/checkout@v2

      # Overwrites the nightly branch with main branch. Replaces prod seqio strings.
      # Pushes new nightly      
      - name: Merge main branch into nightly branch and update package info
        run: |
          git config user.email "<EMAIL>"
          git config user.name "<NAME>"
          git fetch
          git checkout nightly
          git reset --hard main
          now=$(date +'%Y%m%d') 
          sed -i "$ s/.$/\.dev$now'/" seqio/version.py
          sed -i "/name=/s/'.*'/'seqio-nightly'/" setup.py
          sed -i "/url=/s/'.*'/'https://github.com/google/seqio/tree/nightly'/"
          git add *
          git commit -m "Updated nightly version"
          git push --force
      
      - name: Set up Python 3.9
        uses: actions/setup-python@v1
        with:
          python-version: 3.9

      - name: Install pypa/build
        run: >-
          python -m
          pip install
          build
          --user

      - name: Build a binary wheel and a source tarball
        run: >-
          python -m
          build
          --sdist
          --wheel
{'fraction_non_alphanumeric': 0.0999026921829387, 'fraction_numerical': 0.0051897502432695424, 'mean_word_length': 1.6313993174061434, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 11, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5433676', 'n_tokens_mistral': 943, 'n_tokens_neox': 906, 'n_words': 312}