<commit_before># Copyright 2020 the V8 project authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

name: Deploy Modules Benchmark

on:
  push:
    branches:
      - main
  workflow_dispatch:

jobs:
  build:
    name: Build and Deploy 
    runs-on: ubuntu-latest
    steps:
      - name: Checkout main Branch 
        uses: actions/checkout@v2

      - name: setup ruby
        uses: ruby/setup-ruby@v1
        with:
          ruby-version: 2.6

      - name: Build Jekyll Side
        uses: limjh16/jekyll-action-ts@v2
        with:
          enable_cache: true

      - name: Export Module Tree
        run: |
            mkdir _site/modules
            cp js marker _site/modules
            python3 ./gen.py --depth=5 --rules="A:ABCD" --sizes="A:1k,B:1k,C:1k,D:1k"
            mv out _site/modules/small-left
            python3 ./gen.py --depth=5 --rules="A:BCDA" --sizes="A:1k,B:1k,C:1k,D:1k"
            mv out _site/modules/small-right
            python3 ./gen.py --depth=3 --rules="A:BAC" --sizes="A:12k,B:1m,C:1k"
            mv out _site/modules/large

      - name: Deploy
        uses: peaceiris/actions-gh-pages@v3
        with:
          github_token: ${{ secrets.GITHUB_TOKEN }}
          publish_dir: ./_site
<commit_msg>recursive copy<commit_after># Copyright 2020 the V8 project authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

name: Deploy Modules Benchmark

on:
  push:
    branches:
      - main
  workflow_dispatch:

jobs:
  build:
    name: Build and Deploy 
    runs-on: ubuntu-latest
    steps:
      - name: Checkout main Branch 
        uses: actions/checkout@v2

      - name: setup ruby
        uses: ruby/setup-ruby@v1
        with:
          ruby-version: 2.6

      - name: Build Jekyll Side
        uses: limjh16/jekyll-action-ts@v2
        with:
          enable_cache: true

      - name: Export Module Tree
        run: |
            mkdir _site/modules
            cp -r js marker _site/modules
            python3 ./gen.py --depth=5 --rules="A:ABCD" --sizes="A:1k,B:1k,C:1k,D:1k"
            mv out _site/modules/small-left
            python3 ./gen.py --depth=5 --rules="A:BCDA" --sizes="A:1k,B:1k,C:1k,D:1k"
            mv out _site/modules/small-right
            python3 ./gen.py --depth=3 --rules="A:BAC" --sizes="A:12k,B:1m,C:1k"
            mv out _site/modules/large

      - name: Deploy
        uses: peaceiris/actions-gh-pages@v3
        with:
          github_token: ${{ secrets.GITHUB_TOKEN }}
          publish_dir: ./_site

{'fraction_non_alphanumeric': 0.11317183951551854, 'fraction_numerical': 0.023467070401211203, 'mean_word_length': 1.8916849015317287, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3488236', 'n_tokens_mistral': 946, 'n_tokens_neox': 894, 'n_words': 230}