<commit_before>#!/bin/bash

# simple script to set up an environment to hack on 1.4.
# installs all strider-* deps as git clone's from the 1_4_refactor branch.

# you can hack on them by editing under node_moduldes/strider-foo

DEPS="strider-custom strider-python strider-node strider-env strider-sauce strider-simple-runner strider-extension-loader"

# NOTE: There are other modules we should make sure work with 1.4 too:
# DEPS="$DEPS strider-jelly strider-qunit strider-browserstack"

BASE="<EMAIL>:/Strider-CD"

mkdir -p node_modules

for module in $DEPS
do
    git clone -b 1_4_refactor $BASE/$module node_modules/$module
    (cd node_modules/$module && npm install)
done

npm i

echo "> 1.4 is set up! Hack on modules under node_modules. They are git repos!"<commit_msg>add strider-github add `up` option to update existing repos from github<commit_after>#!/bin/bash

# simple script to set up an environment to hack on 1.4.
# installs all strider-* deps as git clone's from the 1_4_refactor branch.

# you can hack on them by editing under node_moduldes/strider-foo

DEPS="strider-custom strider-python strider-node strider-env strider-sauce strider-simple-runner strider-extension-loader strider-github"

# NOTE: There are other modules we should make sure work with 1.4 too:
# DEPS="$DEPS strider-jelly strider-qunit strider-browserstack"

BASE="<EMAIL>:/Strider-CD"

mkdir -p node_modules

for module in $DEPS
do
  if [ "$1" = "up" ]
  then
    (cd node_modules/$module && git pull && npm install)
  else
    git clone -b 1_4_refactor $BASE/$module node_modules/$module
    (cd node_modules/$module && npm install)
  fi
done

npm i

echo "> 1.4 is set up! Hack on modules under node_modules. They are git repos!"
{'fraction_non_alphanumeric': 0.09407665505226481, 'fraction_numerical': 0.012195121951219513, 'mean_word_length': 4.158682634730539, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7602775', 'n_tokens_mistral': 598, 'n_tokens_neox': 564, 'n_words': 206}