<commit_before>language: python
python:
- '2.7'
env:
  global:
  - secure: "<KEY>
  - secure: "YDlXPTeVg3s8/TzbQ8YPyo5Rv9XGqgFPMJyWNJb6Vn6JdncMwiV5VJ9hbiTQC2VQ16CFDqPx174RX5WNYzEr/IvALSDO1KVzODlduQ9tL2xUwR/yGMDeCKgfPAPSf2WzzGY9Szh/nmTetpApp/jJnrzF7wQajOuHpAW86Op9PY4="
install:
- pip install kamaki
- pip install paramiko
- pip install ansible
- pip install django
- sudo apt-get install sshpass
script:
- ssh-keygen -q -t rsa -P "" -f ~/.ssh/id_rsa
- echo $hpass > .pass1
- cp ~/.ssh/id_rsa.pub ~/.ssh/id_rsa.new
- sshpass -p $hpass scp -o StrictHostKeyChecking=no ~/.ssh/id_rsa.new hduser@$master_ip:/home/hduser/.ssh/
- sshpass -p $hpass ssh hduser@$master_ip "cat /home/hduser/.ssh/id_rsa.new >> /home/hduser/.ssh/authorized_keys"
- rm .pass1
- echo -e "Host $master_ip\n\tStrictHostKeyChecking no\n" >> ~/.ssh/config
- echo -e "$master_ip\n" > .master_ip
- python legacy/run_pi_yarn.py --master_ip=`cat .master_ip` 2 100000
before_install:
- openssl aes-256-cbc -K $encrypted_908d3e898427_key -iv $encrypted_908d3e898427_iv
  -in .private/.kamakirc.enc -out .private/.kamakirc -d<commit_msg>travis.yml with 2 env variables for legacy/run_pi<commit_after>language: python
python:
- '2.7'
env:
  global:
  - secure: "<KEY>
  - secure: "YDlXPTeVg3s8/TzbQ8YPyo5Rv9XGqgFPMJyWNJb6Vn6JdncMwiV5VJ9hbiTQC2VQ16CFDqPx174RX5WNYzEr/IvALSDO1KVzODlduQ9tL2xUwR/yGMDeCKgfPAPSf2WzzGY9Szh/nmTetpApp/jJnrzF7wQajOuHpAW86Op9PY4="
install:
- pip install kamaki
- pip install paramiko
- pip install ansible
- pip install django
- sudo apt-get install sshpass
script:
- ssh-keygen -q -t rsa -P "" -f ~/.ssh/id_rsa
- cp ~/.ssh/id_rsa.pub ~/.ssh/id_rsa.new
- sshpass -p $hpass scp -o StrictHostKeyChecking=no ~/.ssh/id_rsa.new hduser@$master_ip:/home/hduser/.ssh/
- sshpass -p $hpass ssh hduser@$master_ip "cat /home/hduser/.ssh/id_rsa.new >> /home/hduser/.ssh/authorized_keys"
- echo -e "Host $master_ip\n\tStrictHostKeyChecking no\n" >> ~/.ssh/config
- echo -e "$master_ip\n" > .master_ip
- python legacy/run_pi_yarn.py --master_ip=`cat .master_ip` 2 100000
before_install:
- openssl aes-256-cbc -K $encrypted_908d3e898427_key -iv $encrypted_908d3e898427_iv
  -in .private/.kamakirc.enc -out .private/.kamakirc -d
{'fraction_non_alphanumeric': 0.1349749202006384, 'fraction_numerical': 0.05426356589147287, 'mean_word_length': 4.211401425178147, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 16, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2788151', 'n_tokens_mistral': 1120, 'n_tokens_neox': 1024, 'n_words': 174}