<commit_before>#!/bin/bash

CURRENT_USER=$(whoami)
SETUP_SCRIPTS_LOCATION="/opt/azure_jenkins_config/"
SETUP_SCRIPT="config_storage.sh"
CLEAN_STORAGE_SCRIPT="clear_storage_config.sh"
SOURCE_URI="https://raw.githubusercontent.com/arroyc/azure-quickstart-templates/master/azure-jenkins/setup-scripts/"

# #java
# echo "installing java"
# sudo apt-get -y update
# sudo apt-get -y install openjdk-7-jre
# sudo apt-get -y install openjdk-7-jdk

# #npm
# echo "installing npm"

# sudo apt-get -y update
# sudo apt-get -y install nodejs-legacy

# sudo apt-get -y install npm

 #azure-cli
 echo "installing azure-cli"
 sudo npm install -y -g azure-cli

 #install jq
 sudo apt-get -y update
 sudo apt-get -y install jq

# # install jenkins
# echo  "Installing Jenkins CI Server"

# wget -q -O - https://pkg.jenkins.io/debian/jenkins-ci.org.key | sudo apt-key add -
# sudo sh -c 'echo deb http://pkg.jenkins.io/debian-stable binary/ > /etc/apt/sources.list.d/jenkins.list'
# sudo apt-get -y update
# sudo apt-get -y install jenkins

if [[ ! -e "$SETUP_SCRIPTS_LOCATION" ]]; then
  sudo mkdir $SETUP_SCRIPTS_LOCATION
fi

#downloading clear_storage_config script
sudo wget -O $SETUP_SCRIPTS_LOCATION$SETUP_SCRIPT $SOURCE_URI$CLEAN_STORAGE_SCRIPT
#downloading storage_config script
sudo wget -O $SETUP_SCRIPTS_LOCATION$SETUP_SCRIPT $SOURCE_URI$SETUP_SCRIPT

sudo chmod +x $SETUP_SCRIPTS_LOCATION$SETUP_SCRIPT

<commit_msg>Update init_azure_jenkins.sh<commit_after>#!/bin/bash

CURRENT_USER=$(whoami)
SETUP_SCRIPTS_LOCATION="/opt/azure_jenkins_config/"
SETUP_SCRIPT="config_storage.sh"
CLEAN_STORAGE_SCRIPT="clear_storage_config.sh"
SOURCE_URI="https://raw.githubusercontent.com/arroyc/azure-quickstart-templates/master/azure-jenkins/setup-scripts/"

# #java
# echo "installing java"
# sudo apt-get -y update
# sudo apt-get -y install openjdk-7-jre
# sudo apt-get -y install openjdk-7-jdk

# #npm
# echo "installing npm"

# sudo apt-get -y update
# sudo apt-get -y install nodejs-legacy

# sudo apt-get -y install npm

 #azure-cli
 echo "installing azure-cli"
 sudo npm install -y -g azure-cli

 #install jq
 sudo apt-get -y update
 sudo apt-get -y install jq

# # install jenkins
# echo  "Installing Jenkins CI Server"

# wget -q -O - https://pkg.jenkins.io/debian/jenkins-ci.org.key | sudo apt-key add -
# sudo sh -c 'echo deb http://pkg.jenkins.io/debian-stable binary/ > /etc/apt/sources.list.d/jenkins.list'
# sudo apt-get -y update
# sudo apt-get -y install jenkins

if [ ! -e "$SETUP_SCRIPTS_LOCATION" ]; then
  sudo mkdir $SETUP_SCRIPTS_LOCATION
  
  #downloading clear_storage_config script
  sudo wget -O $SETUP_SCRIPTS_LOCATION$SETUP_SCRIPT $SOURCE_URI$CLEAN_STORAGE_SCRIPT
  sudo chmod +x $SETUP_SCRIPTS_LOCATION$CLEAN_STORAGE_SCRIPT
  
  #downloading storage_config script
  sudo wget -O $SETUP_SCRIPTS_LOCATION$SETUP_SCRIPT $SOURCE_URI$SETUP_SCRIPT

  sudo chmod +x $SETUP_SCRIPTS_LOCATION$SETUP_SCRIPT

fi


{'fraction_non_alphanumeric': 0.11279229711141678, 'fraction_numerical': 0.001375515818431912, 'mean_word_length': 4.519924098671726, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 4, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2483092', 'n_tokens_mistral': 1180, 'n_tokens_neox': 1116, 'n_words': 249}