<commit_before>export PATH=$PATH:~/jana/experiments/bin
export PROJECT_HOME=$HOME/Devel
export JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.7.0_75.jdk/Contents/Home
export M2_HOME=/usr/local/Cellar/maven32/3.2.5/libexec

# virtualenv and virtualenvwrapper
export WORKON_HOME=$HOME/.virtualenvs
export VIRTUALENVWRAPPER_PYTHON=/usr/bin/python2.7
export VIRTUALENVWRAPPER_VIRTUALENV=/usr/local/bin/virtualenv
export VIRTUALENV_USE_DISTRIBUTE=true
source /usr/local/bin/virtualenvwrapper.sh

alias jana="source jana_activate"
alias kafka="~/jana/kafka-0.7.2-incubating-src/bin/kafka-server-start.sh ~/jana/kafka-0.7.2-incubating-src/config/server.properties"
alias zookeeper="~/jana/kafka-0.7.2-incubating-src/bin/zookeeper-server-start.sh ~/jana/kafka-0.7.2-incubating-src/config/zookeeper.properties"
alias cql="jana && jana_ccm_start && ccm node1 cqlsh"

export JANAENV=local<commit_msg>add snowflake<commit_after>export PATH=$PATH:~/jana/experiments/bin
export PROJECT_HOME=$HOME/Devel
export JAVA_HOME=/Library/Java/JavaVirtualMachines/jdk1.7.0_75.jdk/Contents/Home
export M2_HOME=/usr/local/Cellar/maven32/3.2.5/libexec

# virtualenv and virtualenvwrapper
export WORKON_HOME=$HOME/.virtualenvs
export VIRTUALENVWRAPPER_PYTHON=/usr/bin/python2.7
export VIRTUALENVWRAPPER_VIRTUALENV=/usr/local/bin/virtualenv
export VIRTUALENV_USE_DISTRIBUTE=true
source /usr/local/bin/virtualenvwrapper.sh

alias jana="source jana_activate"
alias kafka="~/jana/kafka-0.7.2-incubating-src/bin/kafka-server-start.sh ~/jana/kafka-0.7.2-incubating-src/config/server.properties"
alias zookeeper="~/jana/kafka-0.7.2-incubating-src/bin/zookeeper-server-start.sh ~/jana/kafka-0.7.2-incubating-src/config/zookeeper.properties"
alias cql="jana && jana_ccm_start && ccm node1 cqlsh"

export JANAENV=local

export SNOWFLAKE_USER=abdinoor
export SNOWFLAKE_PASSWORD='<PASSWORD>'
export SNOWFLAKE_RELEASE_ROOT=/Users/abdinoor/jana/snowflake
{'fraction_non_alphanumeric': 0.1290491118077325, 'fraction_numerical': 0.027168234064785787, 'mean_word_length': 6.3938223938223935, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6462300', 'n_tokens_mistral': 807, 'n_tokens_neox': 761, 'n_words': 82}