<commit_before>#!/bin/sh
abspath=$(cd "$(dirname "$BASH_SOURCE")"; pwd)

rm -rf $abspath/gen-py

thrift --gen py -o $abspath $abspath/thrift/datahub.thrift
thrift --gen py -o $abspath $abspath/thrift/account.thrift

# generate C++ apis
# ( exec $abspath"/examples/cpp/setup.sh" )

# generate Go apis
# ( exec $abspath"/examples/go/setup.sh" )

# generate java apis
# ( exec $abspath"/examples/java/setup.sh" )

# generate javascript apis
# These are hosted and don't need to be generated.

# generate objective-c apis
# ( exec $abspath"/examples/objc/setup.sh" )

# generate python apis
# ( exec $abspath"/examples/python/setup.sh" )

PYTHONPATH=$abspath:$abspath/gen-py:$abspath/apps
export PYTHONPATH

echo "\n---Finished setting up some datahub apis.---\n"
echo "If you need to generate apis for C++, Go, Java, Objective-C, or Python"
echo "Open this file, uncomment the appropriate lines, and run again:"
echo "\t$ nano setup.sh"
echo "\t$ ./setup.sh"<commit_msg>remove other api setup from src/setup.sh, at anant's request<commit_after>#!/bin/sh
abspath=$(cd "$(dirname "$BASH_SOURCE")"; pwd)

rm -rf $abspath/gen-py

thrift --gen py -o $abspath $abspath/thrift/datahub.thrift
thrift --gen py -o $abspath $abspath/thrift/account.thrift


PYTHONPATH=$abspath:$abspath/gen-py:$abspath/apps
export PYTHONPATH

echo "---Finished setting up.---"
{'fraction_non_alphanumeric': 0.15613382899628253, 'fraction_numerical': 0.0, 'mean_word_length': 4.237354085603113, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7077172', 'n_tokens_mistral': 522, 'n_tokens_neox': 507, 'n_words': 133}