<commit_before>#!/bin/bash

# create src folder
sudo rm src -rf
mkdir src
mkdir src/retriever
cp -r app/ src/
cp -r lib/ src/
cp -r engines/ src/
cp __init__.py src
cp main.py src
cp setup.py src

sudo python setup.py install
python version.py

# build deb package
sudo python setup.py --command-packages=stdeb.command bdist_deb
sudo rm retriever.egg-info build dist __init__.pyc -rf
sudo rm linux -rf
mkdir linux
sudo mv deb_dist/*.deb linux
sudo rm deb_dist -rf

# build src package
tar czvf retriever-src.tar.gz src<commit_msg>Cleanup and simplify the Linux build script<commit_after>#!/bin/bash

# setup
sudo python setup.py install
python version.py
sudo rm build dist __init__.pyc deb_dist packages -rf
mkdir packages

# create source tarball
sudo python setup.py sdist
sudo mv dist/*.tar.gz packages

# build deb package
sudo python setup.py --command-packages=stdeb.command bdist_deb
sudo mv deb_dist/*.deb packages
sudo rm retriever.egg-info build dist __init__.pyc deb_dist -rf
{'fraction_non_alphanumeric': 0.07700101317122594, 'fraction_numerical': 0.0, 'mean_word_length': 4.0152284263959395, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3118409', 'n_tokens_mistral': 357, 'n_tokens_neox': 322, 'n_words': 129}