<commit_before>echo "
deb http://ftp.us.debian.org/debian testing main contrib
deb http://ftp.debian.org/debian/ jessie-updates main contrib
deb http://security.debian.org/ jessie/updates main contrib
" > /etc/apt/sources.list

apt-get -y update
apt-get -y install squid3

#~8000MB cache
echo -e "cache_dir aufs /var/spool/squid3 8000 16 256\n
maximum_object_size 200MB\n
" >> /etc/squid3/squid.conf
service squid3 stop
killall squid3 
#squid has bug where service stop sometimes doesn't always end process.
squid3 -z #create cache directories
service squid3 start

# on host
#cat /usr/lib64/systemd/network/zz-default.network
# set IPForward=yes in the .network files explicitly now,<commit_msg>squid changes<commit_after>echo "
deb http://ftp.us.debian.org/debian stable main contrib
deb http://ftp.debian.org/debian/ jessie-updates main contrib
deb http://security.debian.org/ jessie/updates main contrib
" > /etc/apt/sources.list

#give some time for the network to go up
sleep 10
apt-get -y update
apt-get -y install squid3

#~8000MB cache
echo -e "cache_dir aufs /var/spool/squid3 8000 16 256
maximum_object_size 200 MB
" >> /etc/squid3/squid.conf
service squid3 stop
squid3 -z #create cache directories
service squid3 start

# on host
#cat /usr/lib64/systemd/network/zz-default.network
# set IPForward=yes in the .network files explicitly now,
{'fraction_non_alphanumeric': 0.10074074074074074, 'fraction_numerical': 0.03777777777777778, 'mean_word_length': 4.256809338521401, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7375830', 'n_tokens_mistral': 530, 'n_tokens_neox': 453, 'n_words': 145}