<commit_before>#!/bin/bash

read -r -d '' MY_SQUID_CFG <<'EOF'
acl manager proto cache_object
acl localhost src 127.0.0.1/32
acl to_localhost dst 127.0.0.0/8 0.0.0.0/32
acl SSL_ports port 443
acl Safe_ports port 80         # http
acl Safe_ports port 21         # ftp
acl Safe_ports port 443        # https
acl Safe_ports port 1025-65535 # unregistered ports
acl CONNECT method CONNECT
http_access allow manager localhost
http_access deny manager
http_access deny !Safe_ports
http_access deny CONNECT !SSL_ports
http_access allow localhost
http_access deny all
icp_access deny all
htcp_access deny all
http_port 3128
maximum_object_size 65536 KB
access_log /var/log/squid3/access.log squid
refresh_pattern . 518400 100% 518400 override-expire override-lastmod ignore-reload ignore-no-cache ignore-no-store ignore-private ignore-auth
icp_port 3130
coredump_dir /var/spool/squid3
EOF


read -r -d '' MY_PIP_CFG <<'EOF'
[global]
proxy = localhost:3128
EOF


apt-get update
apt-get install -y vim python-virtualenv squid3

if [ ! -f /etc/squid3/squid.conf.orig ]; then
    mv /etc/squid3/squid.conf /etc/squid3/squid.conf.orig
fi<commit_msg>install nginx on the vagrant system<commit_after>#!/bin/bash

read -r -d '' MY_SQUID_CFG <<'EOF'
acl manager proto cache_object
acl localhost src 127.0.0.1/32
acl to_localhost dst 127.0.0.0/8 0.0.0.0/32
acl SSL_ports port 443
acl Safe_ports port 80         # http
acl Safe_ports port 21         # ftp
acl Safe_ports port 443        # https
acl Safe_ports port 1025-65535 # unregistered ports
acl CONNECT method CONNECT
http_access allow manager localhost
http_access deny manager
http_access deny !Safe_ports
http_access deny CONNECT !SSL_ports
http_access allow localhost
http_access deny all
icp_access deny all
htcp_access deny all
http_port 3128
maximum_object_size 65536 KB
access_log /var/log/squid3/access.log squid
refresh_pattern . 518400 100% 518400 override-expire override-lastmod ignore-reload ignore-no-cache ignore-no-store ignore-private ignore-auth
icp_port 3130
coredump_dir /var/spool/squid3
EOF


read -r -d '' MY_PIP_CFG <<'EOF'
[global]
proxy = localhost:3128
EOF


apt-get update
apt-get install -y vim python-virtualenv squid3 nginx

if [ ! -f /etc/squid3/squid.conf.orig ]; then
    mv /etc/squid3/squid.conf /etc/squid3/squid.conf.orig
fi
{'fraction_non_alphanumeric': 0.07652173913043478, 'fraction_numerical': 0.06782608695652174, 'mean_word_length': 4.101995565410199, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 6, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1639151', 'n_tokens_mistral': 944, 'n_tokens_neox': 797, 'n_words': 251}