<commit_before># Run the following as root

cat sysctl_settings.txt >> /etc/sysctl.conf

# Increase the ipv4 port range:
sysctl -w net.ipv4.ip_local_port_range="1024 65535"
# General gigabit tuning:
sysctl -w net.core.rmem_max=16777216
sysctl -w net.core.wmem_max=16777216
sysctl -w net.ipv4.tcp_rmem="4096 87380 16777216"
sysctl -w net.ipv4.tcp_wmem="4096 65536 16777216"
sysctl -w net.ipv4.tcp_syncookies=1
# This gives the kernel more memory for tcp which you need with many (100k+) open socket connections
sysctl -w net.ipv4.tcp_mem="50576   64768   98152"
sysctl -w net.core.netdev_max_backlog=2500
# This set the tcp max connections
## sysctl -w net.netfilter.nf_conntrack_max=1233000
ulimit -n 999999

# modify /etc/security/limits.conf
echo "
* soft nofile 50000
* hard nofile 50000
" >> /etc/security/limits.conf

# modified /etc/sshd.conf
echo "
UsePrivilegeSeparation no
" >> /etc/sshd.conf

# modified /usr/include/bits/typesizes.h

# #define __FD_SETSIZE 65535<commit_msg>Write to correct sshd file<commit_after># Run the following as root

cat sysctl_settings.txt >> /etc/sysctl.conf

# Increase the ipv4 port range:
sysctl -w net.ipv4.ip_local_port_range="1024 65535"
# General gigabit tuning:
sysctl -w net.core.rmem_max=16777216
sysctl -w net.core.wmem_max=16777216
sysctl -w net.ipv4.tcp_rmem="4096 87380 16777216"
sysctl -w net.ipv4.tcp_wmem="4096 65536 16777216"
sysctl -w net.ipv4.tcp_syncookies=1
# This gives the kernel more memory for tcp which you need with many (100k+) open socket connections
sysctl -w net.ipv4.tcp_mem="50576   64768   98152"
sysctl -w net.core.netdev_max_backlog=2500
# This set the tcp max connections
## sysctl -w net.netfilter.nf_conntrack_max=1233000
ulimit -n 999999

# modify /etc/security/limits.conf
echo "
* soft nofile 50000
* hard nofile 50000
" >> /etc/security/limits.conf

# modified /etc/sshd.conf
echo "
UsePrivilegeSeparation no
" >> /etc/sshd/sshd_config

# modified /usr/include/bits/typesizes.h

# #define __FD_SETSIZE 65535
{'fraction_non_alphanumeric': 0.10050251256281408, 'fraction_numerical': 0.11658291457286432, 'mean_word_length': 4.57703081232493, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 15, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3251511', 'n_tokens_mistral': 905, 'n_tokens_neox': 762, 'n_words': 199}