<commit_before><commit_msg>swapfile cleanup for learning vm<commit_after># Stop all PE processes to free up memory
for s in `find /etc/init.d/ -name pe* -type f -printf "%f\n"`
do
  service $s stop
done

# Drop and recreate swap to reduce size
swapoff -a
dd if=/dev/zero of=/swapfile bs=1M count=4096
mkswap /swapfile

{'fraction_non_alphanumeric': 0.10062893081761007, 'fraction_numerical': 0.015723270440251572, 'mean_word_length': 4.063492063492063, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4021564', 'n_tokens_mistral': 114, 'n_tokens_neox': 109, 'n_words': 45}