<commit_before>#!/bin/bash
set -eux

touch empty-file
mkdir empty-directory
mkdir -p a/deeply/nested/directory
mkdir -p a/multiple/entry/directory
mkdir -p home/faux
# 5

echo 'Hello, world!' > home/faux/hello.txt
chown 1000:1000 home/faux/hello.txt
truncate -s 10M sparse-file
mkfifo fifo-file
python -c 'import socket as s; sock = s.socket(s.AF_UNIX); sock.bind("sock-file")'
ln -s nonsense nonsense-symlink-file
# 5

ln sparse-file hardlink-file
mknod char-device c 1 3
mknod block-device b 7 6
mknod extremely-minor-device c 0 1023997
mknod extremely-major-device c 4093 0
# 5

touch single-xattr
setfacl -m u:nobody:r with-xattrs

touch multiple-xattrs
setfacl -m u:mail:r multiple-xattrs
setcap cap_block_suspend+ep multiple-xattrs
<commit_msg>remove failed account to type<commit_after>#!/bin/bash
set -eux

touch empty-file
mkdir empty-directory
mkdir -p a/deeply/nested/directory
mkdir -p a/multiple/entry/directory
mkdir -p home/faux
echo 'Hello, world!' > home/faux/hello.txt
chown 1000:1000 home/faux/hello.txt
truncate -s 10M sparse-file
mkfifo fifo-file
python -c 'import socket as s; sock = s.socket(s.AF_UNIX); sock.bind("sock-file")'
ln -s nonsense nonsense-symlink-file
ln sparse-file hardlink-file
mknod char-device c 1 3
mknod block-device b 7 6
mknod extremely-minor-device c 0 1023997
mknod extremely-major-device c 4093 0
touch single-xattr
setfacl -m u:nobody:r with-xattrs

touch multiple-xattrs
setfacl -m u:mail:r multiple-xattrs
setcap cap_block_suspend+ep multiple-xattrs
# 25 non . entries

{'fraction_non_alphanumeric': 0.1006578947368421, 'fraction_numerical': 0.03881578947368421, 'mean_word_length': 4.3936170212765955, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2126255', 'n_tokens_mistral': 626, 'n_tokens_neox': 556, 'n_words': 170}