<commit_before>#! /bin/sh
set -e
set -x

sh ./clear.sh
sh ./deploy.sh
sh ./start_bfs.sh

sleep 3

./bfs_client ls /

./bfs_client put ./bfs_client /bfs_client

./bfs_client put ./bfs_client /bfs_client

./bfs_client mkdir /bin

./bfs_client mv /bfs_client /bin/bfs_client

./bfs_client get /bin/bfs_client ./binary

rm -rf ./binary

./bfs_client ls /

./bfs_client mkdir /home/user

./bfs_client touchz /home/user/flag

./bfs_client ls /home/user

./bfs_client rmr /home/user

./bfs_client ls /home

# Now we can list a nonexistent item
./bfs_client ls /home/user

touch empty_file1

./bfs_client put ./empty_file1 /ef

./bfs_client get /ef ./empty_file2

rm -rf empty_file*

kill -9 `cat chunkserver2/pid`

./bfs_client get /bin/bfs_client ./binary

rm -rf ./binary

echo "Test done!"<commit_msg>Use diff to test correctness of file content<commit_after>#! /bin/sh
set -e
set -x

sh ./clear.sh
sh ./deploy.sh
sh ./start_bfs.sh

sleep 3

./bfs_client ls /

./bfs_client put ./bfs_client /bfs_client

./bfs_client put ./bfs_client /bfs_client

./bfs_client mkdir /bin

./bfs_client mv /bfs_client /bin/bfs_client

./bfs_client get /bin/bfs_client ./binary

diff ./bfs_client ./binary > /dev/null

rm -rf ./binary

./bfs_client ls /

./bfs_client mkdir /home/user

./bfs_client touchz /home/user/flag

./bfs_client ls /home/user

./bfs_client rmr /home/user

./bfs_client ls /home

# Now we can list a nonexistent item
./bfs_client ls /home/user

touch empty_file1

./bfs_client put ./empty_file1 /ef

./bfs_client get /ef ./empty_file2

diff ./empty_file1 ./empty_file2 > /dev/null

rm -rf empty_file*

kill -9 `cat chunkserver2/pid`

./bfs_client get /bin/bfs_client ./binary

rm -rf ./binary

echo "Test done!"
{'fraction_non_alphanumeric': 0.12974868497954412, 'fraction_numerical': 0.008182349503214495, 'mean_word_length': 2.7876106194690267, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2092194', 'n_tokens_mistral': 724, 'n_tokens_neox': 706, 'n_words': 198}