<commit_before># rsync


copy the folder source_dir and its content into destination_dir

    rsync -av source_dir destination_dir


copy the contents of source_dir (trailing slash at the end for content only) into destination_dir

    rsync -av source_dir/ destination_dir


move the contents of source_dir into destination_dir

    rsync -av --remove-source-files source_dir/ destination_dir


update the contents of destination_dir to be the same as source_dir

    rsync -av --delete source_dir/ destination_dir


copy the contents of source_dir to a remote machine

    rsync -av source_dir/ user@remote_machine:/path/to/destination_dir


copy the contents of source_dir to a remote machine with non-default ssh port

    rsync -av -e "ssh -p 8888" source_dir/ user@remote:/path/to/destination_dir


move the contents from remote machine to local machine

    rsync -av --remove-source-files user@remote:source_dir/ destination_dir

<commit_msg>truncate rsync line to 80 chars<commit_after># rsync


copy the folder source_dir and its content into destination_dir

    rsync -av source_dir destination_dir


copy the contents of source_dir (trailing slash) into destination_dir

    rsync -av source_dir/ destination_dir


move the contents of source_dir into destination_dir

    rsync -av --remove-source-files source_dir/ destination_dir


update the contents of destination_dir to be the same as source_dir

    rsync -av --delete source_dir/ destination_dir


copy the contents of source_dir to a remote machine

    rsync -av source_dir/ user@remote_machine:/path/to/destination_dir


copy the contents of source_dir to a remote machine with non-default ssh port

    rsync -av -e "ssh -p 8888" source_dir/ user@remote:/path/to/destination_dir


move the contents from remote machine to local machine

    rsync -av --remove-source-files user@remote:source_dir/ destination_dir


{'fraction_non_alphanumeric': 0.04867724867724868, 'fraction_numerical': 0.005291005291005291, 'mean_word_length': 3.9244791666666665, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7207683', 'n_tokens_mistral': 570, 'n_tokens_neox': 520, 'n_words': 219}