<commit_before>wget -O ros_comm http://packages.ros.org/web/rosinstall/generate/raw/groovy/ros_comm
mkdir -p archives
grep -e "- tar: {local-name: .*, uri: '.*'," ros_comm | \
grep -v "catkin" | grep -v "cpp_common" | grep -v "rostime" | grep -v "roscpp_serialization" | grep -v "roscpp_traits" | \
sed "s#- tar: {local-name: \(.*\), uri: '\(.*\)',#wget -O archives/\1.tar.gz \2 \&\& mkdir -p src/\1 \&\& tar --strip-components=1 -xzf archives/\1.tar.gz -C src/\1/ #" | sh
tar -czf src.tar.gz src

<commit_msg>Revert "removing all roscpp_core packages from the created ros source archive"<commit_after>wget -O ros_comm http://packages.ros.org/web/rosinstall/generate/raw/groovy/ros_comm
mkdir -p archives
grep -e "- tar: {local-name: .*, uri: '.*'," ros_comm | sed "s#- tar: {local-name: \(.*\), uri: '\(.*\)',#wget -O archives/\1.tar.gz \2 \&\& mkdir -p src/\1 \&\& tar --strip-components=1 -xzf archives/\1.tar.gz -C src/\1/ #" | sh
tar -czf src.tar.gz src

{'fraction_non_alphanumeric': 0.22314911366006257, 'fraction_numerical': 0.01251303441084463, 'mean_word_length': 3.050632911392405, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2175040', 'n_tokens_mistral': 410, 'n_tokens_neox': 388, 'n_words': 97}