<commit_before>$ cd /tmp
$ url="http://txt2tags.googlecode.com/files/txt2tags-2.6.tgz"
$ curl -O -s -S "$url"                  # download
$ du -h txt2tags-2.6.tgz                # verify size
532K	txt2tags-2.6.tgz
$ tar tzf txt2tags-2.6.tgz | wc -l      # verify number of files
     545
$ tar xzf txt2tags-2.6.tgz              # extract
$ cd txt2tags-2.6
$ ls -1F                                # list contents
COPYING
ChangeLog
README
doc/
extras/
po/
samples/
test/
txt2tags*
$ ./txt2tags -V                         # test execution
txt2tags version 2.6 <http://txt2tags.org>
$ test -d ~/bin || mkdir ~/bin          # create folder if needed
$ cp txt2tags ~/bin/                    # install to user folder
$ ~/bin/txt2tags -V                     # final test
txt2tags version 2.6 <http://txt2tags.org>
$<commit_msg>Use sed instead wc -l to count lines<commit_after>$ cd /tmp
$ url="http://txt2tags.googlecode.com/files/txt2tags-2.6.tgz"
$ curl -O -s -S "$url"                  # download
$ du -h txt2tags-2.6.tgz                # verify size
532K	txt2tags-2.6.tgz
$ tar tzf txt2tags-2.6.tgz | sed -n '$='  # verify number of files
545
$ tar xzf txt2tags-2.6.tgz              # extract
$ cd txt2tags-2.6
$ ls -1F                                # list contents
COPYING
ChangeLog
README
doc/
extras/
po/
samples/
test/
txt2tags*
$ ./txt2tags -V                         # test execution
txt2tags version 2.6 <http://txt2tags.org>
$ test -d ~/bin || mkdir ~/bin          # create folder if needed
$ cp txt2tags ~/bin/                    # install to user folder
$ ~/bin/txt2tags -V                     # final test
txt2tags version 2.6 <http://txt2tags.org>
$
{'fraction_non_alphanumeric': 0.12364294330518698, 'fraction_numerical': 0.045838359469240045, 'mean_word_length': 1.6544, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3076303', 'n_tokens_mistral': 612, 'n_tokens_neox': 569, 'n_words': 163}