<commit_before>#!/bin/bash

cat $1 | awk 'length($0) == 65' > 1_table.txt
cat $1 | awk 'length($0) == 674' > 2_corporate.txt
cat $1 | awk 'length($0) == 508' > 3_limited_partnership.txt
cat $1 | awk 'length($0) == 182' > 4_corporate_ltd_llc.txt
cat $1 | awk 'length($0) == 95' > 5_corporate_officer.txt
cat $1 | awk 'length($0) == 120' > 6_corporate_ltd_llc_name.txt
cat $1 | awk 'length($0) == 126' > 7_merger.txt
cat $1 | awk 'length($0) == 335' > 8_corporate_ltd_llc_reserved_registered_name.txt
cat $1 | awk 'length($0) == 508' > 9_ltd_compant.txt<commit_msg>Made it more useful by allowing you to specify a location for the output and creating the directory as necessary.<commit_after>#!/bin/bash

mkdir -p $2

cat $1 | awk 'length($0) == 65' > $2/1_table.txt
cat $1 | awk 'length($0) == 674' > $2/2_corporate.txt
cat $1 | awk 'length($0) == 508' > $2/3_limited_partnership.txt
cat $1 | awk 'length($0) == 182' > $2/4_corporate_ltd_llc.txt
cat $1 | awk 'length($0) == 95' > $2/5_corporate_officer.txt
cat $1 | awk 'length($0) == 120' > $2/6_corporate_ltd_llc_name.txt
cat $1 | awk 'length($0) == 126' > $2/7_merger.txt
cat $1 | awk 'length($0) == 335' > $2/8_corporate_ltd_llc_reserved_registered_name.txt
cat $1 | awk 'length($0) == 508' > $2/9_ltd_compant.txt
{'fraction_non_alphanumeric': 0.18404423380726698, 'fraction_numerical': 0.09004739336492891, 'mean_word_length': 4.733031674208145, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 21, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2303129', 'n_tokens_mistral': 605, 'n_tokens_neox': 527, 'n_words': 131}