<commit_before>(S @(NP+VP (NP~ @(NP (DT @The) @(NPR (NNP @National) @(NNP @Association))) (PP @(IN @of) (NP~ @(NPR @(NNP @Manufacturers))))) @(VP @(VBD+PP @(VBD @settled) (PP @(IN @on) (NP~ @(NP (DT @the) @(NPR+NP (NPR @(NNP @Hoosier)) @(NP @(NN @capital)))) (PP @(IN @of) (NP~ @(NPR @(NNP @Indianapolis))))))) (PP @(IN @for) (NP~ (PRP$ @its) @(NN+NN+NN (NN @fall) @(NN+NN (NN @board) @(NN @meeting))))))) (. @.))

# Desired output structure
#[ [ [ The [ National Association ] ] [ of Manufacturers ] ] [ [ settled [ on [ [ the [ Hoosier capital ] ] [ of Indianapolis ] ] ] ] [ for [ its [ fall [ board meeting ] ] ] ] ] ]<commit_msg>This test file now has a complete desired output provided, worked out by hand. Includes the lambda term on the right of the colon.<commit_after>(S @(NP+VP (NP~ @(NP (DT @The) @(NPR (NNP @National) @(NNP @Association))) (PP @(IN @of) (NP~ @(NPR @(NNP @Manufacturers))))) @(VP @(VBD+PP @(VBD @settled) (PP @(IN @on) (NP~ @(NP (DT @the) @(NPR+NP (NPR @(NNP @Hoosier)) @(NP @(NN @capital)))) (PP @(IN @of) (NP~ @(NPR @(NNP @Indianapolis))))))) (PP @(IN @for) (NP~ (PRP$ @its) @(NN+NN+NN (NN @fall) @(NN+NN (NN @board) @(NN @meeting))))))) (. @.))

# Desired output structure
#[[[The[National Association]][of Manufacturers]][[settled[on[[the[Hoosier capital]][of Indianapolis]]]][for[its[fall[board meeting]]]]]]:type(type(type(type(settled, _)@(type(on, _)@(type(type(type(capital, _)@type(Hoosier, _), _)@type(the, _), _)@(type(of, _)@type(Indianapolis, _), _), _), _), _)@type(type(for, _)@type(type(type(type(meeting, _)@type(board), _)@type(fall, _), _)@type(its, _), _), _), _)@type(type(type(type(Association, _)@type(National, _), _)@type(The, _), _)@type(type(of, _)@type(Manufacturers, _), _), _), s)
{'fraction_non_alphanumeric': 0.267816091954023, 'fraction_numerical': 0.0, 'mean_word_length': 6.1646090534979425, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5157510', 'n_tokens_mistral': 756, 'n_tokens_neox': 736, 'n_words': 183}