<commit_before>{'1a.AS1': {'prefixes': {}, 'tags': {}},
 '1b.AS1': {'prefixes': {},
            'tags': {'o_test': '1234:70',
                     'origin_cl_asn_eq_2': '1234:80',
                     't_test': '1234:90',
                     'transit_cl_asn_eq_2': '1234:100'}},
 '1c.AS1': {'prefixes': {},
            'tags': {'a300': '1234:10',
                     'abc': '1234:20',
                     'cde': '1234:40',
                     'def': '1234:50',
                     'ghi': '1234:60',
                     'xyz': '1234:110',
                     'zzz': '1234:120'}},
 '2a.AS2': {'prefixes': {'origin_pl_asn_eq_2': set([IPNetwork('10.0.0.28/30'),
                                                    IPNetwork('10.1.0.4/30'),
                                                    IPNetwork('10.1.0.12/30'),
                                                    IPNetwork('10.1.0.20/30'),
                                                    IPNetwork('10.1.0.28/30'),
                                                    IPNetwork('10.1.0.32/30')])},
            'tags': {'origin_cl_asn_eq_2': '1234:80',
                     'transit_cl_asn_eq_2': '1234:100',
                     'xyz': '1234:110'}},
 '2b.AS2': {'prefixes': {'origin_pl_asn_eq_2': set([IPNetwork('10.0.0.28/30'),
                                                    IPNetwork('10.1.0.4/30'),
                                                    IPNetwork('10.1.0.12/30'),
                                                    IPNetwork('10.1.0.20/30'),
                                                    IPNetwork('10.1.0.28/30'),
                                                    IPNetwork('10.1.0.32/30')])},
            'tags': {'origin_cl_asn_eq_2': '1234:80',
                     'transit_cl_asn_eq_2': '1234:100'}},
 '2c.AS2': {'prefixes': {'origin_pl_asn_eq_2': set([IPNetwork('10.0.0.28/30'),
                                                    IPNetwork('10.1.0.4/30'),
                                                    IPNetwork('10.1.0.12/30'),
                                                    IPNetwork('10.1.0.20/30'),
                                                    IPNetwork('10.1.0.28/30'),
                                                    IPNetwork('10.1.0.32/30')])},
            'tags': {'origin_cl_asn_eq_2': '1234:80',
                     'transit_cl_asn_eq_2': '1234:100'}},
 '2d.AS2': {'prefixes': {'origin_pl_asn_eq_2': set([IPNetwork('10.0.0.28/30'),
                                                    IPNetwork('10.1.0.4/30'),
                                                    IPNetwork('10.1.0.12/30'),
                                                    IPNetwork('10.1.0.20/30'),
                                                    IPNetwork('10.1.0.28/30'),
                                                    IPNetwork('10.1.0.32/30')])},
            'tags': {'origin_cl_asn_eq_2': '1234:80',
                     'transit_cl_asn_eq_2': '1234:100'}},
 '3a.AS3': {'prefixes': {}, 'tags': {}}}{('1a.AS1', '1b.AS1'): {'egress': [], 'ingress': [], 'rr_dir': 'peer'},
 ('1a.AS1', '1c.AS1'): {'egress': [], 'ingress': [], 'rr_dir': 'peer'},
 ('1b.AS1', '1a.AS1'): {'egress': [], 'ingress': [], 'rr_dir': 'peer'},
 ('1b.AS1', '1c.AS1'): {'egress': [], 'ingress': [], 'rr_dir': 'peer'},
 ('1b.AS1', '3a.AS3'): {'egress': [rm_egress_3a_AS3_1 [seq 1 if [tag = transit_cl_asn_eq_2] then [addTag t_test] reject: False],
                                   rm_egress_3a_AS3_2 [seq 1 if [tag = origin_cl_asn_eq_2] then [addTag o_test] reject: False]],
                        'ingress': []},
 ('1c.AS1', '1a.AS1'): {'egress': [], 'ingress': [], 'rr_dir': 'peer'},
 ('1c.AS1', '1b.AS1'): {'egress': [], 'ingress': [], 'rr_dir': 'peer'},
 ('1c.AS1', '2a.AS2'): {'egress': [rm_egress_2a_AS2_1 [seq 1 if [tag = cde] then [addTag a300] reject: False, seq 2 if [tag = def] then [setMED 200] reject: False],
                                   rm_egress_2a_AS2_2 [seq 1 if [tag = ghi] then [addTag a300] reject: False],
                                   rm_egress_2a_AS2_3 [seq 1 if [tag = xyz] then [setLP 100] reject: False],
                                   rm_egress_2a_AS2_4 [seq 1 if [tag = abc] then [] reject: True]],
                        'ingress': [rm_ingress_1c_AS1_1 [seq 1 if [tag = xyz] then [setLP 100] reject: False],
                                    rm_ingress_1c_AS1_2 [seq 1 if [] then [setLP 200] reject: False]]},
 ('2a.AS2', '1c.AS1'): {'egress': [rm_egress_1c_AS1_1 [seq 1 if [] then [addTag transit_cl_asn_eq_2] reject: False],
                                   rm_egress_1c_AS1_2 [seq 1 if [prefix_list = origin_pl_asn_eq_2] then [addTag origin_cl_asn_eq_2] reject: False]],
                        'ingress': [rm_ingress_2a_AS2_1 [seq 1 if [tag = xyz] then [setLP 100] reject: False],
                                    rm_ingress_2a_AS2_2 [seq 1 if [tag = zzz] then [setLP 150] reject: True]]},
 ('2a.AS2', '2b.AS2'): {'egress': [rm_egress_2b_AS2_1 [seq 1 if [] then [addTag transit_cl_asn_eq_2] reject: False],
                                   rm_egress_2b_AS2_2 [seq 1 if [prefix_list = origin_pl_asn_eq_2] then [addTag origin_cl_asn_eq_2] reject: False]],
                        'ingress': [],
                        'rr_dir': 'peer'},
 ('2a.AS2', '2c.AS2'): {'egress': [rm_egress_2c_AS2_1 [seq 1 if [] then [addTag transit_cl_asn_eq_2] reject: False],<commit_msg>add bgp policy library includes to tests<commit_after>{'1a.AS1': {'prefixes': {}, 'tags': {}},
 '1b.AS1': {'prefixes': {},
            'tags': {'o_test': '1234:110',
                     'origin_cl_asn_eq_2': '1234:120',
                     't_test': '1234:130',
                     'transit_cl_asn_eq_2': '1234:140'}},
 '1c.AS1': {'prefixes': {},
            'tags': {'a300': '1234:10',
                     'aaa': '1234:20',
                     'abc': '1234:30',
                     'cde': '1234:50',
                     'def': '1234:60',
                     'fn_gao_rexford_mytagcust': '1234:70',
                     'fn_test_bbb': '1234:80',
                     'fn_test_sometag': '1234:90',
                     'ghi': '1234:100',
                     'xyz': '1234:150',
                     'zzz': '1234:160'}},
 '2a.AS2': {'prefixes': {'origin_pl_asn_eq_2': set([IPNetwork('10.0.0.28/30'),
                                                    IPNetwork('10.1.0.4/30'),
                                                    IPNetwork('10.1.0.12/30'),
                                                    IPNetwork('10.1.0.20/30'),
                                                    IPNetwork('10.1.0.28/30'),
                                                    IPNetwork('10.1.0.32/30')])},
            'tags': {'origin_cl_asn_eq_2': '1234:120',
                     'transit_cl_asn_eq_2': '1234:140',
                     'xyz': '1234:150'}},
 '2b.AS2': {'prefixes': {'origin_pl_asn_eq_2': set([IPNetwork('10.0.0.28/30'),
                                                    IPNetwork('10.1.0.4/30'),
                                                    IPNetwork('10.1.0.12/30'),
                                                    IPNetwork('10.1.0.20/30'),
                                                    IPNetwork('10.1.0.28/30'),
                                                    IPNetwork('10.1.0.32/30')])},
            'tags': {'origin_cl_asn_eq_2': '1234:120',
                     'transit_cl_asn_eq_2': '1234:140'}},
 '2c.AS2': {'prefixes': {'origin_pl_asn_eq_2': set([IPNetwork('10.0.0.28/30'),
                                                    IPNetwork('10.1.0.4/30'),
                                                    IPNetwork('10.1.0.12/30'),
                                                    IPNetwork('10.1.0.20/30'),
                                                    IPNetwork('10.1.0.28/30'),
                                                    IPNetwork('10.1.0.32/30')])},
            'tags': {'origin_cl_asn_eq_2': '1234:120',
                     'transit_cl_asn_eq_2': '1234:140'}},
 '2d.AS2': {'prefixes': {'origin_pl_asn_eq_2': set([IPNetwork('10.0.0.28/30'),
                                                    IPNetwork('10.1.0.4/30'),
                                                    IPNetwork('10.1.0.12/30'),
                                                    IPNetwork('10.1.0.20/30'),
                                                    IPNetwork('10.1.0.28/30'),
                                                    IPNetwork('10.1.0.32/30')])},
            'tags': {'origin_cl_asn_eq_2': '1234:120',
                     'transit_cl_asn_eq_2': '1234:140'}},
 '3a.AS3': {'prefixes': {}, 'tags': {}}}{('1a.AS1', '1b.AS1'): {'egress': [], 'ingress': [], 'rr_dir': 'peer'},
 ('1a.AS1', '1c.AS1'): {'egress': [], 'ingress': [], 'rr_dir': 'peer'},
 ('1b.AS1', '1a.AS1'): {'egress': [], 'ingress': [], 'rr_dir': 'peer'},
 ('1b.AS1', '1c.AS1'): {'egress': [], 'ingress': [], 'rr_dir': 'peer'},
 ('1b.AS1', '3a.AS3'): {'egress': [rm_egress_3a_AS3_1 [seq 1 if [tag = transit_cl_asn_eq_2] then [addTag t_test] reject: False],
                                   rm_egress_3a_AS3_2 [seq 1 if [tag = origin_cl_asn_eq_2] then [addTag o_test] reject: False]],
                        'ingress': []},
 ('1c.AS1', '1a.AS1'): {'egress': [], 'ingress': [], 'rr_dir': 'peer'},
 ('1c.AS1', '1b.AS1'): {'egress': [], 'ingress': [], 'rr_dir': 'peer'},
 ('1c.AS1', '2a.AS2'): {'egress': [rm_egress_2a_AS2_1 [seq 1 if [tag = cde] then [addTag a300] reject: False, seq 2 if [tag = def] then [setMED 200] reject: False],
                                   rm_egress_2a_AS2_2 [seq 1 if [tag = ghi] then [addTag a300] reject: False],
                                   rm_egress_2a_AS2_3 [seq 1 if [tag = xyz] then [setLP 100] reject: False],
                                   rm_egress_2a_AS2_4 [seq 1 if [tag = abc] then [] reject: True],
                                   rm_egress_2a_AS2_5 [seq 1 if [tag = aaa] then [addTag fn_test_sometag, addTag fn_test_bbb, setLP 200] reject: False]],
                        'ingress': [rm_ingress_1c_AS1_1 [seq 1 if [tag = xyz] then [setLP 100] reject: False],
                                    rm_ingress_1c_AS1_2 [seq 1 if [] then [setLP 200] reject: False]]},
 ('2a.AS2', '1c.AS1'): {'egress': [rm_egress_1c_AS1_1 [seq 1 if [] then [addTag transit_cl_asn_eq_2] reject: False],
                                   rm_egress_1c_AS1_2 [seq 1 if [prefix_list = origin_pl_asn_eq_2] then [addTag origin_cl_asn_eq_2] reject: False]],
                        'ingress': [rm_ingress_2a_AS2_1 [seq 1 if [tag = xyz] then [setLP 100] reject: False],
                                    rm_ingress_2a_AS2_2 [seq 1 if [tag = zzz] then [setLP 150] reject: True],
                                    rm_ingress_2a_AS2_3 [seq 1 if [] then [addTag fn_gao_rexford_mytagcust] reject: False]]},
 ('2a.AS2', '2b.AS2'): {'egress': [rm_egress_2b_AS2_1 [seq 1 if [] then [addTag transit_cl_asn_eq_2] reject: False],
                                   rm_egress_2b_AS2_2 [seq 1 if [prefix_list = origin_pl_asn_eq_2] then [addTag origin_cl_asn_eq_2] reject: False]],
                        'ingress': [],
                        'rr_dir': 'peer'},
 ('2a.AS2', '2c.AS2'): {'egress': [rm_egress_2c_AS2_1 [seq 1 if [] then [addTag transit_cl_asn_eq_2] reject: False],
{'fraction_non_alphanumeric': 0.1721217468019409, 'fraction_numerical': 0.08972209969122188, 'mean_word_length': 1.3636363636363635, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 48, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 98, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5995337', 'n_tokens_mistral': 4185, 'n_tokens_neox': 3690, 'n_words': 665}