<commit_before>// Fares: fare ID; OriginCity; DestinationCity; TripType; DateRangeStart; DateRangeEnd; DepartureTimeRangeStart; DepartureTimeRangeEnd; POS; Channel; AdvancePurchase; SaturdayNight; ChangeFees; NonRefundable; MinimumStay; Price; nb Segments
// Segment: AirlineCode; Class;
1; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; IN; 0; F; F; F; 0; 800.0; SQ; Y;
2; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; IN; 0; F; F; F; 0; 800.0; SQ; Y;
3; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; IN; 0; F; F; F; 0; 800.0; SQ; Y;
4; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; IF; 0; F; F; F; 0; 800.0; SQ; Y;
5; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; IF; 0; F; F; F; 0; 800.0; SQ; Y;
6; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; IF; 0; F; F; F; 0; 800.0; SQ; Y;
7; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; DN; 0; F; F; F; 0; 800.0; SQ; Y;
8; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; DN; 0; F; F; F; 0; 800.0; SQ; Y;
9; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; DN; 0; F; F; F; 0; 800.0; SQ; Y;
10; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; DF; 0; F; F; F; 0; 800.0; SQ; Y;
11; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; DF; 0; F; F; F; 0; 800.0; SQ; Y;
12; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; DF; 0; F; F; F; 0; 800.0; SQ; Y;
1; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; IN; 0; T; T; F; 0; 500.0; SQ; B;
2; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; IN; 0; T; T; F; 0; 500.0; SQ; B;
3; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; IN; 0; T; T; F; 0; 500.0; SQ; B;
4; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; IF; 0; T; T; F; 0; 500.0; SQ; B;
5; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; IF; 0; T; T; F; 0; 500.0; SQ; B;
6; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; IF; 0; T; T; F; 0; 500.0; SQ; B;
7; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; DN; 0; T; T; F; 0; 500.0; SQ; B;
8; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; DN; 0; T; T; F; 0; 500.0; SQ; B;
9; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; DN; 0; T; T; F; 0; 500.0; SQ; B;
10; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; DF; 0; T; T; F; 0; 500.0; SQ; B;
11; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; DF; 0; T; T; F; 0; 500.0; SQ; B;
12; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; DF; 0; T; T; F; 0; 500.0; SQ; B;
13; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; IN; 0; T; T; T; 0; 320.0; SQ; M;
14; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; IN; 0; T; T; T; 0; 320.0; SQ; M;
15; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; IN; 0; T; T; T; 0; 320.0; SQ; M;
16; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; IF; 0; T; T; T; 0; 320.0; SQ; M;
17; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; IF; 0; T; T; T; 0; 320.0; SQ; M;
18; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; IF; 0; T; T; T; 0; 320.0; SQ; M;
19; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; DN; 0; T; T; T; 0; 320.0; SQ; M;
20; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; DN; 0; T; T; T; 0; 320.0; SQ; M;
21; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; DN; 0; T; T; T; 0; 320.0; SQ; M;
22; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; DF; 0; T; T; T; 0; 320.0; SQ; M;
23; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; DF; 0; T; T; T; 0; 320.0; SQ; M;
24; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; DF; 0; T; T; T; 0; 320.0; SQ; M;
25; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; IN; 0; F; F; F; 0; 400.0; SQ; Y;
26; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; IN; 0; F; F; F; 0; 400.0; SQ; Y;
27; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; IN; 0; F; F; F; 0; 400.0; SQ; Y;
28; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; IF; 0; F; F; F; 0; 400.0; SQ; Y;
29; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; IF; 0; F; F; F; 0; 400.0; SQ; Y;
30; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; IF; 0; F; F; F; 0; 400.0; SQ; Y;
31; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; DN; 0; F; F; F; 0; 400.0; SQ; Y;
32; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; DN; 0; F; F; F; 0; 400.0; SQ; Y;
33; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; DN; 0; F; F; F; 0; 400.0; SQ; Y;
34; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; DF; 0; F; F; F; 0; 400.0; SQ; Y;
35; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; DF; 0; F; F; F; 0; 400.0; SQ; Y;
36; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; DF; 0; F; F; F; 0; 400.0; SQ; Y;
25; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; IN; 0; T; T; F; 0; 250.0; SQ; B;
26; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; IN; 0; T; T; F; 0; 250.0; SQ; B;
27; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; IN; 0; T; T; F; 0; 250.0; SQ; B;
28; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; IF; 0; T; T; F; 0; 250.0; SQ; B;
29; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; IF; 0; T; T; F; 0; 250.0; SQ; B;
30; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; IF; 0; T; T; F; 0; 250.0; SQ; B;
31; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; DN; 0; T; T; F; 0; 250.0; SQ; B;
32; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; DN; 0; T; T; F; 0; 250.0; SQ; B;
33; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; DN; 0; T; T; F; 0; 250.0; SQ; B;
34; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; DF; 0; T; T; F; 0; 250.0; SQ; B;
35; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; DF; 0; T; T; F; 0; 250.0; SQ; B;
36; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; DF; 0; T; T; F; 0; 250.0; SQ; B;
37; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; IN; 0; T; T; T; 0; 160.0; SQ; M;
38; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; IN; 0; T; T; T; 0; 160.0; SQ; M;
39; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; IN; 0; T; T; T; 0; 160.0; SQ; M;
40; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; IF; 0; T; T; T; 0; 160.0; SQ; M;
41; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; IF; 0; T; T; T; 0; 160.0; SQ; M;
42; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; IF; 0; T; T; T; 0; 160.0; SQ; M;
43; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; DN; 0; T; T; T; 0; 160.0; SQ; M;
44; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; DN; 0; T; T; T; 0; 160.0; SQ; M;
45; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; DN; 0; T; T; T; 0; 160.0; SQ; M;
46; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; SIN; Y; DF; 0; T; T; T; 0; 160.0; SQ; M;
47; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; BKK; Y; DF; 0; T; T; T; 0; 160.0; SQ; M;
48; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ROW; Y; DF; 0; T; T; T; 0; 160.0; SQ; M;
<commit_msg>[Samples] ALL (all the point-of-sales) and DC (all the different channels) are now available to describe fare rules (as previously done for yield ones).<commit_after>// Fares: fare ID; OriginCity; DestinationCity; TripType; DateRangeStart; DateRangeEnd; DepartureTimeRangeStart; DepartureTimeRangeEnd; POS; Channel; AdvancePurchase; SaturdayNight; ChangeFees; NonRefundable; MinimumStay; Price; nb Segments
// Segment: AirlineCode; Class;
1; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ALL; Y; DC; 0; F; F; F; 0; 800.0; SQ; Y;
2; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ALL; Y; DC; 0; T; T; F; 0; 500.0; SQ; B;
3; SIN; BKK; RT; 2009-01-01; 2012-06-01; 00:00; 23:59; ALL; Y; DC; 0; T; T; T; 0; 320.0; SQ; M;
4; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ALL; Y; DC; 0; F; F; F; 0; 400.0; SQ; Y;
5; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ALL; Y; DC; 0; T; T; F; 0; 250.0; SQ; B;
6; SIN; BKK; OW; 2009-01-01; 2012-06-01; 00:00; 23:59; ALL; Y; DC; 0; T; T; T; 0; 160.0; SQ; M;

{'fraction_non_alphanumeric': 0.25274725274725274, 'fraction_numerical': 0.29851467214104577, 'mean_word_length': 3.231987736331119, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2721884', 'n_tokens_mistral': 6589, 'n_tokens_neox': 4650, 'n_words': 1553}