<commit_before>// Demand:
//   Fixed:
//     Prefered departure date (yyyy-mm-dd)
//     Origin (3-char airport code)
//     Destination (3-char airport code)
//     Preferred cabin ('F' for First, 'C' for Club/Business, 'Y' for Economy)
//   Distribution with Probability Masses:
//     POS
//     Channel (D=direct, I=indirect, N=oNline, F=oFfline)
//     Trip type (RO=outbound of round-trip, RI=inbound of round-trip,OW=one way)
//     Stay duration (number of days)
//     Frequent flyer (P=Platinum, G=Gold, S=Silver, M=Member, N=None)
//   Continuous cumulative distribution:
//     Preferred departure time (hh.mm)
//     WTP (moneraty value)
//     Preferred arrival date (equal to prefered departure date)
//     Preferred arrival time (equal to prefered departure time)
//     Value of time
//     Arrival pattern (DTD as a positive value)
//   Distribution of number of requests (distribution and parameters)
// The main fields are separated by ';'
// Probability mass distributions are defined by comma-separated
//   'value:probability' pairs
// Continuous cumulative distribution are defined by comma-separated
//   'value:probability' pairs, sorted in increasing order of values.
// The meaning of probability is P(random variable <= value) = probability.
// The distribution of number of requests is specified using comma-separated 
//  values:
//  distribution, parameter1, parameter2, ... 
//  For example, normal with mean 10.0 and standard deviation 1.0 is specified as
//  N, 10.0, 1.0
//
2010-02-08; SIN; BKK; Y; SIN:0.7, BKK:0.2, row:0.1; DF:0.1, DN:0.3, IF:0.4, IN:0.2; RO:0.6, RI:0.2, OW:0.2; 0:0.1, 1:0.1, 2:0.15, 3:0.15, 4:0.15, 5:0.35; L:0.002, T:0.015, Q:0.019, G:0.037, S:0.042, K:0.155, N:0.73; 06:0, 07:0.1, 09:0.3, 17:0.4, 19:0.8, 20:0.95, 22:1; 100:0, 500:0.8, 2000:1; 15:0, 60:1; 330:0, 40:0.2, 20:0.6, 1:1; N, 10.0, 1.0;
2010-02-08; SIN; HND; Y; SIN:0.5, HND:0.4, row:0.1; DF:0.2, DN:0.2, IF:0.5, IN:0.1; RO:0.5, RI:0.4, OW:0.1; 1:0.9, 2:0.1; L:0.002, T:0.015, Q:0.019, G:0.037, S:0.042, K:0.155, N:0.73; 06:0, 07:0.1, 09:0.8, 12:0.9, 22:1; 300:0, 800:0.8, 3000:1; 15:0, 60:1; 330:0, 1:1; N, 10.0, 2.0;<commit_msg>[samples] Adapt the demand01.csv to the new parser standard.<commit_after>// Demand:
//   Fixed:
//     Prefered departure date (yyyy-mm-dd)
//     Origin (3-char airport code)
//     Destination (3-char airport code)
//     Preferred cabin ('F' for First, 'C' for Club/Business, 'Y' for Economy)
//   Distribution with Probability Masses:
//     POS
//     Channel (D=direct, I=indirect, N=oNline, F=oFfline)
//     Trip type (RO=outbound of round-trip, RI=inbound of round-trip,OW=one way)
//     Stay duration (number of days)
//     Frequent flyer (P=Platinum, G=Gold, S=Silver, M=Member, N=None)
//   Continuous cumulative distribution:
//     Preferred departure time (hh.mm)
//     WTP (moneraty value)
//     Preferred arrival date (equal to prefered departure date)
//     Preferred arrival time (equal to prefered departure time)
//     Value of time
//     Arrival pattern (DTD as a positive value)
//   Distribution of number of requests (distribution and parameters)
// The main fields are separated by ';'
// Probability mass distributions are defined by comma-separated
//   'value:probability' pairs
// Continuous cumulative distribution are defined by comma-separated
//   'value:probability' pairs, sorted in increasing order of values.
// The meaning of probability is P(random variable <= value) = probability.
// The distribution of number of requests is specified using comma-separated 
//  values:
//  distribution, parameter1, parameter2, ... 
//  For example, normal with mean 10.0 and standard deviation 1.0 is specified as
//  N, 10.0, 1.0
//
2010-02-08; SIN; BKK; Y; SIN:0.7, BKK:0.2, row:0.1; DF:0.1, DN:0.3, IF:0.4, IN:0.2; RO:0.6, RI:0.2, OW:0.2; 0:0.1, 1:0.1, 2:0.15, 3:0.15, 4:0.15, 5:0.35; P:0.01, G:0.05, S:0.15, M:0.3, N:0.49; 06:0, 07:0.1, 09:0.3, 17:0.4, 19:0.8, 20:0.95, 22:1; 200; 15:0, 60:1; 330:0, 40:0.2, 20:0.6, 1:1; N, 10.0, 1.0;
2010-02-08; SIN; HND; Y; SIN:0.5, HND:0.4, row:0.1; DF:0.2, DN:0.2, IF:0.5, IN:0.1; RO:0.5, RI:0.4, OW:0.1; 1:0.9, 2:0.1; P:0.1, G:0.01, S:0.09, M:0.4, N:0.4; 06:0, 07:0.1, 09:0.8, 12:0.9, 22:1; 300; 15:0, 60:1; 330:0, 1:1; N, 10.0, 2.0;
{'fraction_non_alphanumeric': 0.17640159512080694, 'fraction_numerical': 0.11400422237860662, 'mean_word_length': 3.1762977473065623, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1535199', 'n_tokens_mistral': 1998, 'n_tokens_neox': 1707, 'n_words': 507}