<commit_before># Rules: 0 - show only without violation, 1 - show with or without violation, 2 - show only violations
# ! means that this rule can produce results without other rules with c_len=9, interval 4-7
# Flag order in list below goes from green - less severe (top) to red - more severe (bottom)
# Groups:
# S - strict rules that can usually be violated
# U - universal for all melodies
# C - rules specifially for cantus firmus
# L - rules specifially for lower cantus firmus
# H - rules specifially for higher cantus firmus
# V - rules appropriate for vocal melody

Strict                     = 1 # No violated rules
3 letters in a row [V]     = X #SC 3 same letters (TDS) in possible chord names in a row (variants)
4 step miss [C]            = X #SC 4 steps missing one of 3 letters (TDS) in possible chord names in a row (constant)
4 letters in a row [V]     = X #SC 4 same letters (TDS) in possible chord names in a row (variants)
>4 letters in a row [V]    = X #SC More than 4 same letters (TDS) in possible chord names in a row (variants)
5 step miss [C]            = X #SC 5 steps missing one of 3 letters (TDS) in possible chord names in a row (constant)
>5 step miss [C]           = X #SC More than 5 steps missing one of 3 letters (TDS) in possible chord names in a row (constant)
"3rd to last is CEG"       = 1 #SC! Third to last note is not Subdominant (C E G forbidden)
Preleaped unfilled 3rd     = 1 #S 3rd is unfilled, but was prepared by leap before
Preleaped unresolved 3rd   = 1 #S! 3rd is unresolved, but was prepared by leap before
"Prefilled unresolved 3rd" = 1 #S 3rd is not resolved by backward movement, but it was filled before
"Prefilled unfilled 3rd"   = 1 #S 3rd is not filled, but it was filled before
Late <6th resolution       = 1 #S! Leap less than 6th is resolved after a second note
Leap back <7th             = 1 #S Leap returns to same note (in case leap is equal or less than 4th)
Last leap                  = 1 #S Last step is a leap
"Consecutive leaps"        = 0 #S More than cse_leaps consecutive leaps
Many leaps                 = 1 #S! Maximum allowed max_leaps during max_leap_steps
Two 3rds after 6/8         = 0 #S Chain of two thirds in one direction after 6th or octave
3 letters in a row [C]     = 0 #C! 3 same letters (TDS) in possible chord names in a row (constant)
Tritone resolved           = 0 #S Tritone is prepared by E and resolved to C
"Prefilled unresolved 4th" = 1 #S 4th is not resolved by backward movement, but it was filled before
"Prefilled unfilled 4th"   = 1 #S 4th is not filled, but it was filled before
4 step miss [V]            = 0 #L 4 steps missing one of 3 letters (TDS) in possible chord names in a row (variants)
"First not C"              = 0 #C First note is not tonic
Minor seventh              = 0 #U Minor seventh interval leap
Outstanding repeat         = 0 #U Prohibit repeating of 3 notes closer than repeat_steps between first notes (if beats are same)
"Preleaped unfilled 4th"   = 1 #S 4th is not filled, but it has a greater leap as neighbour
"Preleaped unresolved 4th" = 1 #U 4th is not resolved by backward movement, but it has a greater leap as neighbour
Prefilled unfilled >4th    = 1 #S Leap longer than 4th is not filled, but it was filled before
Prefilled unresolved >4th  = 1 #U Leap longer than 4th is not resolved by backward movement, but it was filled before
Preleaped unfilled >4th    = 0 #S Leap longer than 4th is not filled, but it has a greater leap as neighbour
Early-late filled 3rd      = 0 #U 3rd is not filled or prefilled, but it is filled somewhere else in the melody
Early-late filled 4th      = 0 #U 4th is not filled or prefilled, but it is filled somewhere else in the melody
Early-late filled >4th     = 0 #S! Leap longer than 4th is not filled or prefilled, but it is filled somewhere else in the melody
"Unresolved 3rd"           = 0 #U 3rd is not resolved by backward movement
Unfilled 3rd               = 0 #U 3rd is not filled
Unfilled 4th               = 0 #U 4th is not filled
Unfilled leap >4th         = 0 #U! Leap is not filled
Late culmination           = 0 #L Culmination at last three steps
Long smooth                = 0 #U Too long smooth movement
Long line                  = 0 #U Too long smooth movement in one direction (linear)
First steps without C      = 0 #L First first_steps_tonic (see comment) steps do not have C note
First steps without E      = 0 #H First first_steps_tonic (see comment) steps do not have E note
"2nd to last not GBD"      = 0 #C Second to last note is not GBD (C E F A forbidden)<commit_msg>CF1: Added checking diatonic steps repeat in FailDiatonic<commit_after># Rules: 0 - show only without violation, 1 - show with or without violation, 2 - show only violations
# ! means that this rule can produce results without other rules with c_len=9, interval 4-7
# Flag order in list below goes from green - less severe (top) to red - more severe (bottom)
# Groups:
# S - strict rules that can usually be violated
# U - universal for all melodies
# C - rules specifially for cantus firmus
# L - rules specifially for lower cantus firmus
# H - rules specifially for higher cantus firmus
# V - rules appropriate for vocal melody

Strict                     = 1 # No violated rules
3 letters in a row [V]     = X #SC 3 same letters (TDS) in possible chord names in a row (variants)
4 step miss [C]            = X #SC 4 steps missing one of 3 letters (TDS) in possible chord names in a row (constant)
4 letters in a row [V]     = X #SC 4 same letters (TDS) in possible chord names in a row (variants)
>4 letters in a row [V]    = X #SC More than 4 same letters (TDS) in possible chord names in a row (variants)
5 step miss [C]            = X #SC 5 steps missing one of 3 letters (TDS) in possible chord names in a row (constant)
>5 step miss [C]           = X #SC More than 5 steps missing one of 3 letters (TDS) in possible chord names in a row (constant)
"3rd to last is CEG"       = 0 #SC! Third to last note is not Subdominant (C E G forbidden)
Preleaped unfilled 3rd     = 0 #S 3rd is unfilled, but was prepared by leap before
Preleaped unresolved 3rd   = 0 #S! 3rd is unresolved, but was prepared by leap before
"Prefilled unresolved 3rd" = 0 #S 3rd is not resolved by backward movement, but it was filled before
"Prefilled unfilled 3rd"   = 0 #S 3rd is not filled, but it was filled before
Late <6th resolution       = 0 #S! Leap less than 6th is resolved after a second note
Leap back <7th             = 0 #S Leap returns to same note (in case leap is equal or less than 4th)
Last leap                  = 0 #S Last step is a leap
"Consecutive leaps"        = 0 #S More than cse_leaps consecutive leaps
Many leaps                 = 0 #S! Maximum allowed max_leaps during max_leap_steps
Two 3rds after 6/8         = 0 #S Chain of two thirds in one direction after 6th or octave
3 letters in a row [C]     = 0 #C! 3 same letters (TDS) in possible chord names in a row (constant)
Tritone resolved           = 0 #S Tritone is prepared by E and resolved to C
"Leap back overflow"       = 0 #S Leap back is going farther than starting note of a previous leap
"Prefilled unresolved 4th" = 0 #S 4th is not resolved by backward movement, but it was filled before
"Prefilled unfilled 4th"   = 0 #S 4th is not filled, but it was filled before
4 step miss [V]            = 0 #L 4 steps missing one of 3 letters (TDS) in possible chord names in a row (variants)
"First not C"              = 0 #C First note is not tonic
Minor seventh              = 0 #U Minor seventh interval leap
Outstanding repeat         = 0 #U Prohibit repeating of 3 notes closer than repeat_steps between first notes (if beats are same)
"Preleaped unfilled 4th"   = 0 #S 4th is not filled, but it has a greater leap as neighbour
"Preleaped unresolved 4th" = 0 #U 4th is not resolved by backward movement, but it has a greater leap as neighbour
Prefilled unfilled >4th    = 0 #S Leap longer than 4th is not filled, but it was filled before
Prefilled unresolved >4th  = 0 #U Leap longer than 4th is not resolved by backward movement, but it was filled before
Preleaped unfilled >4th    = 0 #S Leap longer than 4th is not filled, but it has a greater leap as neighbour
Early-late filled 3rd      = 0 #U 3rd is not filled or prefilled, but it is filled somewhere else in the melody
Early-late filled 4th      = 0 #U 4th is not filled or prefilled, but it is filled somewhere else in the melody
Early-late filled >4th     = 0 #S! Leap longer than 4th is not filled or prefilled, but it is filled somewhere else in the melody
"Unresolved 3rd"           = 0 #U 3rd is not resolved by backward movement
Unfilled 3rd               = 0 #U 3rd is not filled
Unfilled 4th               = 0 #U 4th is not filled
Unfilled leap >4th         = 0 #U! Leap is not filled
Late culmination           = 0 #L Culmination at last three steps
Long smooth                = 0 #U Too long smooth movement
Long line                  = 0 #U Too long smooth movement in one direction (linear)
First steps without C      = 0 #L First first_steps_tonic (see comment) steps do not have C note
First steps without E      = 0 #H First first_steps_tonic (see comment) steps do not have E note
"2nd to last not GBD"      = 0 #C Second to last note is not GBD (C E F A forbidden)
{'fraction_non_alphanumeric': 0.0527337431252022, 'fraction_numerical': 0.023940472339048852, 'mean_word_length': 2.860949208992506, 'pattern_counts': {'":': 0, '<': 7, '<?xml version=': 0, '>': 17, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '237503', 'n_tokens_mistral': 2854, 'n_tokens_neox': 2593, 'n_words': 1569}