<commit_before>//#20
void spansegments() {
  value one9 = "123456789";
  check((1..20).span(5,3).sequence=={6,5,4}, "Backwards span [1] '" (1..20).span(5,3).sequence "'");
  check({1,2,3,4,5,6,7,8,9}.span(5,3)=={6,5,4}, "Backwards span [2] '" {1,2,3,4,5,6,7,8,9}.span(5,3) "'");
  check(one9.span(5,3)=="654", "Backwards span [3] '" one9.span(5,3) "'");
  check(array(1,2,3,4,5,6,7,8,9).span(5,3)=={6,5,4}, "Backwards span [4] '" array(1,2,3,4,5,6,7,8,9).span(5,3) "'");

  check((1..20).segment(1,-1).sequence=={}, "Backwards segment [1] '" (1..20).segment(5,3).sequence "'");
  check({1,2,3,4,5,6,7,8,9}.segment(1,-1)=={}, "Backwards segment [2] '" {1,2,3,4,5,6,7,8,9}.segment(5,3) "'");
  check(one9.segment(1,-1)=="", "Backwards segment [3] '" one9.segment(5,3) "'");
  check(array(1,2,3,4,5,6,7,8,9).segment(1,-1)=={}, "Backwards segment [4] '" array(1,2,3,4,5,6,7,8,9).segment(5,3) "'");
}<commit_msg>test LazyList for #20<commit_after>//#20
void spansegments() {
  value one9 = "123456789";
  check((1..20).span(5,3).sequence=={6,5,4}, "Backward span [1] '" (1..20).span(5,3).sequence "'");
  check({1,2,3,4,5,6,7,8,9}.span(5,3)=={6,5,4}, "Backward span [2] '" {1,2,3,4,5,6,7,8,9}.span(5,3) "'");
  check(one9.span(5,3)=="654", "Backward span [3] '" one9.span(5,3) "'");
  check(array(1,2,3,4,5,6,7,8,9).span(5,3)=={6,5,4}, "Backward span [4] '" array(1,2,3,4,5,6,7,8,9).span(5,3) "'");
  check(LazyList(1,2,3,4,5,6,7,8,9).span(5,3)=={6,5,4}, "Backward span [5] '" LazyList(1,2,3,4,5,6,7,8,9).span(5,3) "'");

  check((1..20).segment(1,-1).sequence=={}, "Backward segment [1] '" (1..20).segment(1,-1).sequence "'");
  check({1,2,3,4,5,6,7,8,9}.segment(1,-1)=={}, "Backward segment [2] '" {1,2,3,4,5,6,7,8,9}.segment(1,-1) "'");
  check(one9.segment(1,-1)=="", "Backward segment [3] '" one9.segment(1,-1) "'");
  check(array(1,2,3,4,5,6,7,8,9).segment(1,-1)=={}, "Backward segment [4] '" array(1,2,3,4,5,6,7,8,9).segment(1,-1) "'");
  check(LazyList(1,2,3,4,5,6,7,8,9).segment(1,-1)=={}, "Backward segment [5] '" LazyList(1,2,3,4,5,6,7,8,9).segment(1,-1) "'");
}
{'fraction_non_alphanumeric': 0.35251450676982593, 'fraction_numerical': 0.17166344294003869, 'mean_word_length': 6.7781954887218046, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4394679', 'n_tokens_mistral': 1114, 'n_tokens_neox': 1081, 'n_words': 105}