<commit_before>[
  { "id": "hello", "title": "Hello World", "children": null },
  { "id": "print", "title": "Formatted print", "children": null },
  { "id": "literals", "title": "Literals and operators", "children": null },
  { "id": "variables", "title": "Variables", "children": [
      { "id": "mut", "title": "Mutability", "children": null },
      { "id": "scope", "title": "Scope and shadowing", "children": null },
      { "id": "declare", "title": "Declare first", "children": null }
  ] },
  { "id": "type", "title": "Types", "children": [
      { "id": "cast", "title": "Casting", "children": null },
      { "id": "literals", "title": "Literals", "children": null },
      { "id": "inference", "title": "Inference", "children": null },
      { "id": "alias", "title": "Alias", "children": null }
  ] },
  { "id": "expression", "title": "Expressions", "children": null },
  { "id": "if-else", "title": "If/else", "children": null },
  { "id": "loop", "title": "Loop", "children": [
      { "id": "nested", "title": "Nesting and labels", "children": null }
  ] },
  { "id": "while", "title": "While", "children": null },
  { "id": "for", "title": "For and range", "children": null },
  { "id": "fn", "title": "Functions", "children": [
      { "id": "unused", "title": "Unused", "children": null }
  ] },
  { "id": "mod", "title": "Modules", "children": [
      { "id": "visibility", "title": "Visibility", "children": null },
      { "id": "use", "title": "The `use` import", "children": null },
      { "id": "super", "title": "`super` and `self`", "children": null },
      { "id": "split", "title": "File hierarchy", "children": null }
  ] },
  { "id": "crates", "title": "Crates", "children": [
      { "id": "lib", "title": "Library", "children": null },
      { "id": "link", "title": "`extern crate`", "children": null }
  ] },
  { "id": "attribute", "title": "Attributes", "children": [
      { "id": "crate", "title": "Crates", "children": null },
      { "id": "cfg", "title": "`cfg`", "children": [
          { "id": "custom", "title": "Custom", "children": null }
      ] }
  ] },
  { "id": "tuples", "title": "Tuples", "children": null },
  { "id": "match", "title": "Pattern matching", "children": [
      { "id": "guard", "title": "Destructuring and guards", "children": null },
      { "id": "struct", "title": "Destructuring structs", "children": null }
  ] },
  { "id": "structs", "title": "Structures", "children": [
      { "id": "visibility", "title": "Visibility", "children": null }
  ] },
  { "id": "generics", "title": "Generics", "children": [
      { "id": "impl", "title": "Implementation", "children": null },
      { "id": "phantom", "title": "Phantom types", "children": [
          { "id": "units", "title": "Unit conversions", "children": null }
      ] }
  ] },
  { "id": "box", "title": "Box, stack and heap", "children": null },
  { "id": "raii", "title": "RAII", "children": null },
  { "id": "move", "title": "Ownership and moves", "children": [
      { "id": "mut", "title": "Mutability", "children": null }
  ] },
  { "id": "borrow", "title": "Borrowing", "children": [
      { "id": "mut", "title": "Mutability", "children": null },
      { "id": "freeze", "title": "Freezing", "children": null },
      { "id": "alias", "title": "Aliasing", "children": null },
      { "id": "ref", "title": "The ref pattern", "children": null }
  ] },
  { "id": "lifetime", "title": "Lifetimes", "children": [
      { "id": "borrow", "title": "The borrow checker", "children": null },
      { "id": "fn", "title": "Functions", "children": null },
      { "id": "struct", "title": "Structs", "children": null }
  ] },
  { "id": "constants", "title": "Global constants", "children": null },
  { "id": "methods", "title": "Methods", "children": null },
  { "id": "enum", "title": "Enums", "children": [
      { "id": "c-like", "title": "C-like", "children": null }
  ] },
  { "id": "panic", "title": "`panic!`", "children": null },
  { "id": "option", "title": "`Option`", "children": null },
  { "id": "array", "title": "Arrays and Slices", "children": null },
  { "id": "trait", "title": "Traits", "children": [
      { "id": "derive", "title": "Derive", "children": null }
  ] },
  { "id": "ops", "title": "Operator Overloading", "children": null },
  { "id": "bounds", "title": "Bounds", "children": null },
  { "id": "drop", "title": "Drop", "children": null },
  { "id": "iter", "title": "Iterators", "children": null },
  { "id": "closures", "title": "Closures", "children": null },
  { "id": "hof", "title": "Higher Order Functions", "children": null },
  { "id": "vec", "title": "Vectors", "children": null },
  { "id": "str", "title": "Strings", "children": null },
  { "id": "clone", "title": "Clone", "children": null },
  { "id": "threads", "title": "Threads", "children": null },
  { "id": "channels", "title": "Channels", "children": null },
  { "id": "timers", "title": "Timers", "children": null },
  { "id": "sockets", "title": "Unix sockets", "children": null },
  { "id": "result", "title": "`Result`", "children": [
      { "id": "try", "title": "`try!`", "children": null }
  ] },
  { "id": "path", "title": "Path", "children": null },
  { "id": "file", "title": "File I/O", "children": [
      { "id": "open", "title": "`open`", "children": null },
      { "id": "create", "title": "`create`", "children": null }
  ] },
  { "id": "process", "title": "Child processes", "children": [
      { "id": "pipe", "title": "Pipes", "children": null },
      { "id": "wait", "title": "Wait", "children": null }
  ] },
  { "id": "fs", "title": "Filesystem Operations", "children": null },
  { "id": "staging", "title": "Staging Area", "children": [
    { "id": "bench", "title": "Benchmarking", "children": null  },
    { "id": "comment", "title": "Comments", "children": [
        { "id": "doc-comment", "title": "Doc Comments", "children": null }
    ] },
    { "id": "ffi", "title": "Foreign Function Interface", "children": null  },
    { "id": "macros", "title": "macro_rules!", "children": [
        { "id": "designators", "title": "Designators", "children": null },
        { "id": "overload", "title": "Overload", "children": null },
        { "id": "repeat", "title": "Repeat", "children": null },
        { "id": "dry", "title": "DRY", "children": null }
    ] },
    { "id": "arg", "title": "Program arguments", "children": [
        { "id": "matching", "title": "Argument parsing", "children": null },
        { "id": "getopts", "title": "`getopts`", "children": null }
    ] },
    { "id": "rand", "title": "Random", "children": null  },
    { "id": "simd", "title": "SIMD", "children": null  },
    { "id": "test", "title": "Testing", "children": null  },
    { "id": "unsafe", "title": "Unsafe operations", "children": null  },
    { "id": "json", "title": "JSON parsing", "children": [
        { "id": "json-enum", "title": "`Json`", "children": null },
        { "id": "decodable", "title": "`Decodable`", "children": null },
        { "id": "encodable", "title": "`Encodable`", "children": null }
    ] },
    { "id": "fmt", "title": "Formatting", "children": null },
    { "id": "hash", "title": "HashMap", "children": [
        { "id": "alt-key-types", "title": "Alternate/custom key types", "children": null},
        { "id": "hashset", "title": "HashSet", "children": null }
    ] }
  ] },
  { "id": "todo", "title": "TODO", "children": [
    { "id": "assert", "title": "assert! and debug_assert!", "children": null },
    { "id": "green", "title": "Green threads", "children": null },
    { "id": "log", "title": "Logging", "children": null },
    { "id": "rc", "title": "Reference counting", "children": null },
    { "id": "regex", "title": "Regex", "children": null },
    { "id": "rustdoc", "title": "rustdoc", "children": null },
    { "id": "select", "title": "select!", "children": null },
    { "id": "stdio", "title": "Standard I/O", "children": null }
  ] }
]
<commit_msg>Remove json chapters because the examples are missing<commit_after>[
  { "id": "hello", "title": "Hello World", "children": null },
  { "id": "print", "title": "Formatted print", "children": null },
  { "id": "literals", "title": "Literals and operators", "children": null },
  { "id": "variables", "title": "Variables", "children": [
      { "id": "mut", "title": "Mutability", "children": null },
      { "id": "scope", "title": "Scope and shadowing", "children": null },
      { "id": "declare", "title": "Declare first", "children": null }
  ] },
  { "id": "type", "title": "Types", "children": [
      { "id": "cast", "title": "Casting", "children": null },
      { "id": "literals", "title": "Literals", "children": null },
      { "id": "inference", "title": "Inference", "children": null },
      { "id": "alias", "title": "Alias", "children": null }
  ] },
  { "id": "expression", "title": "Expressions", "children": null },
  { "id": "if-else", "title": "If/else", "children": null },
  { "id": "loop", "title": "Loop", "children": [
      { "id": "nested", "title": "Nesting and labels", "children": null }
  ] },
  { "id": "while", "title": "While", "children": null },
  { "id": "for", "title": "For and range", "children": null },
  { "id": "fn", "title": "Functions", "children": [
      { "id": "unused", "title": "Unused", "children": null }
  ] },
  { "id": "mod", "title": "Modules", "children": [
      { "id": "visibility", "title": "Visibility", "children": null },
      { "id": "use", "title": "The `use` import", "children": null },
      { "id": "super", "title": "`super` and `self`", "children": null },
      { "id": "split", "title": "File hierarchy", "children": null }
  ] },
  { "id": "crates", "title": "Crates", "children": [
      { "id": "lib", "title": "Library", "children": null },
      { "id": "link", "title": "`extern crate`", "children": null }
  ] },
  { "id": "attribute", "title": "Attributes", "children": [
      { "id": "crate", "title": "Crates", "children": null },
      { "id": "cfg", "title": "`cfg`", "children": [
          { "id": "custom", "title": "Custom", "children": null }
      ] }
  ] },
  { "id": "tuples", "title": "Tuples", "children": null },
  { "id": "match", "title": "Pattern matching", "children": [
      { "id": "guard", "title": "Destructuring and guards", "children": null },
      { "id": "struct", "title": "Destructuring structs", "children": null }
  ] },
  { "id": "structs", "title": "Structures", "children": [
      { "id": "visibility", "title": "Visibility", "children": null }
  ] },
  { "id": "generics", "title": "Generics", "children": [
      { "id": "impl", "title": "Implementation", "children": null },
      { "id": "phantom", "title": "Phantom types", "children": [
          { "id": "units", "title": "Unit conversions", "children": null }
      ] }
  ] },
  { "id": "box", "title": "Box, stack and heap", "children": null },
  { "id": "raii", "title": "RAII", "children": null },
  { "id": "move", "title": "Ownership and moves", "children": [
      { "id": "mut", "title": "Mutability", "children": null }
  ] },
  { "id": "borrow", "title": "Borrowing", "children": [
      { "id": "mut", "title": "Mutability", "children": null },
      { "id": "freeze", "title": "Freezing", "children": null },
      { "id": "alias", "title": "Aliasing", "children": null },
      { "id": "ref", "title": "The ref pattern", "children": null }
  ] },
  { "id": "lifetime", "title": "Lifetimes", "children": [
      { "id": "borrow", "title": "The borrow checker", "children": null },
      { "id": "fn", "title": "Functions", "children": null },
      { "id": "struct", "title": "Structs", "children": null }
  ] },
  { "id": "constants", "title": "Global constants", "children": null },
  { "id": "methods", "title": "Methods", "children": null },
  { "id": "enum", "title": "Enums", "children": [
      { "id": "c-like", "title": "C-like", "children": null }
  ] },
  { "id": "panic", "title": "`panic!`", "children": null },
  { "id": "option", "title": "`Option`", "children": null },
  { "id": "array", "title": "Arrays and Slices", "children": null },
  { "id": "trait", "title": "Traits", "children": [
      { "id": "derive", "title": "Derive", "children": null }
  ] },
  { "id": "ops", "title": "Operator Overloading", "children": null },
  { "id": "bounds", "title": "Bounds", "children": null },
  { "id": "drop", "title": "Drop", "children": null },
  { "id": "iter", "title": "Iterators", "children": null },
  { "id": "closures", "title": "Closures", "children": null },
  { "id": "hof", "title": "Higher Order Functions", "children": null },
  { "id": "vec", "title": "Vectors", "children": null },
  { "id": "str", "title": "Strings", "children": null },
  { "id": "clone", "title": "Clone", "children": null },
  { "id": "threads", "title": "Threads", "children": null },
  { "id": "channels", "title": "Channels", "children": null },
  { "id": "timers", "title": "Timers", "children": null },
  { "id": "sockets", "title": "Unix sockets", "children": null },
  { "id": "result", "title": "`Result`", "children": [
      { "id": "try", "title": "`try!`", "children": null }
  ] },
  { "id": "path", "title": "Path", "children": null },
  { "id": "file", "title": "File I/O", "children": [
      { "id": "open", "title": "`open`", "children": null },
      { "id": "create", "title": "`create`", "children": null }
  ] },
  { "id": "process", "title": "Child processes", "children": [
      { "id": "pipe", "title": "Pipes", "children": null },
      { "id": "wait", "title": "Wait", "children": null }
  ] },
  { "id": "fs", "title": "Filesystem Operations", "children": null },
  { "id": "staging", "title": "Staging Area", "children": [
    { "id": "bench", "title": "Benchmarking", "children": null  },
    { "id": "comment", "title": "Comments", "children": [
        { "id": "doc-comment", "title": "Doc Comments", "children": null }
    ] },
    { "id": "ffi", "title": "Foreign Function Interface", "children": null  },
    { "id": "macros", "title": "macro_rules!", "children": [
        { "id": "designators", "title": "Designators", "children": null },
        { "id": "overload", "title": "Overload", "children": null },
        { "id": "repeat", "title": "Repeat", "children": null },
        { "id": "dry", "title": "DRY", "children": null }
    ] },
    { "id": "arg", "title": "Program arguments", "children": [
        { "id": "matching", "title": "Argument parsing", "children": null },
        { "id": "getopts", "title": "`getopts`", "children": null }
    ] },
    { "id": "rand", "title": "Random", "children": null  },
    { "id": "simd", "title": "SIMD", "children": null  },
    { "id": "test", "title": "Testing", "children": null  },
    { "id": "unsafe", "title": "Unsafe operations", "children": null  },
    { "id": "fmt", "title": "Formatting", "children": null },
    { "id": "hash", "title": "HashMap", "children": [
        { "id": "alt-key-types", "title": "Alternate/custom key types", "children": null},
        { "id": "hashset", "title": "HashSet", "children": null }
    ] }
  ] },
  { "id": "todo", "title": "TODO", "children": [
    { "id": "assert", "title": "assert! and debug_assert!", "children": null },
    { "id": "green", "title": "Green threads", "children": null },
    { "id": "log", "title": "Logging", "children": null },
    { "id": "rc", "title": "Reference counting", "children": null },
    { "id": "regex", "title": "Regex", "children": null },
    { "id": "rustdoc", "title": "rustdoc", "children": null },
    { "id": "select", "title": "select!", "children": null },
    { "id": "stdio", "title": "Standard I/O", "children": null }
  ] }
]

{'fraction_non_alphanumeric': 0.28315984417906637, 'fraction_numerical': 0.0, 'mean_word_length': 3.802207911683533, 'pattern_counts': {'":': 714, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4191172', 'n_tokens_mistral': 5439, 'n_tokens_neox': 5380, 'n_words': 1497}