<commit_before>var fs = require("fs")

var markdown = (new (require("markdown-it"))).use(require("markdown-it-deflist"))
var Mold = require("mold-template")
var glob = require("glob")
var getdocs = require("getdocs")

var config = {
  sourceDir: __dirname + "/../../node_modules/prosemirror/",
  intro: "",
  modules: Object.create(null),
  items: Object.create(null),
  findLink: findLink,
  propID: propID,
  intro: fs.readFileSync(__dirname + "/intro.md", "utf8")
}

var modules = [{
  name: "edit",
  files: "src/edit/*.js",
  order: "index main commands options selection keys range"
}, {
  name: "model",
  files: "src/model/*.js",
  order: "index node fragment mark pos schema defaultschema"
}, {
  name: "transform",
  files: "src/transform/*.js",
  order: "index step map transform join split ancestor replace mark"
}, {
  name: "parse",
  files: "src/parse/*.js",
  order: "index dom markdown text"
}, {
  name: "serialize",
  files: "src/serialize/*.js",
  order: "index dom markdown text"
}, {
  name: "inputrules",
  files: "src/inputrules/*.js",
  order: "index inputrules autoinput"
}, {
  name: "util/event",
  files: "src/util/event.js"
}]

var externalTypes = {
  string: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/String",
  bool: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Boolean",
  number: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Number",
  Iterator: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Iteration_protocols",
  Array: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array",
  Object: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Object",
  RegExp: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/RegExp",
  MarkdownToken: "https://markdown-it.github.io/markdown-it/#Token",<commit_msg>Update manual builder for module structure change<commit_after>var fs = require("fs")

var markdown = (new (require("markdown-it"))).use(require("markdown-it-deflist"))
var Mold = require("mold-template")
var glob = require("glob")
var getdocs = require("getdocs")

var config = {
  sourceDir: __dirname + "/../../node_modules/prosemirror/",
  intro: "",
  modules: Object.create(null),
  items: Object.create(null),
  findLink: findLink,
  propID: propID,
  intro: fs.readFileSync(__dirname + "/intro.md", "utf8")
}

var modules = [{
  name: "edit",
  files: "src/edit/*.js",
  order: "index main commands options selection keys range"
}, {
  name: "model",
  files: "src/model/*.js",
  order: "index node fragment mark pos schema defaultschema"
}, {
  name: "transform",
  files: "src/transform/*.js",
  order: "index step map transform join split ancestor replace mark"
}, {
  name: "format",
  files: "src/format/*.js",
  order: "index register from_dom to_dom from_text to_text"
}, {
  name: "markdown",
  files: "src/markdown/*.js",
  order: "index from_markdown to_markdown"
}, {
  name: "inputrules",
  files: "src/inputrules/*.js",
  order: "index inputrules autoinput"
}, {
  name: "util/event",
  files: "src/util/event.js"
}]

var externalTypes = {
  string: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/String",
  bool: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Boolean",
  number: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Number",
  Iterator: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Iteration_protocols",
  Array: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Array",
  Object: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Object",
  RegExp: "https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/RegExp",
  MarkdownToken: "https://markdown-it.github.io/markdown-it/#Token",
{'fraction_non_alphanumeric': 0.17413059794846134, 'fraction_numerical': 0.0005003752814610958, 'mean_word_length': 4.56824512534819, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 16, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4085570', 'n_tokens_mistral': 1382, 'n_tokens_neox': 1317, 'n_words': 250}