<commit_before>{
  "$schema": "http://json-schema.org/draft-06/schema#",
  "title": "JSON Feed",
  "description": "JSON Feed Version 1",
  "type": "object",
  "properties": {
    "version": {
      "type": "string",
      "format": "uri"
    },
    "title": {
      "type": "string"
    },
    "home_page_url": {
      "type": "string",
      "format": "uri"
    },
    "feed_url": {
      "type": "string",
      "format": "uri"
    },
    "description": {
      "type": "string"
    },
    "user_comment": {
      "type": "string"
    },
    "next_url": {
      "type": "string",
      "format": "uri"
    },
    "icon": {
      "type": "string",
      "format": "uri"
    },
    "favicon": {
      "type": "string",
      "format": "uri"
    },
    "author": {
      "title": "Author",
      "type": "object",
      "properties": {
        "name": {
          "type": "string"
        },
        "url": {
          "type": "string",
          "format": "uri"
        },
        "avatar": {
          "type": "string",
          "format": "uri"
        }
      },
      "minProperties": 1
    },
    "expired": {
      "type": "boolean"
    },
    "hubs": {
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "type": {
            "type": "string"
          },
          "url": {
            "type": "string",
            "format": "uri"
          }
        },
        "required": ["type", "url"]
      }
    },
    "items": {
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string"
          },
          "url": {
            "type": "string",
            "format": "uri"
          },
          "external_url": {
            "type": "string",
            "format": "uri"
          },
          "title": {
            "type": "string"
          },
          "content_html": {
            "type": "string"
          },
          "content_text": {
            "type": "string"
          },
          "summary": {
            "type": "string"
          },
          "image": {
            "type": "string",
            "format": "uri"
          },
          "banner_image": {
            "type": "string",
            "format": "uri"
          },
          "date_published": {
            "type": "string"
          },
          "date_modified": {
            "type": "string"
          },
          "author": {
            "title": "Author",
            "type": "object",
            "properties": {
              "name": {
                "type": "string"
              },
              "url": {
                "type": "string",
                "format": "uri"
              },
              "avatar": {
                "type": "string",
                "format": "uri"
              }
            },
            "minProperties": 1
          },
          "tags": {
            "type": "array",
            "items": {
              "type": "string"
            }
          },
          "attachments": {
            "type": "array",
            "items": {
              "type": "object",
              "properties": {
                "url": {
                  "type": "string",
                  "format": "uri"
                },
                "mime_type": {
                  "type": "string"
                },
                "title": {
                  "type": "string"
                },
                "size_in_bytes": {
                  "type": "number"
                },
                "duration_in_seconds": {
                  "type": "number"
                }
              },
              "required": ["url", "mime_type"]
            }
          }
        },
        "anyOf": [
          { "required": ["content_html"] },
          { "required": ["content_text"] }
        ],
        "required": ["id"]
      }
    }
  },
  "required": ["version", "title", "items"]
}<commit_msg>Unify author object in separate definition<commit_after>{
  "$schema": "http://json-schema.org/draft-06/schema#",
  "title": "JSON Feed",
  "description": "JSON Feed Version 1",
  "type": "object",
  "properties": {
    "version": {
      "type": "string",
      "format": "uri"
    },
    "title": {
      "type": "string"
    },
    "home_page_url": {
      "type": "string",
      "format": "uri"
    },
    "feed_url": {
      "type": "string",
      "format": "uri"
    },
    "description": {
      "type": "string"
    },
    "user_comment": {
      "type": "string"
    },
    "next_url": {
      "type": "string",
      "format": "uri"
    },
    "icon": {
      "type": "string",
      "format": "uri"
    },
    "favicon": {
      "type": "string",
      "format": "uri"
    },
    "author": {
      "$ref": "#/definitions/author"
    },
    "expired": {
      "type": "boolean"
    },
    "hubs": {
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "type": {
            "type": "string"
          },
          "url": {
            "type": "string",
            "format": "uri"
          }
        },
        "required": ["type", "url"]
      }
    },
    "items": {
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "id": {
            "type": "string"
          },
          "url": {
            "type": "string",
            "format": "uri"
          },
          "external_url": {
            "type": "string",
            "format": "uri"
          },
          "title": {
            "type": "string"
          },
          "content_html": {
            "type": "string"
          },
          "content_text": {
            "type": "string"
          },
          "summary": {
            "type": "string"
          },
          "image": {
            "type": "string",
            "format": "uri"
          },
          "banner_image": {
            "type": "string",
            "format": "uri"
          },
          "date_published": {
            "type": "string"
          },
          "date_modified": {
            "type": "string"
          },
          "author": {
            "$ref": "#/definitions/author"
          },
          "tags": {
            "type": "array",
            "items": {
              "type": "string"
            }
          },
          "attachments": {
            "type": "array",
            "items": {
              "type": "object",
              "properties": {
                "url": {
                  "type": "string",
                  "format": "uri"
                },
                "mime_type": {
                  "type": "string"
                },
                "title": {
                  "type": "string"
                },
                "size_in_bytes": {
                  "type": "number"
                },
                "duration_in_seconds": {
                  "type": "number"
                }
              },
              "required": ["url", "mime_type"]
            }
          }
        },
        "anyOf": [
          { "required": ["content_html"] },
          { "required": ["content_text"] }
        ],
        "required": ["id"]
      }
    }
  },
  "required": ["version", "title", "items"],
  "definitions": {
    "author": {
      "title": "Author",
      "type": "object",
      "properties": {
        "name": {
          "type": "string"
        },
        "url": {
          "type": "string",
          "format": "uri"
        },
        "avatar": {
          "type": "string",
          "format": "uri"
        }
      },
      "minProperties": 1
    }
  }
}
{'fraction_non_alphanumeric': 0.18931016324381253, 'fraction_numerical': 0.001184834123222749, 'mean_word_length': 1.0334582441113491, 'pattern_counts': {'":': 242, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3547393', 'n_tokens_mistral': 2280, 'n_tokens_neox': 2228, 'n_words': 407}