<commit_before>{
  "$schema": "http://json-schema.org/draft-04/schema#",
  "title": "FIRE Data Batch Schema",
  "description": "FIRE schema for representing bulk collections of bank objects.",
  "type": "object",
  "properties": {
    "name": {
      "description": "A unique identifier for the data batch",
      "type": "string"
    },
    "data": {
      "description": "An array of data items of a single type",
      "type": "array",
      "minItems": 1,
      "items": {
        "anyOf": [
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/account.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/account_aggregate.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/collateral.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/customer.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/derivative.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/derivative_cash_flow.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/exchange_rate.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/guarantor.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/issuer.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/loan.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/loan_aggregate.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/loan_transaction.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/security.json#" }
        ]
      }
    },
    "links": {
      "description": "An array describing the page structure of the full data batch",
      "type": "array",
      "minItems": 1,<commit_msg>Added count property to batch schema as simple checksum for batch transmission<commit_after>{
  "$schema": "http://json-schema.org/draft-04/schema#",
  "title": "FIRE Data Batch Schema",
  "description": "FIRE schema for representing bulk collections of bank objects.",
  "type": "object",
  "properties": {
    "name": {
      "description": "A unique identifier for the data batch",
      "type": "string"
    },
    "count": {
      "description": "Number of records in this batch schema",
      "type": "integer"
    },
    "data": {
      "description": "An array of data items of a single type",
      "type": "array",
      "minItems": 1,
      "items": {
        "anyOf": [
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/account.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/account_aggregate.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/collateral.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/customer.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/derivative.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/derivative_cash_flow.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/exchange_rate.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/guarantor.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/issuer.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/loan.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/loan_aggregate.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/loan_transaction.json#" },
          { "$ref": "https://raw.githubusercontent.com/SuadeLabs/fire/master/v1-dev/security.json#" }
        ]
      }
    },
    "links": {
      "description": "An array describing the page structure of the full data batch",
      "type": "array",
      "minItems": 1,
{'fraction_non_alphanumeric': 0.1894859813084112, 'fraction_numerical': 0.00794392523364486, 'mean_word_length': 2.989748369058714, 'pattern_counts': {'":': 65, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 26, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '871278', 'n_tokens_mistral': 1480, 'n_tokens_neox': 1455, 'n_words': 205}