<commit_before>---
id: imagemeasurements.json
"$schema": "http://json-schema.org/draft-04/schema"
title: ImageMeasurements
description: "Complex image measurements"
definitions:
  face:
    type: object
    description: "Bounding box of a detected face"
    properties:
      x:
        name: x
        type: number
        description: "Cartesian coordinate along x-axis"
        example: 608.1907
      y:
        name: y
        type: number
        description: "Cartesian coordinate along y-axis"
        example: 189.9090
      width:
        name: width
        type: number
        description: "Width"
        example: 229.2087
      height:
        name: height
        type: number
        description: "Height"
        example: 229.2087
      confidence:
        name: confidence
        type: number
        description: "Level of confidence of detected face being a true positive"
        example: 5.08
  color:
    type: array
    description: "Tuple of RGB values representing a color"
    items:
      -
        type: number
        description: "Red channel"
        example: 255
      -
        type: number
        description: "Green channel"
        example: 200
      -
        type: number
        description: "Blue channel"
        example: 190
  faces:
    description: "Extracted faces from the image, represented as a rectangle for
      each detected face"
    type: array
    items:
      "$ref": "#/definitions/face"
  colors:
    description: "Extracted colors from the image, represented as an array of
      at least 5 RGB colors"
    type: array
    items:
      "$ref": "#/definitions/color"
    minItens: 5<commit_msg>Add saliency property<commit_after>---
id: imagemeasurements.json
"$schema": "http://json-schema.org/draft-04/schema"
title: ImageMeasurements
description: "Complex image measurements"
definitions:
  faces:
    description: "Extracted faces from the image"
    type: array
    items:
      description: "Bounding box of a detected face"
      allOf:
        "$ref": "base.json#/definitions/bbox"
      properties:
        "$ref": "base.json#/definitions/confidence"
  colors:
    description: "Extracted colors from the image, represented as an array of
      at least 5 RGB colors"
    type: array
    items:
      "$ref": "base.json#/definitions/tuplecolor"
    minItens: 5
  saliency:
    description: "Extracted salient region from an image"
    type: object
    properties:
      bbox:
        "$ref": "base.json#/definitions/bbox"
        description: "Bounding box around all extracted salient regions"
      confidence:
        "$ref": "base.json#/definitions/confidence"
        description: "Confidence of detected salient regions"
      regions:
        description: "Extracted salient regions"
        type: array
        items:
          type: object
          properties:
            bbox:
              "$ref": "base.json#/definitions/bbox"
            center:
              "$ref": "base.json#/definitions/point"
            radius:
              type: number
            polygon:
              "$ref": "base.json#/definitions/polygon"
      # To be deprecated:
      polygon:
        "$ref": "base.json#/definitions/arraypolygon"
        description: "Polygon around the salient region"
        example: [[533,280],[521,280],[491,238],[486,288],[419,289],[411,308],[360,308],[347,298],[343,289],[329,291],[343,326],[356,329],[372,370],[378,365],[421,365],[439,371],[443,360],[454,358],[454,327],[482,315],[522,315],[523,339],[530,339],[533,316],[538,310]]
      center:
        "$ref": "base.json#/definitions/arraypoint"
        description: "Point localized in the center of the salient region"
        example: [433,300]
      radius:
        description: "Radius of the circle around the salient region"
        type: number
        example: 108.079
      bounding_rect:
        "$ref": "base.json#/definitions/arrayrectangle"
        description: "Rectangle around the salient region"
        example: [[329,238],[539,372]]
{'fraction_non_alphanumeric': 0.11297175706073481, 'fraction_numerical': 0.05548612846788303, 'mean_word_length': 2.3857868020304567, 'pattern_counts': {'":': 15, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3690236', 'n_tokens_mistral': 1311, 'n_tokens_neox': 1127, 'n_words': 328}