<commit_before>{
  "title": "GOOD JSON SEARCH TESTS",
  "desc": "testing incorrect JSON output from lists and searches.",
  "tests": [
    {
      "name": "empty search by title keyword",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "a title this is"],
        ["add", "not in here"],
        ["search", "muhahahaha", "-j"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        []
      ]
    },{
      "name": "search notes by title keyword",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "a title this is"],
        ["add", "not in here"],
        ["search", "this", "-j"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        [
          {
            "id": 1,
            "title": "a title this is",
            "status": "",
            "body": ""
          }
        ]
      ]
    },{
      "name": "search some for notes by title keyword",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "a title this is"],
        ["add", "not here"],
        ["add", "this has it"],
        ["search", "this", "-j"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        null,
        [
          {
            "id": 1,
            "title": "a title this is",
            "status": "",
            "body": ""
          },{
            "id": 3,
            "title": "this has it",
            "status": "",
            "body": ""
          }
        ]
      ]
    },{
      "name": "search some for notes by title keyword, reversed",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "a title this is"],
        ["add", "not here"],
        ["add", "this has it"],
        ["search", "this", "-j", "-r"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        null,
        [
          {
            "id": 3,
            "title": "this has it",
            "status": "",
            "body": ""
          },{
            "id": 1,
            "title": "a title this is",
            "status": "",
            "body": ""
          }
        ]
      ]
    }
  ]
}<commit_msg>some more search tests<commit_after>{
  "title": "GOOD JSON SEARCH TESTS",
  "desc": "testing incorrect JSON output from lists and searches.",
  "tests": [
    {
      "name": "empty search by title keyword",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "a title this is"],
        ["add", "not in here"],
        ["search", "muhahahaha", "-j"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        []
      ]
    },{
      "name": "search notes by title keyword",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "a title this is"],
        ["add", "not in here"],
        ["search", "this", "-j"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        [
          {
            "id": 1,
            "title": "a title this is",
            "status": "",
            "body": ""
          }
        ]
      ]
    },{
      "name": "search for some notes by title keyword",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "a title this is"],
        ["add", "not here"],
        ["add", "this has it"],
        ["search", "this", "-j"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        null,
        [
          {
            "id": 1,
            "title": "a title this is",
            "status": "",
            "body": ""
          },{
            "id": 3,
            "title": "this has it",
            "status": "",
            "body": ""
          }
        ]
      ]
    },{
      "name": "search some for notes by title keyword, limited",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "a title this is"],
        ["add", "not here"],
        ["add", "this has it"],
        ["search", "this", "-j", "-l", "1"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        null,
        [
          {
            "id": 1,
            "title": "a title this is",
            "status": "",
            "body": ""
          }
        ]
      ]
    },{
      "name": "search for some notes by title keyword, reversed",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "a title this is"],
        ["add", "not here"],
        ["add", "this has it"],
        ["search", "this", "-j", "-r"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        null,
        [
          {
            "id": 3,
            "title": "this has it",
            "status": "",
            "body": ""
          },{
            "id": 1,
            "title": "a title this is",
            "status": "",
            "body": ""
          }
        ]
      ]
    },{
      "name": "search for some notes by title keyword, reversed and limited",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "a title this is"],
        ["add", "not here"],
        ["add", "this has it"],
        ["search", "this", "-j", "-r", "-l", "1"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        null,
        [
          {
            "id": 3,
            "title": "this has it",
            "status": "",
            "body": ""
          }
        ]
      ]
    },{
      "name": "search for a note by body keyword",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "my journal", "-b", "I like this but not those things wizards do."],
        ["add", "my journal", "-b", "I too dislike those with the pointy hats."],
        ["add", "my journal", "-b", "i liek magic"],
        ["search", "magic", "-j", "--search-body"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        null,
        [
          {
            "id": 3,
            "title": "my journal",
            "status": "",
            "body": "i liek magic"
          }
        ]
      ]
    },{
      "name": "search some notes by body keyword",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "my journal", "-b", "magic is fuuuuun"],
        ["add", "my journal", "-b", "I too dislike those with the pointy hats."],
        ["add", "my journal", "-b", "i liek magic"],
        ["search", "magic", "-j", "--search-body"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        null,
        [
          {
            "id": 1,
            "title": "my journal",
            "status": "",
            "body": "magic is fuuuuun"
          },{
            "id": 3,
            "title": "my journal",
            "status": "",
            "body": "i liek magic"
          }
        ]
      ]
    },{
      "name": "search for a note by body regex",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "my journal", "-b", "I like this but not those things wizards do."],
        ["add", "my journal", "-b", "this is my email <EMAIL>"],
        ["add", "my journal", "-b", "i liek magic"],
        ["search", "\\S+@\\S+", "-j", "--search-body", "--regex"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        null,
        [
          {
            "id": 2,
            "title": "my journal",
            "status": "",
            "body": "this is my email <EMAIL>"
          }
        ]
      ]
    },{
      "name": "search some notes by body regex",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "my journal", "-b", "this that other persons email <EMAIL>"],
        ["add", "my journal", "-b", "I too dislike those with the pointy hats."],
        ["add", "my journal", "-b", "this is my email <EMAIL>"],
        ["search", "\\S+@\\S+", "-j", "--search-body", "--regex"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        null,
        [
          {
            "id": 1,
            "title": "my journal",
            "status": "",
            "body": "this that other persons email <EMAIL>"
          },{
            "id": 3,
            "title": "my journal",
            "status": "",
            "body": "this is my email <EMAIL>"
          }
        ]
      ]
    },{
      "name": "search some notes by body regex, reversed",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "my journal", "-b", "this that other persons email <EMAIL>"],
        ["add", "my journal", "-b", "I too dislike those with the pointy hats."],
        ["add", "my journal", "-b", "this is my email <EMAIL>"],
        ["search", "\\S+@\\S+", "-j", "--search-body", "--regex", "-r"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        null,
        [
          {
            "id": 3,
            "title": "my journal",
            "status": "",
            "body": "this is my email <EMAIL>"
          },{
            "id": 1,
            "title": "my journal",
            "status": "",
            "body": "this that other persons email <EMAIL>"
          }
        ]
      ]
    },{
      "name": "search some notes by body regex, limit",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "my journal", "-b", "this that other persons email <EMAIL>"],
        ["add", "my journal", "-b", "I too dislike those with the pointy hats."],
        ["add", "my journal", "-b", "this is my email <EMAIL>"],
        ["search", "\\S+@\\S+", "-j", "--search-body", "--regex", "-l", "1"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        null,
        [
          {
            "id": 1,
            "title": "my journal",
            "status": "",
            "body": "this that other persons email <EMAIL>"
          }
        ]
      ]
    },{
      "name": "search some notes by body regex, reversed and limited",
      "profile": "",
      "profile_folder": "",
      "cmds": [
        ["new-profile"],
        ["add", "my journal", "-b", "this that other persons email <EMAIL>"],
        ["add", "my journal", "-b", "I too dislike those with the pointy hats."],
        ["add", "my journal", "-b", "this is my email <EMAIL>"],
        ["search", "\\S+@\\S+", "-j", "--search-body", "--regex", "-r", "-l", "1"]
      ],
      "stdin": [],
      "result_type": "json",
      "results": [
        null,
        null,
        null,
        null,
        [
          {
            "id": 3,
            "title": "my journal",
            "status": "",
            "body": "this is my email <EMAIL>"
          }
        ]
      ]
    }
  ]
}
{'fraction_non_alphanumeric': 0.20326984662059666, 'fraction_numerical': 0.0021911343333895165, 'mean_word_length': 1.2790474361436528, 'pattern_counts': {'":': 213, '<': 19, '<?xml version=': 0, '>': 19, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3848085', 'n_tokens_mistral': 3660, 'n_tokens_neox': 3590, 'n_words': 984}