<commit_before>{"rules":[
  {
    "keys"   :["what","describe","search","where"],
    "phrases":[
      {"type":"regex", "expression":"where is (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"what is (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"describe (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"please describe (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"please explain (?:(?:a )*)(.*)"}
    ],
    "process":[ {"type":"console", "expression":"SELECT place[0] AS place, population, location[0] AS lon, location[1] AS lat FROM locations WHERE query='$1$';"}],
    "actions":[
      {"type":"answer", "select":"random",
       "phrases":["$place$ is a place with a population of $population$. Here is a map: https://www.openstreetmap.org/#map=13/$lat$/$lon$"]
      },
      {"type":"anchor", "link":"https://www.openstreetmap.org/#map=13/$lat$/$lon$", "text":"Link to Openstreetmap: $place$"},
      {"type":"map", "latitude":"$lat$", "longitude":"$lon$", "zoom":"13"}
    ]
  }, {
    "keys"   :["where"],
    "phrases":[
      {"type":"pattern", "expression":"where am i"}
    ],
    "actions":[
      {"type":"answer", "select":"random",
       "phrases":["You are here: https://www.openstreetmap.org/#map=13/$latitude$/$longitude$"]
      },
      {"type":"anchor", "link":"https://www.openstreetmap.org/#map=13/$lat$/$lon$", "text":"Link to an Openstreetmap for your location"},
      {"type":"map", "latitude":"$latitude$", "longitude":"$longitude$", "zoom":"13"}
    ]
  }, {
    "score"  :2,
    "phrases":[
      {"type":"regex", "expression":"what is (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"describe (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"please describe (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"explain (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"please explain (?:(?:a )*)(.*)"},
      {"type":"pattern", "expression":"what does * mean"},
      {"type":"regex", "expression":"how is (?:(?:a )*)(.*)"}
    ],
    "process":[ {"type":"console", "expression":"SELECT description FROM wikidata-en WHERE query='$1$';"},
                {"type":"memory", "expression":"NOT $description$ = Wikipedia disambiguation page"} ],
    "actions":[ {"type":"answer", "select":"random", "phrases":[
      "$1$ is a $description$."
    ]}]
  }, {
    "score"  :1,
    "phrases":[
      {"type":"regex", "expression":"what is (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"describe (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"please describe (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"explain (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"please explain (?:(?:a )*)(.*)"},
      {"type":"pattern", "expression":"what does * mean"},
      {"type":"regex", "expression":"how is (?:(?:a )*)(.*)"}
    ],
    "process":[ {"type":"console", "expression":"SELECT plaintext FROM wolframalpha WHERE query='$1$';"} ],
    "actions":[ {"type":"answer", "select":"random", "phrases":[
      "Definition of $1$: $plaintext$."
    ]}]
  }, {
    "score"  :2,
    "phrases":[
      {"type":"regex", "expression":"how (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"why (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"explain (?:(?:a )*)(.*)"}
    ],
    "process":[ {"type":"console", "expression":"SELECT plaintext FROM wolframalpha WHERE query='$0$';"} ],
    "actions":[ {"type":"answer", "select":"random", "phrases":[
      "$plaintext$."<commit_msg>added "whats" and "what's" as keyword<commit_after>{"rules":[
  {
    "keys"   :["what","describe","search","where"],
    "phrases":[
      {"type":"regex", "expression":"where is (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"what is (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"whats (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"what's (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"describe (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"please describe (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"please explain (?:(?:a )*)(.*)"}
    ],
    "process":[ {"type":"console", "expression":"SELECT place[0] AS place, population, location[0] AS lon, location[1] AS lat FROM locations WHERE query='$1$';"}],
    "actions":[
      {"type":"answer", "select":"random",
       "phrases":["$place$ is a place with a population of $population$. Here is a map: https://www.openstreetmap.org/#map=13/$lat$/$lon$"]
      },
      {"type":"anchor", "link":"https://www.openstreetmap.org/#map=13/$lat$/$lon$", "text":"Link to Openstreetmap: $place$"},
      {"type":"map", "latitude":"$lat$", "longitude":"$lon$", "zoom":"13"}
    ]
  }, {
    "keys"   :["where"],
    "phrases":[
      {"type":"pattern", "expression":"where am i"}
    ],
    "actions":[
      {"type":"answer", "select":"random",
       "phrases":["You are here: https://www.openstreetmap.org/#map=13/$latitude$/$longitude$"]
      },
      {"type":"anchor", "link":"https://www.openstreetmap.org/#map=13/$lat$/$lon$", "text":"Link to an Openstreetmap for your location"},
      {"type":"map", "latitude":"$latitude$", "longitude":"$longitude$", "zoom":"13"}
    ]
  }, {
    "score"  :2,
    "phrases":[
      {"type":"regex", "expression":"what is (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"whats (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"what's (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"describe (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"please describe (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"explain (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"please explain (?:(?:a )*)(.*)"},
      {"type":"pattern", "expression":"what does * mean"},
      {"type":"regex", "expression":"how is (?:(?:a )*)(.*)"}
    ],
    "process":[ {"type":"console", "expression":"SELECT description FROM wikidata-en WHERE query='$1$';"},
                {"type":"memory", "expression":"NOT $description$ = Wikipedia disambiguation page"} ],
    "actions":[ {"type":"answer", "select":"random", "phrases":[
      "$1$ is a $description$."
    ]}]
  }, {
    "score"  :1,
    "phrases":[
      {"type":"regex", "expression":"what is (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"whats (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"what's (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"describe (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"please describe (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"explain (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"please explain (?:(?:a )*)(.*)"},
      {"type":"pattern", "expression":"what does * mean"},
      {"type":"regex", "expression":"how is (?:(?:a )*)(.*)"}
    ],
    "process":[ {"type":"console", "expression":"SELECT plaintext FROM wolframalpha WHERE query='$1$';"} ],
    "actions":[ {"type":"answer", "select":"random", "phrases":[
      "$plaintext$."
    ]}]
  }, {
    "score"  :2,
    "phrases":[
      {"type":"regex", "expression":"how (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"why (?:(?:a )*)(.*)"},
      {"type":"regex", "expression":"explain (?:(?:a )*)(.*)"}
    ],
    "process":[ {"type":"console", "expression":"SELECT plaintext FROM wolframalpha WHERE query='$0$';"} ],
    "actions":[ {"type":"answer", "select":"random", "phrases":[
      "$plaintext$."
{'fraction_non_alphanumeric': 0.3210027100271003, 'fraction_numerical': 0.006368563685636856, 'mean_word_length': 4.194229415904292, 'pattern_counts': {'":': 212, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 8, 'lorem ipsum': 0, 'www.': 8, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4996509', 'n_tokens_mistral': 2510, 'n_tokens_neox': 2466, 'n_words': 449}