<commit_before>(ns cmr.search.services.query-service
  "Defines operations for querying for concepts.

  Steps to process a query:

  - Validate parameters
  - Convert parameters into query model
  - Query validation
  - Apply ACLs to query
  - Query simplification
  - Convert Query into Elastic Query Model
  - Send query to Elasticsearch
  - Convert query results into requested format"
  (:require [cmr.search.data.elastic-search-index :as idx]
            [cmr.common-app.services.search.query-model :as qm]
            [cmr.search.services.result-format-helper :as rfh]
            [cmr.common.mime-types :as mt]
            [cmr.common-app.services.search :as common-search]
            [cmr.common-app.services.search.params :as common-params]

            ;; parameter-converters
            ;; These must be required here to make multimethod implementations available.
            [cmr.search.services.parameters.conversion :as p]
            [cmr.search.services.parameters.converters.collection-query]
            [cmr.search.services.parameters.converters.temporal]
            [cmr.search.services.parameters.converters.attribute]
            [cmr.search.services.parameters.converters.orbit-number]
            [cmr.search.services.parameters.converters.equator-crossing-longitude]
            [cmr.search.services.parameters.converters.equator-crossing-date]
            [cmr.search.services.parameters.converters.spatial]
            [cmr.search.services.parameters.converters.science-keyword]
            [cmr.search.services.parameters.converters.two-d-coordinate-system]

            ;; json converters
            [cmr.search.services.json-parameters.conversion :as jp]
            [cmr.search.services.json-parameters.converters.attribute]

            ;; aql
            [cmr.search.services.aql.conversion :as a]
            [cmr.search.services.aql.converters.temporal]
            [cmr.search.services.aql.converters.spatial]
            [cmr.search.services.aql.converters.science-keywords]
            [cmr.search.services.aql.converters.attribute]
            [cmr.search.services.aql.converters.attribute-name]
            [cmr.search.services.aql.converters.two-d-coordinate-system]

            ;; Validation
            [cmr.search.validators.validation]
            [cmr.search.validators.temporal]
            [cmr.search.validators.attribute]
            [cmr.search.validators.orbit-number]
            [cmr.search.validators.equator-crossing-longitude]
            [cmr.search.validators.equator-crossing-date]

            ;; Complex to simple converters
            [cmr.search.data.complex-to-simple-converters.attribute]
            [cmr.search.data.complex-to-simple-converters.orbit]
            [cmr.search.data.complex-to-simple-converters.temporal]
            [cmr.search.data.complex-to-simple-converters.spatial]
            [cmr.search.data.complex-to-simple-converters.two-d-coordinate-system]<commit_msg>CMR-3003: Require the humanizer parameter converter multimethod<commit_after>(ns cmr.search.services.query-service
  "Defines operations for querying for concepts.

  Steps to process a query:

  - Validate parameters
  - Convert parameters into query model
  - Query validation
  - Apply ACLs to query
  - Query simplification
  - Convert Query into Elastic Query Model
  - Send query to Elasticsearch
  - Convert query results into requested format"
  (:require [cmr.search.data.elastic-search-index :as idx]
            [cmr.common-app.services.search.query-model :as qm]
            [cmr.search.services.result-format-helper :as rfh]
            [cmr.common.mime-types :as mt]
            [cmr.common-app.services.search :as common-search]
            [cmr.common-app.services.search.params :as common-params]

            ;; parameter-converters
            ;; These must be required here to make multimethod implementations available.
            [cmr.search.services.parameters.conversion :as p]
            [cmr.search.services.parameters.converters.collection-query]
            [cmr.search.services.parameters.converters.temporal]
            [cmr.search.services.parameters.converters.attribute]
            [cmr.search.services.parameters.converters.orbit-number]
            [cmr.search.services.parameters.converters.equator-crossing-longitude]
            [cmr.search.services.parameters.converters.equator-crossing-date]
            [cmr.search.services.parameters.converters.spatial]
            [cmr.search.services.parameters.converters.science-keyword]
            [cmr.search.services.parameters.converters.two-d-coordinate-system]
            [cmr.search.services.parameters.converters.humanizer]

            ;; json converters
            [cmr.search.services.json-parameters.conversion :as jp]
            [cmr.search.services.json-parameters.converters.attribute]

            ;; aql
            [cmr.search.services.aql.conversion :as a]
            [cmr.search.services.aql.converters.temporal]
            [cmr.search.services.aql.converters.spatial]
            [cmr.search.services.aql.converters.science-keywords]
            [cmr.search.services.aql.converters.attribute]
            [cmr.search.services.aql.converters.attribute-name]
            [cmr.search.services.aql.converters.two-d-coordinate-system]

            ;; Validation
            [cmr.search.validators.validation]
            [cmr.search.validators.temporal]
            [cmr.search.validators.attribute]
            [cmr.search.validators.orbit-number]
            [cmr.search.validators.equator-crossing-longitude]
            [cmr.search.validators.equator-crossing-date]

            ;; Complex to simple converters
            [cmr.search.data.complex-to-simple-converters.attribute]
            [cmr.search.data.complex-to-simple-converters.orbit]
            [cmr.search.data.complex-to-simple-converters.temporal]
            [cmr.search.data.complex-to-simple-converters.spatial]
            [cmr.search.data.complex-to-simple-converters.two-d-coordinate-system]
{'fraction_non_alphanumeric': 0.1066334991708126, 'fraction_numerical': 0.0006633499170812604, 'mean_word_length': 2.4267045454545455, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6535909', 'n_tokens_mistral': 1845, 'n_tokens_neox': 1751, 'n_words': 242}