<commit_before>module Chewy
  class Index

    # Stores ElasticSearch index settings and resolves `analysis`
    # hash. At first, you need to store sone analyzers or other
    # analysis options to the corresponding repository:
    #
    #   Chewy.analyzer :title_analyzer, type: 'custom', filter: %w(lowercase icu_folding title_nysiis)
    #   Chewy.filter :title_nysiis, type: 'phonetic', encoder: 'nysiis', replace: false
    #
    # `title_nysiis` filter here will be expanded automatically when
    # `title_analyzer` analyser will be used in index settings:
    #
    #   class ProductsIndex < Chewy::Index
    #     settings analysis: {
    #       analyzer: [
    #         'title_analyzer',
    #         {one_more_analyzer: {type: 'custom', tokenizer: 'lowercase'}}
    #       ]
    #     }
    #   end
    #
    # Additional analysing options, which wasn't stored in repositories,
    # might be used as well.
    #
    class Settings
      def initialize(params = {})<commit_msg>Fix typo<commit_after>module Chewy
  class Index

    # Stores ElasticSearch index settings and resolves `analysis`
    # hash. At first, you need to store some analyzers or other
    # analysis options to the corresponding repository:
    #
    #   Chewy.analyzer :title_analyzer, type: 'custom', filter: %w(lowercase icu_folding title_nysiis)
    #   Chewy.filter :title_nysiis, type: 'phonetic', encoder: 'nysiis', replace: false
    #
    # `title_nysiis` filter here will be expanded automatically when
    # `title_analyzer` analyser will be used in index settings:
    #
    #   class ProductsIndex < Chewy::Index
    #     settings analysis: {
    #       analyzer: [
    #         'title_analyzer',
    #         {one_more_analyzer: {type: 'custom', tokenizer: 'lowercase'}}
    #       ]
    #     }
    #   end
    #
    # Additional analysing options, which wasn't stored in repositories,
    # might be used as well.
    #
    class Settings
      def initialize(params = {})
{'fraction_non_alphanumeric': 0.09187279151943463, 'fraction_numerical': 0.0, 'mean_word_length': 2.6977611940298507, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5257364', 'n_tokens_mistral': 610, 'n_tokens_neox': 597, 'n_words': 181}