<commit_before>homepage: https://hackage.haskell.org/package/phonetic-languages-ukrainian-array
changelog-type: markdown
hash: 26472bb6245366971a68e9da629cf8499ad87906fd5646c14e4f5c646c1cb6ef
test-bench-deps: {}
maintainer: <EMAIL>
synopsis: Prepares Ukrainian text to be used as a phonetic language text
changelog: |
  # Revision history for phonetic-languages-ukrainian-array

  ## 0.1.0.0 -- 2020-12-31

  * First version. Released on an unsuspecting world.

  ## 0.2.0.0 -- 2021-07-24

  * Second version. Added two new functions to 'grow' the lines to the needed value. Some code improvements.

  ## 0.2.1.0 -- 2021-07-24

  * Second version revised A. Changed the prepareGrowTextN function (and renamed it to prepareGrowTextMN) so that it
  has some additional meaning.

  ## 0.3.0.0 -- 2021-08-30

  * Third version. Added new variants of the concatenations. Some code improvements. Fixed several issues with
  consequently going complex words and a prepositions (not very common but actually usable and possible variant).
  Added some improvements to deal with some rare cases.
basic-deps:
  base: '>=4.7 && <4.15'
  mmsyn5: '>=0.4.4 && <1'
  mmsyn2-array: '>=0.1.1 && <1'
all-versions:
- 0.2.1.0
- 0.3.0.0
author: OleksandrZhabenko
latest: 0.3.0.0
description-type: haddock
description: Applies needed minimal grammar connections so that the text afterwards
  can be processed by dobutokO-poetry or phonetic languages approach related programs.
  Uses arrays instead of vectors.
license-name: MIT
<commit_msg>Update from Hackage at 2021-08-30T19:00:54Z<commit_after>homepage: https://hackage.haskell.org/package/phonetic-languages-ukrainian-array
changelog-type: markdown
hash: 26472bb6245366971a68e9da629cf8499ad87906fd5646c14e4f5c646c1cb6ef
test-bench-deps: {}
maintainer: <EMAIL>
synopsis: Prepares Ukrainian text to be used as a phonetic language text
changelog: |
  # Revision history for phonetic-languages-ukrainian-array

  ## 0.1.0.0 -- 2020-12-31

  * First version. Released on an unsuspecting world.

  ## 0.2.0.0 -- 2021-07-24

  * Second version. Added two new functions to 'grow' the lines to the needed value. Some code improvements.

  ## 0.2.1.0 -- 2021-07-24

  * Second version revised A. Changed the prepareGrowTextN function (and renamed it to prepareGrowTextMN) so that it
  has some additional meaning.

  ## 0.3.0.0 -- 2021-08-30

  * Third version. Added new variants of the concatenations. Some code improvements. Fixed several issues with
  consequently going complex words and a prepositions (not very common but actually usable and possible variant).
  Added some improvements to deal with some rare cases.
basic-deps:
  base: '>=4.7 && <4.15'
  mmsyn5: '>=0.4.4 && <1'
  mmsyn2-array: '>=0.1.1 && <1'
all-versions:
- 0.3.0.0
author: OleksandrZhabenko
latest: 0.3.0.0
description-type: haddock
description: Applies needed minimal grammar connections so that the text afterwards
  can be processed by dobutokO-poetry or phonetic languages approach related programs.
  Uses arrays instead of vectors.
license-name: MIT

{'fraction_non_alphanumeric': 0.09554973821989529, 'fraction_numerical': 0.08049738219895287, 'mean_word_length': 3.9546191247974067, 'pattern_counts': {'":': 0, '<': 11, '<?xml version=': 0, '>': 11, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 13, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1365244', 'n_tokens_mistral': 1189, 'n_tokens_neox': 1003, 'n_words': 335}