<commit_before>homepage: ''
changelog-type: ''
hash: a3b5233371b02f7bce713791e6e6a0639d0d9860e4feebbe1e199de8a5dd38e4
test-bench-deps:
  tld: -any
  base: -any
  text: -any
  HUnit: -any
  network-uri: -any
maintainer: <EMAIL>
synopsis: This project separates subdomains, domains, and top-level-domains from URLs.
changelog: ''
basic-deps:
  base: ! '>=4.7 && <4.9'
  text: -any
  containers: -any
  network-uri: -any
all-versions:
- '0.1.0.0'
- '0.1.0.1'
- '0.2.0.0'
- '0.3.0.0'
author: <NAME>
latest: '0.3.0.0'
description-type: haddock
description: This project separates subdomains, domains, and top-level-domains from
  URLs. At compile-time, it parses a list of top-level-domains from `data/tld.dat`.
  This list comes from `http://mxr.mozilla.org/mozilla/source/netwerk/dns/src/effective_tld_names.dat?raw=1`.
  This package most likely isn't perfect, especially when handling unicode characters.
license-name: MIT<commit_msg>Update from Hackage at 2017-03-31T20:34:31Z<commit_after>homepage: ''
changelog-type: ''
hash: 19fc38d8b3006eab84db50f3f2c7d779fb33e680007db9203e95f9933bfb369a
test-bench-deps:
  tld: -any
  base: -any
  text: -any
  HUnit: -any
  network-uri: -any
maintainer: <EMAIL>
synopsis: This project separates subdomains, domains, and top-level-domains from URLs.
changelog: ''
basic-deps:
  base: ! '>=4.7 && <4.10'
  text: -any
  containers: -any
  network-uri: -any
all-versions:
- '0.1.0.0'
- '0.1.0.1'
- '0.2.0.0'
- '0.3.0.0'
- '0.3.0.1'
author: <NAME>
latest: '0.3.0.1'
description-type: haddock
description: This project separates subdomains, domains, and top-level-domains from
  URLs. At compile-time, it parses a list of top-level-domains from `data/tld.dat`.
  This list comes from `http://mxr.mozilla.org/mozilla/source/netwerk/dns/src/effective_tld_names.dat?raw=1`.
  This package most likely isn't perfect, especially when handling unicode characters.
license-name: MIT
{'fraction_non_alphanumeric': 0.14248297537978, 'fraction_numerical': 0.07700366684127816, 'mean_word_length': 4.06631299734748, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 11, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2444707', 'n_tokens_mistral': 838, 'n_tokens_neox': 765, 'n_words': 178}