<commit_before>homepage: https://github.com/hltcoe
changelog-type: ''
hash: 48a74b681c636c337de4f0287f12fb1f6e4ebd43b10af67e035dd8d0a2658bae
test-bench-deps: {}
maintainer: <EMAIL>
synopsis: Automatically generated Thrift definitions for the Concrete data format.
changelog: ''
basic-deps:
  bytestring: -any
  base: ! '>=4.6 && <5'
  unordered-containers: -any
  text: -any
  containers: -any
  thrift: -any
  hashable: -any
  QuickCheck: -any
  vector: -any
all-versions:
- '0.0.0.1'
author: <NAME>
latest: '0.0.0.1'
description-type: haddock
description: Concrete is a Thrift-based data specification designed for Natural Language
  Processing (NLP) applications.
license-name: GPL<commit_msg>Update from Hackage at 2017-08-27T14:46:37Z<commit_after>homepage: https://github.com/hltcoe
changelog-type: ''
hash: 1d352f54bbef567af0a503b1054d09ee48447da801de71802b1974007849be08
test-bench-deps: {}
maintainer: <EMAIL>
synopsis: Automatically generated Thrift definitions for the Concrete data format.
changelog: ''
basic-deps:
  bytestring: -any
  base: ! '>=4.6 && <5'
  unordered-containers: -any
  text: -any
  containers: -any
  lens: -any
  thrift: -any
  hashable: -any
  QuickCheck: -any
  vector: -any
all-versions:
- '0.0.0.1'
- '0.0.0.2'
author: <NAME>
latest: '0.0.0.2'
description-type: haddock
description: Concrete is a Thrift-based data specification designed for Natural Language
  Processing (NLP) applications.
license-name: GPL
{'fraction_non_alphanumeric': 0.1216309606081548, 'fraction_numerical': 0.08431237042156185, 'mean_word_length': 4.65625, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 5, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4029981', 'n_tokens_mistral': 615, 'n_tokens_neox': 549, 'n_words': 132}