<commit_before>[package]

name = "differential-dataflow"
version = "0.0.1"
authors = ["<NAME> <<EMAIL>>"]

description = "An incremental data-parallel dataflow platform"

# These URLs point to more information about the repository
documentation = "https://github.com/frankmcsherry/differential-dataflow"
homepage = "https://github.com/frankmcsherry/differential-dataflow"
repository = "https://github.com/frankmcsherry/differential-dataflow.git"
keywords = ["differential", "dataflow"]
license = "MIT"

[dependencies]
docopt="*"
columnar="*"
rand="*"
time = "*"
byteorder="*"
timely="*"


# [profile.release]
# opt-level = 3
# debug = true
# rpath = false
# lto = false
# debug-assertions = false
<commit_msg>pointed at git timely-dataflow<commit_after>[package]

name = "differential-dataflow"
version = "0.0.1"
authors = ["<NAME> <<EMAIL>>"]

description = "An incremental data-parallel dataflow platform"

# These URLs point to more information about the repository
documentation = "https://github.com/frankmcsherry/differential-dataflow"
homepage = "https://github.com/frankmcsherry/differential-dataflow"
repository = "https://github.com/frankmcsherry/differential-dataflow.git"
keywords = ["differential", "dataflow"]
license = "MIT"

[dependencies.timely]
git="https://github.com/frankmcsherry/timely-dataflow.git"

[dependencies]
docopt="*"
columnar="*"
rand="*"
time = "*"
byteorder="*"
# timely="*"


# [profile.release]
# opt-level = 3
# debug = true
# rpath = false
# lto = false
# debug-assertions = false

{'fraction_non_alphanumeric': 0.16063199473337722, 'fraction_numerical': 0.005266622778143515, 'mean_word_length': 5.58008658008658, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 7, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7072168', 'n_tokens_mistral': 537, 'n_tokens_neox': 495, 'n_words': 109}