<commit_before>{ lib
, buildPythonPackage
, fetchFromGitHub
, dill
, filelock
, numpy
, pandas
, pyarrow
, requests
, tqdm
, xxhash
}:

buildPythonPackage rec {
  pname = "datasets";
  version = "1.0.0";

  src = fetchFromGitHub {
    owner = "huggingface";
    repo = pname;
    rev = version;
    sha256 = "13l52r7nhj2c1a10isy5309d2g6pmaivyqs5w6yjbjj4195jxya5";
  };

  propagatedBuildInputs = [
    dill
    filelock
    numpy
    pandas
    pyarrow
    requests
    tqdm
    xxhash<commit_msg>python3Packages.datasets: 1.0.0 -> 1.0.1<commit_after>{ lib
, buildPythonPackage
, fetchFromGitHub
, dill
, filelock
, numpy
, pandas
, pyarrow
, requests
, tqdm
, xxhash
}:

buildPythonPackage rec {
  pname = "datasets";
  version = "1.0.1";

  src = fetchFromGitHub {
    owner = "huggingface";
    repo = pname;
    rev = version;
    sha256 = "14f7847b8md5kf631zl8x2f53wy8zbzxypq4wdgzvwsjz4k7v4jn";
  };

  propagatedBuildInputs = [
    dill
    filelock
    numpy
    pandas
    pyarrow
    requests
    tqdm
    xxhash
{'fraction_non_alphanumeric': 0.09598432908912831, 'fraction_numerical': 0.059745347698334964, 'mean_word_length': 3.0236220472440944, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 4, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1456555', 'n_tokens_mistral': 452, 'n_tokens_neox': 419, 'n_words': 75}