<commit_before>{ stdenv
, buildPythonPackage
, fetchPypi
, pytest
, cython
, cymem
, python
}:
buildPythonPackage rec {
  pname = "preshed";
  version = "1.0.1";

  src = fetchPypi {
    inherit pname version;
    sha256 = "7b99ace606143a922163a7ff7ad4969b296288f5b20b9c9bda328caec3b92f71";
  };

  propagatedBuildInputs = [
   cython
   cymem
  ];
  buildInputs = [
    pytest
  ];

  checkPhase = ''
    ${python.interpreter} setup.py test
  '';
  
  meta = with stdenv.lib; {
    description = "Cython hash tables that assume keys are pre-hashed";
    homepage = https://github.com/explosion/preshed;
    license = licenses.mit;
    maintainers = with maintainers; [ sdll ];
    };
}
<commit_msg>pythonPackages.preshed: 1.0.1 -> 2.0.1<commit_after>{ stdenv
, buildPythonPackage
, fetchPypi
, pytest
, cython
, cymem
, python
}:
buildPythonPackage rec {
  pname = "preshed";
  version = "2.0.1";

  src = fetchPypi {
    inherit pname version;
    sha256 = "1rd943zp4gyspajqm5qxzndxziyh51grx0zcw23w8r9r65s1rq6s";
  };

  propagatedBuildInputs = [
   cython
   cymem
  ];

  buildInputs = [
    pytest
  ];

  prePatch = ''
    substituteInPlace setup.py \
      --replace "wheel>=0.32.0,<0.33.0" "wheel>=0.31.0"
  '';

  checkPhase = ''
    ${python.interpreter} setup.py test
  '';
  
  meta = with stdenv.lib; {
    description = "Cython hash tables that assume keys are pre-hashed";
    homepage = https://github.com/explosion/preshed;
    license = licenses.mit;
    maintainers = with maintainers; [ sdll ];
    };
}

{'fraction_non_alphanumeric': 0.12598425196850394, 'fraction_numerical': 0.05708661417322835, 'mean_word_length': 3.0558510638297873, 'pattern_counts': {'":': 0, '<': 4, '<?xml version=': 0, '>': 6, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3626537', 'n_tokens_mistral': 636, 'n_tokens_neox': 593, 'n_words': 108}