<commit_before>diff -Nru Python-3.8.2/Lib/site.py Python-3.8.2-new/Lib/site.py
--- Python-3.8.2/Lib/site.py    2020-04-28 12:48:38.000000000 -0700
+++ Python-3.8.2-new/Lib/site.py        2020-04-28 12:52:46.000000000 -0700
@@ -487,7 +487,8 @@
                     if key == 'include-system-site-packages':
                         system_site = value.lower()
                     elif key == 'home':
-                        sys._home = value
+                        # this is breaking pyconfig.h path detection with venv
+                        print('Ignoring "sys._home = value" override')
 
         sys.prefix = sys.exec_prefix = site_prefix
 
<commit_msg>Output the message to stderr so it does not break requirements.txt generation by redirecting stdout<commit_after>diff -Nru Python-3.8.2/Lib/site.py Python-3.8.2-new/Lib/site.py
--- Python-3.8.2/Lib/site.py    2020-04-28 12:48:38.000000000 -0700
+++ Python-3.8.2-new/Lib/site.py        2020-04-28 12:52:46.000000000 -0700
@@ -487,7 +487,8 @@
                     if key == 'include-system-site-packages':
                         system_site = value.lower()
                     elif key == 'home':
-                        sys._home = value
+                        # this is breaking pyconfig.h path detection with venv
+                        print('Ignoring "sys._home = value" override', file=sys.stderr)
 
         sys.prefix = sys.exec_prefix = site_prefix
 

{'fraction_non_alphanumeric': 0.13156053184044786, 'fraction_numerical': 0.10356892932120364, 'mean_word_length': 1.6383763837638377, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 4, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '376298', 'n_tokens_mistral': 540, 'n_tokens_neox': 438, 'n_words': 93}