<commit_before>virtualenv = .env
env = virtualenv-3
pip = pip3
environment: 
	test -d $(virtualenv) || python3 -m venv $(virtualenv)
	pip3 install -U pip
requires:
	. $(virtualenv)/bin/activate && $(pip) install -r pip-requires.txt
upgrade-requirements:
	pip3 install -U pip
	echo "Current versions"
	. $(virtualenv)/bin/activate && $(pip) freeze
	. $(virtualenv)/bin/activate && $(pip) install --upgrade -r pip-requires.txt
clean:
	find . -name "*.pyc" -exec rm -f {} \;
	rm -rf $(virtualenv) pylint
shell:
	. $(virtualenv)/bin/activate && $(SHELL)
REQUIREMENTS:
	. $(virtualenv)/bin/activate && $(pip) freeze > REQUIREMENTS
test-pylint:                                                                                                            
	test -d pylint || mkdir pylint
	pylint newsdedup.py > pylint/newsdedup.pylint || exit 0<commit_msg>Can't update pip on Jenkins...<commit_after>virtualenv = .env
env = virtualenv-3
pip = pip3
environment: 
	test -d $(virtualenv) || python3 -m venv $(virtualenv)
requires:
	. $(virtualenv)/bin/activate && $(pip) install -r pip-requires.txt
upgrade-requirements:
	echo "Current versions"
	. $(virtualenv)/bin/activate && $(pip) freeze
	. $(virtualenv)/bin/activate && $(pip) install --upgrade -r pip-requires.txt
upgrade-pip3:
	pip3 install -U pip
clean:
	find . -name "*.pyc" -exec rm -f {} \;
	rm -rf $(virtualenv) pylint
shell:
	. $(virtualenv)/bin/activate && $(SHELL)
REQUIREMENTS:
	. $(virtualenv)/bin/activate && $(pip) freeze > REQUIREMENTS
test-pylint:                                                                                                            
	test -d pylint || mkdir pylint
	pylint newsdedup.py > pylint/newsdedup.pylint || exit 0
{'fraction_non_alphanumeric': 0.1437793427230047, 'fraction_numerical': 0.007042253521126761, 'mean_word_length': 2.3171206225680936, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 10, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '385514', 'n_tokens_mistral': 566, 'n_tokens_neox': 526, 'n_words': 142}