<commit_before># GNU
CC=gcc-mp-4.7
#CFLAGS=-ftree-vectorizer-verbose=7 -std=c99 -O3
CFLAGS=-O3 -lgfortran -g -Wall -march=native -fPIC

FC=gfortran-mp-4.7
FFLAGS=-O3 -fno-underscoring -fno-second-underscore -g -Wall -march=native -fPIC

# INTEL
# CC=icc
# CFLAGS=-O3
# 
# FC=ifort
# FFLAGS=-O3 -nofor_main
# 
# LD=ifort #cc
# #LDFLAGS=-L/exports/applications/apps/SL5/intel/Compiler/11.0/081/lib/intel64/ -lifcore -limf
# LDFLAGS=-L/exports/applications/apps/intel/ClusterStudio2011/lib/intel64 -lifcore -limf

# NAGFOR (http://www.nag.com/nagware/np/r53_doc/nagfor.html)
# FC=nagfor
# FFLAGS=-O4 -pic
# LD=nagfor -Bstatic

PY=python2.7
BUILD_PY=python2.7

all: cy
	$(PY) -c 'import bench; bench.run()'

new:
	$(PY) `which cython` bench.pyx
	make

cy: fbench
	$(PY) `which cython` bench.pyx<commit_msg>Allow to specify the path to the version of cython that we want.<commit_after># GNU
CC=gcc-mp-4.7
#CFLAGS=-ftree-vectorizer-verbose=7 -std=c99 -O3
CFLAGS=-O3 -lgfortran -g -Wall -march=native -fPIC

FC=gfortran-mp-4.7
FFLAGS=-O3 -fno-underscoring -fno-second-underscore -g -Wall -march=native -fPIC

CYTHON=`which cython`
# INTEL
# CC=icc
# CFLAGS=-O3
# 
# FC=ifort
# FFLAGS=-O3 -nofor_main
# 
# LD=ifort #cc
# #LDFLAGS=-L/exports/applications/apps/SL5/intel/Compiler/11.0/081/lib/intel64/ -lifcore -limf
# LDFLAGS=-L/exports/applications/apps/intel/ClusterStudio2011/lib/intel64 -lifcore -limf

# NAGFOR (http://www.nag.com/nagware/np/r53_doc/nagfor.html)
# FC=nagfor
# FFLAGS=-O4 -pic
# LD=nagfor -Bstatic

PY=python2.7
BUILD_PY=python2.7

all: cy
	$(PY) -c 'import bench; bench.run()'

new:
	$(PY) $(CYTHON) bench.pyx
	make

cy: fbench
	$(PY) $(CYTHON) bench.pyx
{'fraction_non_alphanumeric': 0.17036592681463708, 'fraction_numerical': 0.04079184163167367, 'mean_word_length': 3.9642857142857144, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 2, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7269100', 'n_tokens_mistral': 796, 'n_tokens_neox': 766, 'n_words': 135}