<commit_before>MINLINROOT=../minlin/include
EIGENROOT=../eigen 
THRUSTROOT=$(CUDATOOLKIT_HOME)/include/thrust

MINLIN_INCLUDE=-I$(MINLINROOT)
EIGEN_INCLUDE=-I$(EIGENROOT)
NVCC_INCLUDE=-I$(MPICH_DIR)/include -I$(NETCDF_DIR)/include \
	     $(BOOST_INCLUDE_OPTS:-I%=-isystem%)
INCLUDE=-I$(MKLROOT)/include -I$(THRUSTROOT)

MKLLIBS=-L$(MKLROOT)/lib/intel64 -lmkl_gnu_thread -lmkl_core -lmkl_rt
LIBS=$(MKLLIBS) -lboost_program_options

MINLIN_ARGS=-DTHRUST_DEVICE_SYSTEM=THRUST_DEVICE_SYSTEM_OMP \
	    -DTHRUST_HOST_SYSTEM=THRUST_HOST_SYSTEM_OMP -D__host__=" " \
	    -D__device__=" " -DUSE_MINLIN -std=c++11 #-g -DMINLIN_DEBUG
MINLIN_DEVICE_ARGS=-DTHRUST_HOST_SYSTEM=THRUST_HOST_SYSTEM_OMP -DUSE_MINLIN \
		   -DUSE_GPU -g
EIGEN_ARGS= -DUSE_EIGEN -std=c++11

all: minlin_host minlin_device eigen

minlin_host: usi_compression.cpp
	CC usi_compression.cpp -o usi_compression_minlin_host -fopenmp -O3 $(INCLUDE) $(MINLIN_INCLUDE) $(LIBS) $(MINLIN_ARGS)

minlin_device: usi_compression.cpp
	nvcc -c usi_compression.cu --compiler-options "-fopenmp -O3 -Wno-vla $(NVCC_INCLUDE)" $(INCLUDE) $(MINLIN_INCLUDE) $(LIBS) $(MINLIN_DEVICE_ARGS)
	CC usi_compression.o -o usi_compression_minlin_device -fopenmp $(LIBS) -lcublas -g
	rm -f usi_compression.o

eigen: usi_compression.cpp
	CC usi_compression.cpp -o usi_compression_eigen -fopenmp -O3 $(INCLUDE) $(EIGEN_INCLUDE) $(LIBS) $(EIGEN_ARGS)
<commit_msg>add new architecture version to nvcc compiler argumenst<commit_after>MINLINROOT=../minlin/include
EIGENROOT=../eigen 
THRUSTROOT=$(CUDATOOLKIT_HOME)/include/thrust

MINLIN_INCLUDE=-I$(MINLINROOT)
EIGEN_INCLUDE=-I$(EIGENROOT)
NVCC_INCLUDE=-I$(MPICH_DIR)/include -I$(NETCDF_DIR)/include \
	     $(BOOST_INCLUDE_OPTS:-I%=-isystem%)
INCLUDE=-I$(MKLROOT)/include -I$(THRUSTROOT)

MKLLIBS=-L$(MKLROOT)/lib/intel64 -lmkl_gnu_thread -lmkl_core -lmkl_rt
LIBS=$(MKLLIBS) -lboost_program_options

MINLIN_ARGS=-DTHRUST_DEVICE_SYSTEM=THRUST_DEVICE_SYSTEM_OMP \
	    -DTHRUST_HOST_SYSTEM=THRUST_HOST_SYSTEM_OMP -D__host__=" " \
	    -D__device__=" " -DUSE_MINLIN -std=c++11 #-g -DMINLIN_DEBUG
MINLIN_DEVICE_ARGS=-DTHRUST_HOST_SYSTEM=THRUST_HOST_SYSTEM_OMP -DUSE_MINLIN \
		   -DUSE_GPU -g
EIGEN_ARGS= -DUSE_EIGEN -std=c++11

all: minlin_host minlin_device eigen

minlin_host: usi_compression.cpp
	CC usi_compression.cpp -o usi_compression_minlin_host -fopenmp -O3 $(INCLUDE) $(MINLIN_INCLUDE) $(LIBS) $(MINLIN_ARGS)

minlin_device: usi_compression.cpp
	nvcc -c usi_compression.cu -arch=sm_35 --compiler-options "-fopenmp -O3 -Wno-vla $(NVCC_INCLUDE)" $(INCLUDE) $(MINLIN_INCLUDE) $(LIBS) $(MINLIN_DEVICE_ARGS)
	CC usi_compression.o -o usi_compression_minlin_device -fopenmp $(LIBS) -lcublas -g
	rm -f usi_compression.o

eigen: usi_compression.cpp
	CC usi_compression.cpp -o usi_compression_eigen -fopenmp -O3 $(INCLUDE) $(EIGEN_INCLUDE) $(LIBS) $(EIGEN_ARGS)

{'fraction_non_alphanumeric': 0.1311706629055007, 'fraction_numerical': 0.007052186177715092, 'mean_word_length': 6.057213930348259, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5797199', 'n_tokens_mistral': 1270, 'n_tokens_neox': 1186, 'n_words': 176}