<commit_before>ifeq ($(COMPILER_VENDOR),intel) # 2013 SP 1
  FC=ifort
  CXX=icpc 
  CC=icc
  FORTCPPLINKER=ifort
  FORTCPPLIBS=
  FORTCPPFLAGS=-nofor_main -cxxlib
  FORTFLAGS=-stand f08 -warn all
  FLAGS=-Wall
  PROFFLAGS=-prof-gen -prof-dir=./profdata
  PERFFLAGS=-fast
  CXXFLAGS=-std=c++0x -DDEBUG
  OPENMPLIBS=-liomp5
  OPENMPFLAG=-openmp
  C99=-std=c99
else
ifeq ($(COMPILER_VENDOR),cray-pgi)
  FC=ftn
  CXX=CC
  CC=cc
  FORTCPPLINKER=CC
  FORTCPPLIBS=-pgf90libs
  FORTCPPFLAGS=
  FORTFLAGS=
  PERFFLAGS=-O2
  FLAGS=-DCRAY
  CXXFLAGS= -DDEBUG

  C99=-c99
  OPENMPLIBS=
  OPENMPFLAG=-mp
else
  PROFFLAGS=-pg
ifeq ($(COMPILER_VENDOR),cray-gnu)
  FC=ftn
  CXX=CC
  CC=cc
  FORTCPPLINKER=CC
  FORTCPPLIBS=-lgfortranbegin -lgfortran
  FORTCPPFLAGS=
  FORTFLAGS=-std=f2008 
  PERFFLAGS=-funroll-loops -O3 -march=native -ffast-math
  FLAGS=-Wall -Wextra -pedantic -DCRAY
  CXXFLAGS=-std=c++0x -DDEBUG
  C99=-std=c99
  OPENMPLIBS=#-lgomp
  OPENMPFLAG=-fopenmp
else
  FC=gfortran
  CXX=g++ 
  CC=gcc
  FORTCPPLINKER=g++
  FORTCPPLIBS=-lgfortranbegin -lgfortran
  FORTCPPFLAGS=
  FORTFLAGS=-std=f2008 
  PERFFLAGS=-funroll-loops -O3 -march=native -ffast-math
  FLAGS=-Wall -Wextra -pedantic
  OPENMPLIBS=-lgomp
  OPENMPFLAG=-fopenmp
  CXXFLAGS=-std=c++0x -g -DDEBUG # $(OPENMPFLAG) $(PERFFLAGS)
  LIBS=-lrt # $(OPENMPLIBS)
  C99=-std=c99
endif
endif
endif

ifeq ($(OPTIMIZE),1)
  FLAGS += $(PERFFLAGS)
  FORTFLAGS += $(PERFFLAGS)
else
  FLAGS +=-g -DDEBUG <commit_msg>Add optimization flags to native test.<commit_after>ifeq ($(COMPILER_VENDOR),intel) # 2013 SP 1
  FC=ifort
  CXX=icpc 
  CC=icc
  FORTCPPLINKER=ifort
  FORTCPPLIBS=
  FORTCPPFLAGS=-nofor_main -cxxlib
  FORTFLAGS=-stand f08 -warn all
  FLAGS=-Wall
  PROFFLAGS=-prof-gen -prof-dir=./profdata
  PERFFLAGS=-fast
  CXXFLAGS=-std=c++0x -DDEBUG
  OPENMPLIBS=-liomp5
  OPENMPFLAG=-openmp
  C99=-std=c99
else
ifeq ($(COMPILER_VENDOR),cray-pgi)
  FC=ftn
  CXX=CC
  CC=cc
  FORTCPPLINKER=CC
  FORTCPPLIBS=-pgf90libs
  FORTCPPFLAGS=
  FORTFLAGS=
  PERFFLAGS=-O2
  FLAGS=-DCRAY
  CXXFLAGS= -DDEBUG

  C99=-c99
  OPENMPLIBS=
  OPENMPFLAG=-mp
else
  PROFFLAGS=-pg
ifeq ($(COMPILER_VENDOR),cray-gnu)
  FC=ftn
  CXX=CC
  CC=cc
  FORTCPPLINKER=CC
  FORTCPPLIBS=-lgfortranbegin -lgfortran
  FORTCPPFLAGS=
  FORTFLAGS=-std=f2008 
  PERFFLAGS=-funroll-loops -O3 -ffast-math # -march=native
  FLAGS=-Wall -Wextra -pedantic -DCRAY
  CXXFLAGS=-std=c++0x -DDEBUG
  C99=-std=c99
  OPENMPLIBS=#-lgomp
  OPENMPFLAG=-fopenmp
else
  FC=gfortran
  CXX=g++ 
  CC=gcc
  FORTCPPLINKER=g++
  FORTCPPLIBS=-lgfortranbegin -lgfortran
  FORTCPPFLAGS=
  FORTFLAGS=-std=f2008 
  PERFFLAGS=-funroll-loops -O3 -ffast-math # -march=native
  FLAGS=-Wall -Wextra -pedantic
  OPENMPLIBS=-lgomp
  OPENMPFLAG=-fopenmp
  CXXFLAGS=-std=c++0x -g -DDEBUG $(PERFFLAGS) # $(OPENMPFLAG)
  LIBS=-lrt # $(OPENMPLIBS)
  C99=-std=c99
endif
endif
endif

ifeq ($(OPTIMIZE),1)
  FLAGS += $(PERFFLAGS)
  FORTFLAGS += $(PERFFLAGS)
else
  FLAGS +=-g -DDEBUG 
{'fraction_non_alphanumeric': 0.13164128595600677, 'fraction_numerical': 0.02774957698815567, 'mean_word_length': 3.8859504132231404, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2803973', 'n_tokens_mistral': 1475, 'n_tokens_neox': 1368, 'n_words': 217}