<commit_before>#ifndef CHCUDA_H
#define CHCUDA_H

//////////////////////////////////////////////////
//
//   ChCuda.h
//
///////////////////////////////////////////////////

#undef _GLIBCXX_ATOMIC_BUILTINS
#undef _GLIBCXX_USE_INT128 

#ifdef SIM_ENABLE_GPU_MODE
#define THRUST_DEVICE_SYSTEM THRUST_DEVICE_SYSTEM_CUDA
#else
//#define THRUST_DEVICE_SYSTEM THRUST_DEVICE_SYSTEM_OMP
//#define THRUST_HOST_SYSTEM THRUST_HOST_SYSTEM_OMP
#endif
#include <fenv.h>
#include <vector_types.h>
#include <time.h>
#include <iostream>

#include <thrust/host_vector.h>
#include <thrust/device_vector.h>
#include <math.h>
#include <thrust/transform.h>
#include <thrust/functional.h>
#include <thrust/inner_product.h>
#include <thrust/sort.h>
#include <thrust/copy.h>
#include <thrust/count.h>
#include <thrust/scan.h>
#include <thrust/merge.h>
#include <thrust/sequence.h>
#include <thrust/extrema.h>
#include <thrust/binary_search.h>
#include <thrust/set_operations.h>
#include <thrust/iterator/constant_iterator.h>
#include <thrust/for_each.h>
#include <thrust/iterator/zip_iterator.h>
#include <thrust/unique.h>
#include <thrust/remove.h>
#include <thrust/random.h>
#include <thrust/system/omp/execution_policy.h>
#include <thrust/system/tbb/execution_policy.h>
#include "ChApiGPU.h"
#include <omp.h>
#include <vector>
#include <string.h>
using namespace std;
//using namespace thrust;
typedef unsigned int uint;

#ifdef __CDT_PARSER__
#define __host__
#define __device__
#define __global__
#define __constant__
#define __shared__
#define CUDA_KERNEL_DIM(...) ()<commit_msg>Minor change, commented out tbb include for thrust. was left over from testing<commit_after>#ifndef CHCUDA_H
#define CHCUDA_H

//////////////////////////////////////////////////
//
//   ChCuda.h
//
///////////////////////////////////////////////////

#undef _GLIBCXX_ATOMIC_BUILTINS
#undef _GLIBCXX_USE_INT128 

#ifdef SIM_ENABLE_GPU_MODE
#define THRUST_DEVICE_SYSTEM THRUST_DEVICE_SYSTEM_CUDA
#else
//#define THRUST_DEVICE_SYSTEM THRUST_DEVICE_SYSTEM_OMP
//#define THRUST_HOST_SYSTEM THRUST_HOST_SYSTEM_OMP
#endif
#include <fenv.h>
#include <vector_types.h>
#include <time.h>
#include <iostream>

#include <thrust/host_vector.h>
#include <thrust/device_vector.h>
#include <math.h>
#include <thrust/transform.h>
#include <thrust/functional.h>
#include <thrust/inner_product.h>
#include <thrust/sort.h>
#include <thrust/copy.h>
#include <thrust/count.h>
#include <thrust/scan.h>
#include <thrust/merge.h>
#include <thrust/sequence.h>
#include <thrust/extrema.h>
#include <thrust/binary_search.h>
#include <thrust/set_operations.h>
#include <thrust/iterator/constant_iterator.h>
#include <thrust/for_each.h>
#include <thrust/iterator/zip_iterator.h>
#include <thrust/unique.h>
#include <thrust/remove.h>
#include <thrust/random.h>
#include <thrust/system/omp/execution_policy.h>
//#include <thrust/system/tbb/execution_policy.h>
#include "ChApiGPU.h"
#include <omp.h>
#include <vector>
#include <string.h>
using namespace std;
//using namespace thrust;
typedef unsigned int uint;

#ifdef __CDT_PARSER__
#define __host__
#define __device__
#define __global__
#define __constant__
#define __shared__
#define CUDA_KERNEL_DIM(...) ()
{'fraction_non_alphanumeric': 0.18575462817696894, 'fraction_numerical': 0.0018826482585503608, 'mean_word_length': 4.260726072607261, 'pattern_counts': {'":': 0, '<': 63, '<?xml version=': 0, '>': 63, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5543884', 'n_tokens_mistral': 1184, 'n_tokens_neox': 1165, 'n_words': 228}