<commit_before>import logging
import os, sys, time
from ctypes import *

import numpy as np
from numpy.ctypeslib import ndpointer

from .backend import Backend

log = logging.getLogger(__name__)

# Find MKL library
MKLROOT = os.environ.get("MKLROOT", '/opt/intel/mkl')
for libext in ['lib', 'lib/intel64']:
    libmkl_rt_path = os.path.join(MKLROOT, libext, 'libmkl_rt.so')
    if os.path.exists( libmkl_rt_path ):
        log.debug("using MKL library at path <%s>." % libmkl_rt_path)
        libmkl_rt = cdll.LoadLibrary( libmkl_rt_path )
        break<commit_msg>tweaks for MacOS compatibility<commit_after>import logging
import os, sys, time
from ctypes import *

import numpy as np
from numpy.ctypeslib import ndpointer

from .backend import Backend

log = logging.getLogger(__name__)

# Find MKL library
MKLROOT = os.environ.get("MKLROOT", '/opt/intel/mkl')
for libpath in ['lib/libmkl_rt.dylib', 'lib/intel64/libmkl_rt.so']:
    libmkl_rt_path = os.path.join(MKLROOT, libpath)
    if os.path.exists( libmkl_rt_path ):
        log.debug("using MKL library at path <%s>." % libmkl_rt_path)
        libmkl_rt = cdll.LoadLibrary( libmkl_rt_path )
        break
{'fraction_non_alphanumeric': 0.11015490533562823, 'fraction_numerical': 0.0034423407917383822, 'mean_word_length': 4.012931034482759, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6136806', 'n_tokens_mistral': 434, 'n_tokens_neox': 431, 'n_words': 105}