<commit_before>from __future__ import print_function
from setuptools import setup, Extension, Command
from setuptools.command.build_ext import build_ext
import os
import subprocess
import sys
import shutil
import glob
from Cython.Build import cythonize

#os.environ['CXX'] = 'g++'
#os.environ['ARCHFLAGS'] ="-arch x86_64"

# add this to fix build on mac osx mavericks
#os.environ['ARCHFLAGS'] ="-Wno-error=unused-command-line-argument-hard-error-in-future"

copy_args = sys.argv[1:]
AAF_ROOT = None
if '--aaf-root' in copy_args:
    index = copy_args.index('--aaf-root')
    AAF_ROOT = copy_args[index+1]
    del copy_args[index]
    del copy_args[index]
else:
    AAF_ROOT = os.environ.get("AAF_ROOT")
    
USE_AAF_SDK_DEBUG = bool(int(os.environ.get("USE_AAF_SDK_DEBUG", "1")))
NTHREADS= int(os.environ.get("NTHREADS",0))

space = '   '
if AAF_ROOT is None:

    print( space, "Unable to locate AAF Development libraries.")
    print( space, "Please specify with --aaf-root or AAF_ROOT env variable")
    print( space, "AAF SDK can be found from http://aaf.sourceforge.net")
    print( space, "Pre-built devel libraries can be found here")
    print( space, "http://sourceforge.net/projects/aaf/files/AAF-devel-libs/1.1.6")
    sys.exit(-1)
    
if not os.path.exists(AAF_ROOT):
    print(space, "AAF_ROOT direcotry does not exist: %s" % AAF_ROOT)
    sys.exit(-1)
    
AAF_INCLUDE = os.path.join(AAF_ROOT,'include')

AAF_LIB = os.path.join(AAF_ROOT,'lib', 'debug')

AAF_COM = os.path.join(AAF_ROOT,'bin', 'debug')

ext_extra = {
    'include_dirs': ['headers',AAF_INCLUDE],<commit_msg>better defaults for windows<commit_after>from __future__ import print_function
from setuptools import setup, Extension, Command
from setuptools.command.build_ext import build_ext
import os
import subprocess
import sys
import shutil
import glob
from Cython.Build import cythonize

#os.environ['CXX'] = 'g++'
#os.environ['ARCHFLAGS'] ="-arch x86_64"

# add this to fix build on mac osx mavericks
#os.environ['ARCHFLAGS'] ="-Wno-error=unused-command-line-argument-hard-error-in-future"

copy_args = sys.argv[1:]
AAF_ROOT = None
if '--aaf-root' in copy_args:
    index = copy_args.index('--aaf-root')
    AAF_ROOT = copy_args[index+1]
    del copy_args[index]
    del copy_args[index]
else:
    AAF_ROOT = os.environ.get("AAF_ROOT")

debug_default = "1"
if sys.platform.startswith('win'):
    debug_default = "0"

USE_AAF_SDK_DEBUG = bool(int(os.environ.get("USE_AAF_SDK_DEBUG", debug_default)))
NTHREADS= int(os.environ.get("NTHREADS",0))

space = '   '
if AAF_ROOT is None:

    print( space, "Unable to locate AAF Development libraries.")
    print( space, "Please specify with --aaf-root or AAF_ROOT env variable")
    print( space, "AAF SDK can be found from http://aaf.sourceforge.net")
    print( space, "Pre-built devel libraries can be found here")
    print( space, "http://sourceforge.net/projects/aaf/files/AAF-devel-libs/1.1.6")
    sys.exit(-1)
    
if not os.path.exists(AAF_ROOT):
    print(space, "AAF_ROOT direcotry does not exist: %s" % AAF_ROOT)
    sys.exit(-1)
    
AAF_INCLUDE = os.path.join(AAF_ROOT,'include')

AAF_LIB = os.path.join(AAF_ROOT,'lib', 'debug')

AAF_COM = os.path.join(AAF_ROOT,'bin', 'debug')

ext_extra = {
    'include_dirs': ['headers',AAF_INCLUDE],
{'fraction_non_alphanumeric': 0.1401098901098901, 'fraction_numerical': 0.008241758241758242, 'mean_word_length': 4.398682042833608, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2687912', 'n_tokens_mistral': 1238, 'n_tokens_neox': 1212, 'n_words': 280}