<commit_before>"""
This module centralizes every internal configuration parameter used throughout
bento.
"""
import os
import sys

import bento

# Arch-independent path
DATA_PATH = os.path.dirname(__file__)
# Arch-dependent path
ARCH_DATA = os.path.dirname(__file__)
WININST_DIR = os.path.join(os.path.dirname(__file__), "commands", "wininst")

# Parser parameters
_PICKLED_PARSETAB = os.path.join(DATA_PATH, "parsetab")
_OPTIMIZE_LEX = 0
_DEBUG_YACC = 0

# Windows binaries
_CLI = os.path.join(ARCH_DATA, "commands", "cli.exe")

# Use subdist bento to avoid clashing with distutils ATM
BUILD_DIR = "build/bento"
CONFIGURED_STATE_DUMP = os.path.join(BUILD_DIR, ".config.bin")
PKG_CACHE = os.path.join(BUILD_DIR, ".pkg.cache")
DISTCHECK_DIR = os.path.join(BUILD_DIR, "distcheck")
IPKG_PATH = os.path.join(BUILD_DIR, "ipkg.info")

BENTO_SCRIPT = "bento.info"

USE_PRIVATE_MODULES = True<commit_msg>ENH: use config_py instead of hardcoding paths for windows binaries.<commit_after>"""
This module centralizes every internal configuration parameter used throughout
bento.
"""
import os
import sys

import bento

try:
    from bento.__config_py \
        import \
           DATADIR as DATA_DIR
except ImportError:
    # Arch-independent path
    DATA_DIR = os.path.dirname(__file__)

# Arch-dependent path
ARCH_DATA_DIR = DATA_DIR

# Windows binaries
_CLI = os.path.join(ARCH_DATA_DIR, "commands", "cli.exe")
WININST_DIR = os.path.join(ARCH_DATA_DIR, "commands", "wininst")

# Parser parameters
_PICKLED_PARSETAB = os.path.join(DATA_DIR, "parsetab")
_OPTIMIZE_LEX = 0
_DEBUG_YACC = 0

# Use subdist bento to avoid clashing with distutils ATM
BUILD_DIR = "build/bento"
CONFIGURED_STATE_DUMP = os.path.join(BUILD_DIR, ".config.bin")
PKG_CACHE = os.path.join(BUILD_DIR, ".pkg.cache")
DISTCHECK_DIR = os.path.join(BUILD_DIR, "distcheck")
IPKG_PATH = os.path.join(BUILD_DIR, "ipkg.info")

BENTO_SCRIPT = "bento.info"

USE_PRIVATE_MODULES = True
{'fraction_non_alphanumeric': 0.11317829457364341, 'fraction_numerical': 0.0020671834625322996, 'mean_word_length': 5.26537216828479, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2798299', 'n_tokens_mistral': 712, 'n_tokens_neox': 688, 'n_words': 159}