<commit_before># This is the config file for specifying tables necessary to configure XALT:

# The patterns listed here are the hosts that can track executable with XALT.
# Typical usage is that compute nodes track executable with XALT while login
# nodes do not.
#
# Note that linking an executable is everywhere and is independent of
# hostname_patterns

hostname_patterns = [
  '.*'                    # match  all hosts
  ]

# Acceptance is done before the ignore list so put in here the
# absolute path of program you want to run that would otherwise
# be in ignore list.  For example /usr/bin/ddt might be a program
# your site would like to track but all other programs in /usr/bin
# are ignored:

accept_path_patterns = [
  '^/usr/bin/ddt'
  ]


# If a path is not in the acceptance list then it is compared
# against the ignore list.  If the path matches any in this list,
# tracking the executable is turned off.

ignore_path_patterns = [
  '^/sbin/',
  '^/bin/',
  '^/etc',
  '^/usr',
  '^/root',
  '/gcc$',
  '/g\\+\\+$',
  '/gfortran$',
  '/git$',
  '/icc$',
  '/icpc$',
  '/ifort$',
  '/lua$',
  '/mpiCC$',
  '/mpicc$',
  '/mpicxx$',
  '/mpif77$',
  '/mpif90$',
  '/mpifort$',
  '/mpifc$',
  '/mpigcc$',
  '/mpigxx$',
  '/mpiicc$',
  '/mpiicpc$',
  '/mpiifort$',
  '/mpiexec.hydra$',
  '/ompi_info$',
  '/opal_wrapper$',
  '/orterun$',
  '/vtwrapper$',
  '/conftest$',
  '/CMakeTmp/cmTryCompileExec[0-9][0-9]*$',
  '/CMakeTmp/cmTC_[a-f0-9][a-f0-9]*$',
  '/xalt_file_to_db$',
  '/xalt_syslog_to_db$',
  '/xalt_configuration_report$'
  ]

#------------------------------------------------------------
# Note: The entire environment of key-value pairs are stored in
# the database as a compressed blob.  The entire environment can
# then be reported but it isn't searchable via SQL statements.  

# XALT also filters the environment variables. Those variables
# which pass through the filter are save in an SQL table that is
# controllable via sql commands.
# 
# Each environment variable must go through the Accept list
# followed by the reject list.  To be saved a variables name must be 
# found in the accept list and not found in the ignore list.
# For example, the accept list might allow for any variables that contain
# 'PATH' but the ignore list causes a variable named DDTPATH to be ignored.

accept_env_patterns = [
  '^I_MPI.*',
  '^KMP.*',
  '^LD.*',
  '^LD_LIBRARY_PATH$',
  '^LOADEDMODULES$',
  '^MODULEPATH$',
  '^MKL.*',
  '^MV2_.*',
  '^OFFLOAD.*',
  '^OMP.*',
  '^PATH$',
  '^PYTHON.*',
  '^R_.*',
  '^TACC_AFFINITY_ENABLED$',
  '^TARG$',
  '^_LMFILES_$'
  ] 

ignore_env_patterns = [
  '^I_MPI_DAPL_PROVIDER',
  '^I_MPI_EXTRA_FILESYSTEM',
  '^I_MPI_FABRICS',
  '^I_MPI_OFA_ADAPTER_NAME',
  '^MKL_DIR$',
  '^MKL_INCLUDE$',
  '^MKL_LIB$',
  '^MKLROOT$',
  '^MPICH_HOME$',
  '^MV2_COMM_WORLD.*',
  '^MV2_DEFAULT_TIME_OUT$',
  '^MV2_HOMOGENEOUS_CLUSTER$',
  '^MV2_IBA_HCA$',
  '^MV2_NODE_ID$',
  '^MV2_NUM_NODES_IN_JOB$',
  '^MV2_USE_HUGEPAGES$',
  '^MV2_USE_OLD_BCAST$',
  '^MV2_USE_RING_STARTUP$',
  '^OMP_NUM_THREADS$',
  '^__.*'
  ]  
<commit_msg>Using r'string' to specify regexp used in Config/rtm_config.py.  This solve the problem with trying to specified g++ etc as an ignore pattern<commit_after># This is the config file for specifying tables necessary to configure XALT:

# The patterns listed here are the hosts that can track executable with XALT.
# Typical usage is that compute nodes track executable with XALT while login
# nodes do not.
#
# Note that linking an executable is everywhere and is independent of
# hostname_patterns

hostname_patterns = [
  '.*'                    # match  all hosts
  ]

# Acceptance is done before the ignore list so put in here the
# absolute path of program you want to run that would otherwise
# be in ignore list.  For example /usr/bin/ddt might be a program
# your site would like to track but all other programs in /usr/bin
# are ignored:

accept_path_patterns = [
  '^/usr/bin/ddt'
  ]


# If a path is not in the acceptance list then it is compared
# against the ignore list.  If the path matches any in this list,
# tracking the executable is turned off.

ignore_path_patterns = [
  r'^/sbin/',
  r'^/bin/',
  r'^/etc',
  r'^/usr',
  r'^/root',
  r'/gcc$',
  r'/g\\+\\+$',
  r'/gfortran$',
  r'/git$',
  r'/icc$',
  r'/icpc$',
  r'/ifort$',
  r'/lua$',
  r'/mpiCC$',
  r'/mpicc$',
  r'/mpicxx$',
  r'/mpif77$',
  r'/mpif90$',
  r'/mpifort$',
  r'/mpifc$',
  r'/mpigcc$',
  r'/mpigxx$',
  r'/mpiicc$',
  r'/mpiicpc$',
  r'/mpiifort$',
  r'/mpiexec.hydra$',
  r'/ompi_info$',
  r'/opal_wrapper$',
  r'/orterun$',
  r'/vtwrapper$',
  r'/conftest$',
  r'/CMakeTmp/cmTryCompileExec[0-9][0-9]*$',
  r'/CMakeTmp/cmTC_[a-f0-9][a-f0-9]*$',
  r'/xalt_file_to_db$',
  r'/xalt_syslog_to_db$',
  r'/xalt_configuration_report$'
  ]

#------------------------------------------------------------
# Note: The entire environment of key-value pairs are stored in
# the database as a compressed blob.  The entire environment can
# then be reported but it isn't searchable via SQL statements.  

# XALT also filters the environment variables. Those variables
# which pass through the filter are save in an SQL table that is
# controllable via sql commands.
# 
# Each environment variable must go through the Accept list
# followed by the reject list.  To be saved a variables name must be 
# found in the accept list and not found in the ignore list.
# For example, the accept list might allow for any variables that contain
# 'PATH' but the ignore list causes a variable named DDTPATH to be ignored.

accept_env_patterns = [
  r'^I_MPI.*',
  r'^KMP.*',
  r'^LD.*',
  r'^LD_LIBRARY_PATH$',
  r'^LOADEDMODULES$',
  r'^MODULEPATH$',
  r'^MKL.*',
  r'^MV2_.*',
  r'^OFFLOAD.*',
  r'^OMP.*',
  r'^PATH$',
  r'^PYTHON.*',
  r'^R_.*',
  r'^TACC_AFFINITY_ENABLED$',
  r'^TARG$',
  r'^_LMFILES_$'
  ] 

ignore_env_patterns = [
  r'^I_MPI_DAPL_PROVIDER',
  r'^I_MPI_EXTRA_FILESYSTEM',
  r'^I_MPI_FABRICS',
  r'^I_MPI_OFA_ADAPTER_NAME',
  r'^MKL_DIR$',
  r'^MKL_INCLUDE$',
  r'^MKL_LIB$',
  r'^MKLROOT$',
  r'^MPICH_HOME$',
  r'^MV2_COMM_WORLD.*',
  r'^MV2_DEFAULT_TIME_OUT$',
  r'^MV2_HOMOGENEOUS_CLUSTER$',
  r'^MV2_IBA_HCA$',
  r'^MV2_NODE_ID$',
  r'^MV2_NUM_NODES_IN_JOB$',
  r'^MV2_USE_HUGEPAGES$',
  r'^MV2_USE_OLD_BCAST$',
  r'^MV2_USE_RING_STARTUP$',
  r'^OMP_NUM_THREADS$',
  r'^__.*'
  ]  

{'fraction_non_alphanumeric': 0.16913152926368785, 'fraction_numerical': 0.006922592825676526, 'mean_word_length': 3.3660714285714284, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1636890', 'n_tokens_mistral': 2625, 'n_tokens_neox': 2426, 'n_words': 674}