<commit_before>### This file will configure the counter collectors and
### log picklers for a specific system setup.
### The user is expected to supply these fields

## Paths on compute hosts## \
# directory of compute host's raw stats file \
stats_dir=/var/log/tacc_stats
# compute host's lock file for tacc_stats process \
stats_lock=/var/lock/tacc_stats
# file containing jobid \
jobid_file=/var/run/TACC_jobid 

## Paths for persistent log data and pickling
# home directory for presistent stats data 
tacc_stats_home=/scratch/projects/tacc_stats/
# file that contains characterizes all logged jobs
acct_path=/scratch/projects/tacc_stats/accounting/tacc_jobs_completed
# location of host files, labeled by jobid and containing hosts
# used for jobid
host_list_dir=/scratch/projects/tacc/hostfile_logs/
# location to store pickles
pickles_dir=/scratch/projects/tacc_stats/pickles/
python_path=/opt/apps/python/epd/7.3.2/bin/
## Host Name Extension and Batch System (Currently SGE or SLURM)##
host_name_ext=stampede.tacc.utexas.edu
batch_system=SLURM
## Path to lariat data
lariat_path=/hpc/tacc_stats/stampede/lariatData/

## System specific Schema items. ##
## Chips type and infiniband may need to be
## changed for different systems ## 
########################
## Chip types
# Each chip will need a different counter routine
# for non-architectural events.
# If chip or device is absent it will be skipped
# at run time.
TYPES+="amd64_pmc "
TYPES+="intel_nhm "
TYPES+="intel_wtm "
TYPES+="intel_uncore "
TYPES+="intel_snb "
TYPES+="intel_snb_cbo "
TYPES+="intel_snb_pcu "
TYPES+="intel_snb_imc "
TYPES+="intel_snb_qpi "<commit_msg>fixed lariate path in stampede config<commit_after>### This file will configure the counter collectors and
### log picklers for a specific system setup.
### The user is expected to supply these fields

## Paths on compute hosts## \
# directory of compute host's raw stats file \
stats_dir=/var/log/tacc_stats
# compute host's lock file for tacc_stats process \
stats_lock=/var/lock/tacc_stats
# file containing jobid \
jobid_file=/var/run/TACC_jobid 

## Paths for persistent log data and pickling
# home directory for presistent stats data 
tacc_stats_home=/scratch/projects/tacc_stats/
# file that contains characterizes all logged jobs
acct_path=/scratch/projects/tacc_stats/accounting/tacc_jobs_completed
# location of host files, labeled by jobid and containing hosts
# used for jobid
host_list_dir=/scratch/projects/tacc/hostfile_logs/
# location to store pickles
pickles_dir=/scratch/projects/tacc_stats/pickles/
python_path=/opt/apps/python/epd/7.3.2/bin/
## Host Name Extension and Batch System (Currently SGE or SLURM)##
host_name_ext=stampede.tacc.utexas.edu
batch_system=SLURM
## Path to lariat data
lariat_path=/scratch/projects/lariatData/

## System specific Schema items. ##
## Chips type and infiniband may need to be
## changed for different systems ## 
########################
## Chip types
# Each chip will need a different counter routine
# for non-architectural events.
# If chip or device is absent it will be skipped
# at run time.
TYPES+="amd64_pmc "
TYPES+="intel_nhm "
TYPES+="intel_wtm "
TYPES+="intel_uncore "
TYPES+="intel_snb "
TYPES+="intel_snb_cbo "
TYPES+="intel_snb_pcu "
TYPES+="intel_snb_imc "
TYPES+="intel_snb_qpi "
{'fraction_non_alphanumeric': 0.10780443364713027, 'fraction_numerical': 0.0030367446097783178, 'mean_word_length': 5.396116504854369, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '84358', 'n_tokens_mistral': 1121, 'n_tokens_neox': 1089, 'n_words': 321}