<commit_before>#!/usr/bin/python
# CONSTANTS
## file name containing list of command to run
import sys, subprocess, shlex, time, threading, os, signal,re, logging
from threading import Thread
from os.path import join

## ENVIRONMENT VARIABLES
## HOME
CHOCO_HOME = '/Users/cprudhom/Documents/Projects/Sources/Galak/fi/'

## java class-path for rocs
#if CHOCO_SOLVER == '':
CHOCO_SOLVER = join(CHOCO_HOME, 'solver','target',  'solver-rocs-1.0-SNAPSHOT-with-dep.jar')

## correct class-path
CP = '-cp .:'+CHOCO_SOLVER

## java command
JAVA='java -Xmx1024m -Xms1024m '# -XX:+AggressiveOpts -XX:+UseConcMarkSweepG'
CMD = JAVA+' '+CP+' '+' samples.FrontEndBenchmarking'

## Number of time a problem is run
loop = 1 # can be override
## time limit for a process
timelimit = 180 #in seconds => 10min
name = 'runner'

## regexp for statisctics
## [STATISTICS S Solutions, Objective: O, Resolution Ts (tms), N Nodes, B Backtracks, F Fails, R Restarts, P propagations]
## len is 8 or 9
_SIZE = 10
pattern = re.compile('\d+\,?\d*')
_STAT = '[STATISTICS'
_NAMES = 'SOLUTION','OBJECTIVE','TIME','NODE','BACKTRACK','FAIL','RESTART','PROPAGATIONS','SCRIPT_TIME'

<commit_msg>- python script: add light and heavy propagations<commit_after>#!/usr/bin/python
# CONSTANTS
## file name containing list of command to run
import sys, subprocess, shlex, time, threading, os, signal,re, logging
from threading import Thread
from os.path import join

## ENVIRONMENT VARIABLES
## HOME
CHOCO_HOME = '/Users/cprudhom/Documents/Projects/Sources/Galak/fi/'

## java class-path for rocs
#if CHOCO_SOLVER == '':
CHOCO_SOLVER = join(CHOCO_HOME, 'solver','target',  'solver-rocs-1.0-SNAPSHOT-with-dep.jar')

## correct class-path
CP = '-cp .:'+CHOCO_SOLVER

## java command
JAVA='java -Xmx1024m -Xms1024m '# -XX:+AggressiveOpts -XX:+UseConcMarkSweepG'
CMD = JAVA+' '+CP+' '+' samples.FrontEndBenchmarking'

## Number of time a problem is run
loop = 1 # can be override
## time limit for a process
timelimit = 180 #in seconds => 10min
name = 'runner'

## regexp for statisctics
## [STATISTICS S Solutions, Objective: O, Resolution Ts (tms), N Nodes, B Backtracks, F Fails, R Restarts, P + P propagations]
## len is 8 or 9
_SIZE = 11
pattern = re.compile('\d+\,?\d*')
_STAT = '[STATISTICS'
_NAMES = 'SOLUTION','OBJECTIVE','TIME','NODE','BACKTRACK','FAIL','RESTART','PROPAGATIONS','SCRIPT_TIME'


{'fraction_non_alphanumeric': 0.1505513146734521, 'fraction_numerical': 0.016963528413910092, 'mean_word_length': 5.191601049868766, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3667491', 'n_tokens_mistral': 922, 'n_tokens_neox': 857, 'n_words': 240}