<commit_before>#!/bin/sh
# Return only flags that refer to existing directories and those 
# that are not yet in CFLAGS or LDFLAGS.
# Usage:
# ./checkDirs.sh {-I<dir1> | -L<dir2> | <flag>}
#
RES=; 
for FLAG in $@; do
  case $FLAG in 
	-L*) DIR=`echo $FLAG | sed "s/-L//"`;
	     if test -d $DIR; then 
		if test -z "`echo $LDFLAGS | grep -e $FLAG`"; then 
	 	  RES="$RES $FLAG"i; fi;
	     fi;;
	-I*) DIR=`echo $FLAG | sed "s/-I//"`;
             if test -d $DIR; then
		if test -z "`echo $CFLAGS | grep -e $FLAG`"; then 
	 	  RES="$RES $FLAG"; fi;
	     fi;;
	*) if test -z "`echo $CFLAGS $LDFLAGS | grep -e $FLAG`"; then
	  RES="$RES $FLAG"; fi;;
  esac;
done;
echo $RES;
<commit_msg>[project @ 2004-11-28 22:03:21 by as49] Remove spurius i.<commit_after>#!/bin/sh
# Return only flags that refer to existing directories and those 
# that are not yet in CFLAGS or LDFLAGS.
# Usage:
# ./checkDirs.sh {-I<dir1> | -L<dir2> | <flag>}
#
RES=; 
for FLAG in $@; do
  case $FLAG in 
	-L*) DIR=`echo $FLAG | sed "s/-L//"`;
	     if test -d $DIR; then 
		if test -z "`echo $LDFLAGS | grep -e $FLAG`"; then 
	 	  RES="$RES $FLAG"; fi;
	     fi;;
	-I*) DIR=`echo $FLAG | sed "s/-I//"`;
             if test -d $DIR; then
		if test -z "`echo $CFLAGS | grep -e $FLAG`"; then 
	 	  RES="$RES $FLAG"; fi;
	     fi;;
	*) if test -z "`echo $CFLAGS $LDFLAGS | grep -e $FLAG`"; then
	  RES="$RES $FLAG"; fi;;
  esac;
done;
echo $RES;

{'fraction_non_alphanumeric': 0.1950530035335689, 'fraction_numerical': 0.014134275618374558, 'mean_word_length': 2.504950495049505, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1956600', 'n_tokens_mistral': 631, 'n_tokens_neox': 559, 'n_words': 197}