<commit_before>param CC = gcc
param CFLAGS = "-g -O2 -ansi -Wall"

param MAKE_C_EXT = "jimtcl/jimsh jimtcl/make-c-ext.tcl"

proc options {str} {
	set OPTIONS [split $str "\n"]
	set TRIMOPTS {}
	foreach OPT $OPTIONS {
		set trim [string trim $OPT]
		if {[string length $trim]} {
			lappend TRIMOPTS $trim
		}
	}
	return $TRIMOPTS
}
param JIMFLAGS = [options { --disable-lineedit
                            --math
                            --disable-docs
                            --without-ext="eventloop history load syslog"
                            --with-ext="binary tclprefix"
                          }]

proc cc args {
	global CC CFLAGS

	puts "$CC $CFLAGS $args"
	puts [exec $CC {*}$CFLAGS {*}$args]
}

proc make-c-ext {tclfile cfile} {
	global MAKE_C_EXT

	puts "$MAKE_C_EXT $tclfile > $cfile"<commit_msg>Moved options proc to tm_ext_cmds.tcl<commit_after>param CC = gcc
param CFLAGS = "-g -O2 -ansi -Wall"

param MAKE_C_EXT = "jimtcl/jimsh jimtcl/make-c-ext.tcl"

param JIMFLAGS = [options { --disable-lineedit
                            --math
                            --disable-docs
                            --without-ext="eventloop history load syslog"
                            --with-ext="binary tclprefix"
                          }]

proc cc args {
	global CC CFLAGS

	puts "$CC $CFLAGS $args"
	puts [exec $CC {*}$CFLAGS {*}$args]
}

proc make-c-ext {tclfile cfile} {
	global MAKE_C_EXT

	puts "$MAKE_C_EXT $tclfile > $cfile"
{'fraction_non_alphanumeric': 0.11925976696367376, 'fraction_numerical': 0.0013708019191226869, 'mean_word_length': 1.8023032629558542, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1480514', 'n_tokens_mistral': 528, 'n_tokens_neox': 508, 'n_words': 130}