<commit_before>#!/bin/sh
# $Id: extract_src.sh,v 1.6 1995/03/21 21:44:54 jkh Exp $
PATH=/stand:$PATH
DDIR=/usr/src

for DIST in base srcbin etc games gnu include lib libexec release sbin lkm \
	release share sys usrbin usrsbin; do
	if [ -f ${DIST}/${DIST}.aa ]; then
		echo "Extracting ${DIST} sources"
		cat ${DIST}/${DIST}.?? 
			| gzip -c -d | ( cd $DDIR; cpio -H tar -imdu )
	fi
done<commit_msg>Tolerate both ways of doing the src-dists.<commit_after>#!/bin/sh
# $Id: extract_src.sh,v 1.7 1995/03/24 00:16:51 phk Exp $
PATH=/stand:$PATH
DDIR=/usr/src

for DIST in base srcbin etc games gnu include lib libexec release sbin lkm \
	release share sys usrbin usrsbin; do
	if [ -f ${DIST}/${DIST}.aa ]; then
		echo "Extracting ${DIST} sources"
		cat ${DIST}/${DIST}.?? 
			| gzip -c -d | ( cd $DDIR; cpio -H tar -imdu )
	elif [ -f ${DIST}.aa ]; then
		echo "Extracting ${DIST} sources"
		cat ${DIST}.?? 
			| gzip -c -d | ( cd $DDIR; cpio -H tar -imdu )
	fi
done
{'fraction_non_alphanumeric': 0.16545265348595214, 'fraction_numerical': 0.03329864724245578, 'mean_word_length': 3.1826086956521737, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '946566', 'n_tokens_mistral': 441, 'n_tokens_neox': 381, 'n_words': 126}