<commit_before>#!/bin/bash
set -e

cd "$(dirname "$(readlink -f "$BASH_SOURCE")")"

repos=( "$@" )
if [ ${#repos[@]} -eq 0 ]; then
	repos=( */ )
fi
repos=( "${repos[@]%/}" )

replace_field() {
	repo="$1"
	field="$2"
	content="$3"
	extraSed="${4:-}"
	sed_escaped_value="$(echo "$content" | sed 's/[\/&]/\\&/g')"
	sed_escaped_value="${sed_escaped_value//$'\n'/\\n}"
	sed -ri "s/${extraSed}%%${field}%%${extraSed}/$sed_escaped_value/g" "$repo/README.md"
}

for repo in "${repos[@]}"; do
	if [ -x "$repo/update.sh" ]; then
		( set -x; "$repo/update.sh" )
	fi
	case "$repo" in
		perl)
			gitRepo='https://github.com/Perl/docker-perl'
			;;
		hylang)
			gitRepo='https://github.com/hylang/hy'
			;;
		clojure)
			gitRepo='https://github.com/Quantisan/docker-clojure'
			;;
		*)
			gitRepo="https://github.com/docker-library/$repo"
			;;
	esac
	if [ -e "$repo/content.md" ]; then
		mailingList="$(cat "$repo/mailing-list.md" 2>/dev/null || true)"
		if [ "$mailingList" ]; then
			mailingList=" $mailingList "
		else
			mailingList=' '
		fi
		license="$(cat "$repo/license.md" 2>/dev/null || true)"
		if [ "$license" ]; then
			license=$'\n\n''# License'$'\n\n'"$license"
		fi
		
		cp -v README-template.md "$repo/README.md"
		
		echo '  TAGS => ./generate-dockerfile-links-partial.sh'
		replace_field "$repo" 'TAGS' "$(./generate-dockerfile-links-partial.sh "$repo")"
		
		echo '  CONTENT => '"$repo"'/content.md'
		replace_field "$repo" 'CONTENT' "$(cat "$repo/content.md")"
		
		echo '  LICENSE => '"$repo"'/license.md'
		replace_field "$repo" 'LICENSE' "$license"
		
		echo '  MAILING_LIST => "'"$mailingList"'"'
		replace_field "$repo" 'MAILING_LIST' "$mailingList" '\s*'
		
		echo '  REPO => "'"$gitRepo"'"'
		replace_field "$repo" 'REPO' "$gitRepo"
		
		echo
	else
		echo >&2 "skipping $repo: missing repo/content.md"
	fi
done
<commit_msg>Change "other" git repo link handling to use an associative array in update.sh<commit_after>#!/bin/bash
set -e

cd "$(dirname "$(readlink -f "$BASH_SOURCE")")"

repos=( "$@" )
if [ ${#repos[@]} -eq 0 ]; then
	repos=( */ )
fi
repos=( "${repos[@]%/}" )

replace_field() {
	repo="$1"
	field="$2"
	content="$3"
	extraSed="${4:-}"
	sed_escaped_value="$(echo "$content" | sed 's/[\/&]/\\&/g')"
	sed_escaped_value="${sed_escaped_value//$'\n'/\\n}"
	sed -ri "s/${extraSed}%%${field}%%${extraSed}/$sed_escaped_value/g" "$repo/README.md"
}

declare -A otherRepos=(
	[busybox]='https://github.com/jpetazzo/docker-busybox'
	[centos]='https://github.com/CentOS/sig-cloud-instance-images'
	[cirros]='https://github.com/ewindisch/docker-cirros'
	[clojure]='https://github.com/Quantisan/docker-clojure'
	[crux]='https://github.com/therealprologic/docker-crux'
	[debian]='https://github.com/tianon/docker-brew-debian'
	[docker-dev]='https://github.com/docker/docker'
	[fedora]='https://github.com/lsm5/docker-brew-fedora'
	[hipache]='https://github.com/dotcloud/hipache'
	[hylang]='https://github.com/hylang/hy'
	[jenkins]='https://github.com/cloudbees/jenkins-ci.org-docker'
	[jruby]='https://github.com/cpuguy83/docker-jruby'
	[neurodebian]='https://github.com/neurodebian/dockerfiles'
	[opensuse]='https://github.com/openSUSE/docker-containers-build'
	[perl]='https://github.com/Perl/docker-perl'
	[registry]='https://github.com/docker/docker-registry'
	[ubuntu-debootstrap]='https://github.com/tianon/docker-brew-ubuntu-debootstrap'
	[ubuntu-upstart]='https://github.com/tianon/dockerfiles'
	[ubuntu]='https://github.com/tianon/docker-brew-ubuntu-core'
)

for repo in "${repos[@]}"; do
	if [ -x "$repo/update.sh" ]; then
		( set -x; "$repo/update.sh" )
	fi
	
	if [ -e "$repo/content.md" ]; then
		gitRepo="${otherRepos[$repo]}"
		if [ -z "$gitRepo" ]; then
			gitRepo="https://github.com/docker-library/$repo"
		fi
		
		mailingList="$(cat "$repo/mailing-list.md" 2>/dev/null || true)"
		if [ "$mailingList" ]; then
			mailingList=" $mailingList "
		else
			mailingList=' '
		fi
		
		license="$(cat "$repo/license.md" 2>/dev/null || true)"
		if [ "$license" ]; then
			license=$'\n\n''# License'$'\n\n'"$license"
		fi
		
		cp -v README-template.md "$repo/README.md"
		
		echo '  TAGS => ./generate-dockerfile-links-partial.sh'
		replace_field "$repo" 'TAGS' "$(./generate-dockerfile-links-partial.sh "$repo")"
		
		echo '  CONTENT => '"$repo"'/content.md'
		replace_field "$repo" 'CONTENT' "$(cat "$repo/content.md")"
		
		echo '  LICENSE => '"$repo"'/license.md'
		replace_field "$repo" 'LICENSE' "$license"
		
		echo '  MAILING_LIST => "'"$mailingList"'"'
		replace_field "$repo" 'MAILING_LIST' "$mailingList" '\s*'
		
		echo '  REPO => "'"$gitRepo"'"'
		replace_field "$repo" 'REPO' "$gitRepo"
		
		echo
	else
		echo >&2 "skipping $repo: missing repo/content.md"
	fi
done

{'fraction_non_alphanumeric': 0.2321770589487125, 'fraction_numerical': 0.0040434134922323894, 'mean_word_length': 4.005324813631523, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 19, 'https://': 24, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5843754', 'n_tokens_mistral': 2076, 'n_tokens_neox': 1852, 'n_words': 298}