<commit_before>#!/bin/sh

set -e

ROOT=http://ftp.mozilla.org/pub/mozilla.org/mobile/nightly/latest-mozilla-central-android
BUILD=$PWD/build
CACHE=$BUILD/cache
STAGE=$BUILD/stage
WORK=$BUILD/work
REPO=$PWD/m2-repo
VERSION=unknown

mkdir -p $CACHE
pushd $CACHE
# This is a fancy way of downloading fennec-VERSION.multi.android-arm.txt to a
# known location.  It's necessary because the Fennec version rolls forward with
# the trains.  The build id could also be extracted from the fennec-*.json file,
# but that requires downloading a file with a version in its name, and requires
# more work to extract the version.
# See http://stackoverflow.com/a/18107344 and the wget man page.
PATTERN=fennec-*.txt
rm -rf $PATTERN
wget --quiet --recursive --level=1 --no-directories --no-parent --accept "$PATTERN" --timestamping $ROOT/
VERSION=$(head -n 1 $PATTERN)

wget --timestamping $ROOT/geckoview_library.zip
wget --timestamping $ROOT/geckoview_assets.zip
popd
<commit_msg>Build GeckoView from API 10+ mozilla-central build.<commit_after>#!/bin/sh

set -e

ROOT=http://ftp.mozilla.org/pub/mozilla.org/mobile/nightly/latest-mozilla-central-android-api-10/
BUILD=$PWD/build
CACHE=$BUILD/cache
STAGE=$BUILD/stage
WORK=$BUILD/work
REPO=$PWD/m2-repo
VERSION=unknown

mkdir -p $CACHE
pushd $CACHE
# This is a fancy way of downloading fennec-VERSION.multi.android-arm.txt to a
# known location.  It's necessary because the Fennec version rolls forward with
# the trains.  The build id could also be extracted from the fennec-*.json file,
# but that requires downloading a file with a version in its name, and requires
# more work to extract the version.
# See http://stackoverflow.com/a/18107344 and the wget man page.
PATTERN=fennec-*.txt
rm -rf $PATTERN
wget --quiet --recursive --level=1 --no-directories --no-parent --accept "$PATTERN" --timestamping $ROOT/
VERSION=$(head -n 1 $PATTERN)

wget --timestamping $ROOT/geckoview_library.zip
wget --timestamping $ROOT/geckoview_assets.zip
popd

{'fraction_non_alphanumeric': 0.11818181818181818, 'fraction_numerical': 0.013131313131313131, 'mean_word_length': 4.2967914438502675, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 4, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2579355', 'n_tokens_mistral': 696, 'n_tokens_neox': 645, 'n_words': 208}