<commit_before>#!/usr/bin/env bash

set -o errexit
set -o pipefail
set -o nounset

# Note: once the subtree merge from this script has been committed and pushed to
# a branch do not attempt to rebase the branch back onto master or the subdirectory
# structure will be lost.
# http://git.661346.n2.nabble.com/subtree-merges-lose-prefix-after-rebase-td7332850.html

OSMIUM_REPO=https://github.com/osmcode/libosmium.git
OSMIUM_TAG=v2.10.0

VARIANT_REPO=https://github.com/mapbox/variant.git
VARIANT_TAG=v1.1.0

MASON_REPO=https://github.com/mapbox/mason.git
MASON_TAG=v0.1.1

VARIANT_LATEST=$(curl https://api.github.com/repos/mapbox/variant/releases/latest | jq ".tag_name")
OSMIUM_LATEST=$(curl https://api.github.com/repos/osmcode/libosmium/releases/latest | jq ".tag_name")
MASON_LATEST=$(curl https://api.github.com/repos/mapbox/mason/releases/latest | jq ".tag_name")
<commit_msg>Update Libosmium Dependency Script to 2.10.2<commit_after>#!/usr/bin/env bash

set -o errexit
set -o pipefail
set -o nounset

# Note: once the subtree merge from this script has been committed and pushed to
# a branch do not attempt to rebase the branch back onto master or the subdirectory
# structure will be lost.
# http://git.661346.n2.nabble.com/subtree-merges-lose-prefix-after-rebase-td7332850.html

OSMIUM_REPO=https://github.com/osmcode/libosmium.git
OSMIUM_TAG=v2.10.2

VARIANT_REPO=https://github.com/mapbox/variant.git
VARIANT_TAG=v1.1.0

MASON_REPO=https://github.com/mapbox/mason.git
MASON_TAG=v0.1.1

VARIANT_LATEST=$(curl https://api.github.com/repos/mapbox/variant/releases/latest | jq ".tag_name")
OSMIUM_LATEST=$(curl https://api.github.com/repos/osmcode/libosmium/releases/latest | jq ".tag_name")
MASON_LATEST=$(curl https://api.github.com/repos/mapbox/mason/releases/latest | jq ".tag_name")

{'fraction_non_alphanumeric': 0.1335559265442404, 'fraction_numerical': 0.028937117417918753, 'mean_word_length': 4.8, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 12, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4867692', 'n_tokens_mistral': 741, 'n_tokens_neox': 696, 'n_words': 131}