<commit_before>#!/bin/bash
set -e

rm -rf out || exit 0;
mkdir out;

npm install
node main.js > out/geonamesjp_vs_yan.jsonld

# go to the out directory and create a *new* Git repo
cd out
git init

# inside this git repo we'll pretend to be a new user
git config user.name "Travis CI"
git config user.email "<EMAIL>"

git add .
git commit -m "Deploy to GitHub Pages"
git push --force --quiet "https://${GH_TOKEN}@${GH_REF}" master:gh-pages > /dev/null 2>&1

# git push "https://${GH_TOKEN}@${GH_REF}" master:gh-pages

<commit_msg>Add license header<commit_after>#!/bin/bash
set -e

rm -rf out || exit 0;
mkdir out;

npm install

cat << EOS > out/geonamesjp_vs_yan.nt.txt
# Copyright (c) 2016 Indigo Corp. Research and Development Center
#
# このデータはクリエイティブ・コモンズ 表示 - 継承 4.0 国際 ライセンスの下に提供されています。
# <https://creativecommons.org/licenses/by-sa/4.0/deed.ja>
#
# このデータは Yokohama Art LOD SPARQLエンドポイント の出力を加工して作成されました。
# <http://data.yafjp.org/SPARQL.html>
#

EOS

node main.js >> out/geonamesjp_vs_yan.nt.txt

# go to the out directory and create a *new* Git repo
cd out
git init

# inside this git repo we'll pretend to be a new user
git config user.name "Travis CI"
git config user.email "<EMAIL>"

git add .
git commit -m "Deploy to GitHub Pages"
git push --force --quiet "https://${GH_TOKEN}@${GH_REF}" master:gh-pages > /dev/null 2>&1

# git push "https://${GH_TOKEN}@${GH_REF}" master:gh-pages

{'fraction_non_alphanumeric': 0.13649425287356323, 'fraction_numerical': 0.010057471264367816, 'mean_word_length': 3.9397163120567376, 'pattern_counts': {'":': 0, '<': 9, '<?xml version=': 0, '>': 15, 'https://': 5, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 1, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4761400', 'n_tokens_mistral': 607, 'n_tokens_neox': 561, 'n_words': 171}