<commit_before>#!/bin/bash

if [ $# -lt 2 ] ; then
  echo "Too few arguments"
  exit 1
fi

cd `dirname $0`

CONTINENT=$1
COUNTRY=$2
BASEDIR=$PWD
VERSION=12
DATE=`date +"%Y%m%d-%H%M"`


cd /var/btrfs/@maps/

tar -cf "$CONTINENT-$COUNTRY.tar" \
  "$CONTINENT-$COUNTRY/types.dat" \
  "$CONTINENT-$COUNTRY/bounding.dat" \
  "$CONTINENT-$COUNTRY/nodes.dat" \
  "$CONTINENT-$COUNTRY/areas.dat" \
  "$CONTINENT-$COUNTRY/ways.dat" \
  "$CONTINENT-$COUNTRY/areanode.idx" \
  "$CONTINENT-$COUNTRY/areaarea.idx" \
  "$CONTINENT-$COUNTRY/areaway.idx" \
  "$CONTINENT-$COUNTRY/areasopt.dat" \
  "$CONTINENT-$COUNTRY/waysopt.dat" \
  "$CONTINENT-$COUNTRY/location.idx" \
  "$CONTINENT-$COUNTRY/water.idx" \
  "$CONTINENT-$COUNTRY/intersections.dat" \
  "$CONTINENT-$COUNTRY/intersections.idx" \
  "$CONTINENT-$COUNTRY/router.dat" \
  "$CONTINENT-$COUNTRY/router2.dat" \
  "$CONTINENT-$COUNTRY/router.idx" \
  "$CONTINENT-$COUNTRY/textloc.dat" \
  "$CONTINENT-$COUNTRY/textother.dat" \
  "$CONTINENT-$COUNTRY/textpoi.dat" \
  "$CONTINENT-$COUNTRY/textregion.dat"


tar -cf "$CONTINENT-$COUNTRY.debug.tar" \
  "$CONTINENT-$COUNTRY/location_full.txt" \
  "$CONTINENT-$COUNTRY/location_region.txt" \
  "$CONTINENT-$COUNTRY/nodes.idmap" \
  "$CONTINENT-$COUNTRY/areas.idmap" \
  "$CONTINENT-$COUNTRY/ways.idmap"


DATE=`date +"%Y%m%d"`
ssh root@home "mkdir -p            /media/web/osmscout/$CONTINENT/$COUNTRY-$VERSION-$DATE"
scp "$CONTINENT-$COUNTRY.tar"       root@home:/media/web/osmscout/$CONTINENT/$COUNTRY-$VERSION-$DATE.tar
scp "$CONTINENT-$COUNTRY.debug.tar" root@home:/media/web/osmscout/$CONTINENT/$COUNTRY-$VERSION-$DATE.debug.tar
# scp $CONTINENT-$COUNTRY/*.log       root@home:/media/web/osmscout/$CONTINENT/$COUNTRY-$VERSION-$DATE/<commit_msg>add time to server directory<commit_after>#!/bin/bash

if [ $# -lt 2 ] ; then
  echo "Too few arguments"
  exit 1
fi

cd `dirname $0`

CONTINENT=$1
COUNTRY=$2
BASEDIR=$PWD
VERSION=12
DATE=`date +"%Y%m%d-%H%M"`


cd /var/btrfs/@maps/

tar -cf "$CONTINENT-$COUNTRY.tar" \
  "$CONTINENT-$COUNTRY/types.dat" \
  "$CONTINENT-$COUNTRY/bounding.dat" \
  "$CONTINENT-$COUNTRY/nodes.dat" \
  "$CONTINENT-$COUNTRY/areas.dat" \
  "$CONTINENT-$COUNTRY/ways.dat" \
  "$CONTINENT-$COUNTRY/areanode.idx" \
  "$CONTINENT-$COUNTRY/areaarea.idx" \
  "$CONTINENT-$COUNTRY/areaway.idx" \
  "$CONTINENT-$COUNTRY/areasopt.dat" \
  "$CONTINENT-$COUNTRY/waysopt.dat" \
  "$CONTINENT-$COUNTRY/location.idx" \
  "$CONTINENT-$COUNTRY/water.idx" \
  "$CONTINENT-$COUNTRY/intersections.dat" \
  "$CONTINENT-$COUNTRY/intersections.idx" \
  "$CONTINENT-$COUNTRY/router.dat" \
  "$CONTINENT-$COUNTRY/router2.dat" \
  "$CONTINENT-$COUNTRY/router.idx" \
  "$CONTINENT-$COUNTRY/textloc.dat" \
  "$CONTINENT-$COUNTRY/textother.dat" \
  "$CONTINENT-$COUNTRY/textpoi.dat" \
  "$CONTINENT-$COUNTRY/textregion.dat"


tar -cf "$CONTINENT-$COUNTRY.debug.tar" \
  "$CONTINENT-$COUNTRY/location_full.txt" \
  "$CONTINENT-$COUNTRY/location_region.txt" \
  "$CONTINENT-$COUNTRY/nodes.idmap" \
  "$CONTINENT-$COUNTRY/areas.idmap" \
  "$CONTINENT-$COUNTRY/ways.idmap"

ssh root@home "mkdir -p            /media/web/osmscout/$CONTINENT/$COUNTRY-$VERSION-$DATE"
scp "$CONTINENT-$COUNTRY.tar"       root@home:/media/web/osmscout/$CONTINENT/$COUNTRY-$VERSION-$DATE.tar
scp "$CONTINENT-$COUNTRY.debug.tar" root@home:/media/web/osmscout/$CONTINENT/$COUNTRY-$VERSION-$DATE.debug.tar
# scp $CONTINENT-$COUNTRY/*.log       root@home:/media/web/osmscout/$CONTINENT/$COUNTRY-$VERSION-$DATE/
{'fraction_non_alphanumeric': 0.20028818443804033, 'fraction_numerical': 0.004610951008645533, 'mean_word_length': 3.9444444444444446, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1711576', 'n_tokens_mistral': 1509, 'n_tokens_neox': 1527, 'n_words': 143}