<commit_before>#!/bin/sh

url_prefix="https://github.com/MailCore/mailcore2-deps/raw/master"

if test x$1 != xskipprebuilt ; then
  file_timestamp=0
  if test -f prebuilt.list ; then
    file_timestamp=`stat -f '%m' prebuilt.list`
  fi
  timestamp=`ruby -e 'puts Time.now.to_i'`
  age=$((($timestamp-$file_timestamp)/3600)) # in hours
  if test $age -gt 0 ; then
    networkerror=no
    #echo "$url_prefix/prebuilt.list"
    curl -s -L "$url_prefix/prebuilt.list" > prebuilt.list.tmp
    if test x$? != x0 ; then
      networkerror=yes
    fi
    
    if test x$networkerror = xyes ; then
      echo WARNING: could not get prebuilt.list from repository
    fi
    
    mv prebuilt.list.tmp prebuilt.list
  fi
  
  if test -f prebuilt.list ; then
    files=`cat prebuilt.list`
    mkdir -p ../Externals/builds/builds
    mkdir -p ../Externals/prebuilt/mailcore2-deps
    pushd ../Externals/prebuilt/mailcore2-deps
    rm -rf .git
    for filename in $files ; do
      if test ! -f $filename ; then
        echo get $filename
        curl -O "$url_prefix/$filename"
      fi
    done
    rsync --exclude=.git -av ./ ../../builds/builds/
    popd
  fi
fi<commit_msg>Fixed fetch of dependencies.<commit_after>#!/bin/sh

url_prefix="https://github.com/MailCore/mailcore2-deps/raw/master"

if test x$1 != xskipprebuilt ; then
  file_timestamp=0
  if test -f prebuilt.list ; then
    file_timestamp=`stat -f '%m' prebuilt.list`
  fi
  timestamp=`ruby -e 'puts Time.now.to_i'`
  age=$((($timestamp-$file_timestamp)/3600)) # in hours
  if test $age -gt 0 ; then
    networkerror=no
    #echo "$url_prefix/prebuilt.list"
    curl -s -L "$url_prefix/prebuilt.list" > prebuilt.list.tmp
    if test x$? != x0 ; then
      networkerror=yes
    fi
    
    if test x$networkerror = xyes ; then
      echo WARNING: could not get prebuilt.list from repository
    fi
    
    mv prebuilt.list.tmp prebuilt.list
  fi
  
  if test -f prebuilt.list ; then
    files=`cat prebuilt.list`
    mkdir -p ../Externals/builds/builds
    mkdir -p ../Externals/prebuilt/mailcore2-deps
    pushd ../Externals/prebuilt/mailcore2-deps
    rm -rf .git
    for filename in $files ; do
      if test ! -f $filename ; then
        echo get $filename
        curl -L -O "$url_prefix/$filename"
      fi
    done
    rsync --exclude=.git -av ./ ../../builds/builds/
    popd
  fi
fi
{'fraction_non_alphanumeric': 0.12542662116040956, 'fraction_numerical': 0.00938566552901024, 'mean_word_length': 2.423357664233577, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 5, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4590630', 'n_tokens_mistral': 860, 'n_tokens_neox': 827, 'n_words': 217}