<commit_before>fs = require "fs"
path = require "path"
exec = (require "child_process").exec


# The WGetDownloader will execute a series of shell commands to download and extract timezone files to a specific directory.
class WGetDownloader
    # Run WGet to download files from FTP
    _downloadFiles: (filePath, next) ->
        exec "wget --retr-symlinks -O '#{filePath}/tzdata-latest.tar.gz' 'ftp://ftp.iana.org/tz/tzdata-latest.tar.gz'", (err, out, stdErr) ->
            throw Error err if err
            do next
    # Inflate the downloaded data file
    _inflateFiles: (filePath, next) -><commit_msg>Adding an olson path for building<commit_after>fs = require "fs"
path = require "path"
exec = (require "child_process").exec


# The WGetDownloader will execute a series of shell commands to download and extract timezone files to a specific directory.
class WGetDownloader
    # Run WGet to download files from FTP
    _downloadFiles: (filePath, next) ->
        console.log("wget --retr-symlinks -O '#{filePath}/tzdata-latest.tar.gz' 'ftp://ftp.iana.org/tz/tzdata-latest.tar.gz'");
        exec "wget --retr-symlinks -O '#{filePath}/tzdata-latest.tar.gz' 'ftp://ftp.iana.org/tz/tzdata-latest.tar.gz'", (err, out, stdErr) ->
            throw Error err if err
            do next
    # Inflate the downloaded data file
    _inflateFiles: (filePath, next) ->
{'fraction_non_alphanumeric': 0.11786237188872621, 'fraction_numerical': 0.0, 'mean_word_length': 3.206153846153846, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 9, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 12, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1862787', 'n_tokens_mistral': 433, 'n_tokens_neox': 421, 'n_words': 138}