<commit_before>package DataDownloader::Source::OrthoDB;

use Moose;
extends 'DataDownloader::Source::FtpBase';

use constant {
    TITLE => 'OrthoDB',
    DESCRIPTION => 'OrthoDB Homologues',
    SOURCE_LINK => 'http://cegg.unige.ch/orthodb',
    SOURCE_DIR => 'orthodb',
    SOURCES => [
        {
            HOST => 'cegg.unige.ch',
            REMOTE_DIR => '/OrthoDB6/',
            FILE => 'OrthoDB6_ALL_METAZOA_tabtext.gz',
            EXTRACT => 1,
        },
    ],
};

1;<commit_msg>updated orthodb download script<commit_after>package DataDownloader::Source::OrthoDB;

use Moose;
extends 'DataDownloader::Source::FtpBase';

use constant {
    TITLE => 'OrthoDB',
    DESCRIPTION => 'OrthoDB Homologues',
    SOURCE_LINK => 'http://cegg.unige.ch/orthodb',
    SOURCE_DIR => 'orthodb',
    SOURCES => [
        {
            HOST => 'cegg.unige.ch',
            REMOTE_DIR => '/OrthoDB6/',
            FILE => 'OrthoDB6_ALL_METAZOA_tabtext.gz',
            EXTRACT => 1,
        },
        {
            HOST => 'cegg.unige.ch',
            REMOTE_DIR => '/OrthoDB6/',
            FILE => 'OrthoDB6_ALL_FUNGI_tabtext.gz',
            EXTRACT => 1,
        },
    ],
};

1;
{'fraction_non_alphanumeric': 0.15241320914479256, 'fraction_numerical': 0.009314140558848433, 'mean_word_length': 2.1859838274932613, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 25, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 5, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5395123', 'n_tokens_mistral': 461, 'n_tokens_neox': 424, 'n_words': 64}