<commit_before>#!/usr/bin/perl
# by <NAME> July 29 2015
#Requires cURL is installed

#This is a counterpart to getListOfClasses.pl.  That script only gets the data for the current year.  This script uses subject list urls found by getDepartmentLists.pl to download the data for next year.
#Note this will only update the one term listed below.

use strict;
use warnings;
use DBI;
use HTML::Entities;

#use autodie; #die on file not found
$|++; #autoflush disk buffer

# This script works directly with our SQLite DB  
my $dbFile = '../database.sqlite';
my $dsn      = "dbi:SQLite:dbname=$dbFile";
my $user     = "";
my $password = "";
my $dbh = DBI->connect($dsn, $user, $password, {
	PrintError       => 0,
	RaiseError       => 1,
	AutoCommit       => 1,
});

my $baseUrl = "https://duapp2.drexel.edu";
my $sessionId = '2357A293F0608215F6D989A989D17BE1';
my $body=''; #response body
my $year = 2015;
my $term = 'Fall';

#It seems on the TMS search page, the terms 1-4 are always fall through summer of this academic year.
#Next year is terms 5-8, but don't seem to work

my @termNames = ('', 'Fall', 'Winter', 'Spring', 'Summer');<commit_msg>updated path to DB causing crontab to fail<commit_after>#!/usr/bin/perl
# by <NAME> July 29 2015
#Requires cURL is installed

#This is a counterpart to getListOfClasses.pl.  That script only gets the data for the current year.  This script uses subject list urls found by getDepartmentLists.pl to download the data for next year.
#Note this will only update the one term listed below.

use strict;
use warnings;
use DBI;
use HTML::Entities;
use FindBin qw( $RealBin );

#use autodie; #die on file not found
$|++; #autoflush disk buffer

# This script works directly with our SQLite DB  
my $dbFile = "$RealBin/../database.sqlite";
my $dsn      = "dbi:SQLite:dbname=$dbFile";
my $user     = "";
my $password = "";
my $dbh = DBI->connect($dsn, $user, $password, {
	PrintError       => 0,
	RaiseError       => 1,
	AutoCommit       => 1,
});

my $baseUrl = "https://duapp2.drexel.edu";
my $sessionId = '2357A293F0608215F6D989A989D17BE1';
my $body=''; #response body
my $year = 2015;
my $term = 'Fall';

#It seems on the TMS search page, the terms 1-4 are always fall through summer of this academic year.
#Next year is terms 5-8, but don't seem to work

my @termNames = ('', 'Fall', 'Winter', 'Spring', 'Summer');
{'fraction_non_alphanumeric': 0.125, 'fraction_numerical': 0.03571428571428571, 'mean_word_length': 3.922594142259414, 'pattern_counts': {'":': 0, '<': 5, '<?xml version=': 0, '>': 13, 'https://': 2, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6337942', 'n_tokens_mistral': 859, 'n_tokens_neox': 786, 'n_words': 310}