<commit_before>/* get node modules */
var fs = require('fs');
var path = require('path');
var eventId = "32c3";

/* get npm modules */
var scrapyard = require('scrapyard');
var moment = require('moment');
var ent = require('ent');
var cheerio = require('cheerio');
var sanitizeHtml = require('sanitize-html');
var parseCSV = require('csv-parse');
var async = require('async');
var md5 = require('MD5');
var ical = require('ical');
var months = ['Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec'];
var icalendar = require('icalendar');

var log = require(path.resolve(__dirname, '../../api/lib/log.js'));
var json_requester = require('../lib/json_requester');

var halfnarp_schedule_url = "http://halfnarp.events.ccc.de/-/talkpreferences";

// for debugging we can just pretend rp14 was today
var originalStartDate = new Date(Date.UTC(2015, 7, 13, 10, 15, 0, 0));
var fakeDate = new Date(Date.UTC(2015, 7, 13, 10, 15, 0, 0));
var sessionStartDateOffsetMilliSecs = 0; //fakeDate.getTime() - originalStartDate.getTime();

var dayYearChange = 0;
var dayMonthChange = 0;
var dayDayChange = 0;

// console.log("Real date: " + originalStartDate);
// console.log("Fake date: " + fakeDate);


// http://hls.stream.c3voc.de/hls/sN_L_Q.m3u8
// N ∈ [1;5], L ∈ {native, translated}, Q ∈ {hd, sd, slides}. 

// http://halfnarp.events.ccc.de/-/talkpreferences

var sortOrderOfLocations = [

];

var testVideoURLs = {
	"32c3-7205": "http://cdn.media.ccc.de/congress/2014/h264-hd/31c3-6582-de-Das_Transparenzportal_Hamburg_hd.mp4" // Talk: Netzpolitik in der Schweiz 2015/16 Video: Das Transparenzportal Hamburg
}; 

// for app review we only show limited innocent content…
var whitelistedSessionIDs = [
	"32c3-7205", // "Netzpolitik in der Schweiz 2015/16"
	"32c3-7549", // "20 OSCILLATORS IN 20 MINUTES"
	"32c3-7387", // "Net Neutrality in Europe"
	"32c3-7415", // "Wie Jugendschutzprogramme nicht nur die Jugend schädigen"
	"32c3-7238", // "Vector retrogaming"
	"32c3-7520", // "Compileroptimierungen für Forth im Microcontroller"
	"32c3-7367", // "Ling - High level system programming"
	"32c3-7138"  // "G'scheitern"
];<commit_msg>remove video from CCC category<commit_after>/* get node modules */
var fs = require('fs');
var path = require('path');
var eventId = "32c3";

/* get npm modules */
var scrapyard = require('scrapyard');
var moment = require('moment');
var ent = require('ent');
var cheerio = require('cheerio');
var sanitizeHtml = require('sanitize-html');
var parseCSV = require('csv-parse');
var async = require('async');
var md5 = require('MD5');
var ical = require('ical');
var months = ['Jan', 'Feb', 'Mar', 'Apr', 'May', 'Jun', 'Jul', 'Aug', 'Sep', 'Oct', 'Nov', 'Dec'];
var icalendar = require('icalendar');

var log = require(path.resolve(__dirname, '../../api/lib/log.js'));
var json_requester = require('../lib/json_requester');

var halfnarp_schedule_url = "http://halfnarp.events.ccc.de/-/talkpreferences";

// for debugging we can just pretend rp14 was today
var originalStartDate = new Date(Date.UTC(2015, 7, 13, 10, 15, 0, 0));
var fakeDate = new Date(Date.UTC(2015, 7, 13, 10, 15, 0, 0));
var sessionStartDateOffsetMilliSecs = 0; //fakeDate.getTime() - originalStartDate.getTime();

var dayYearChange = 0;
var dayMonthChange = 0;
var dayDayChange = 0;

// console.log("Real date: " + originalStartDate);
// console.log("Fake date: " + fakeDate);


// http://hls.stream.c3voc.de/hls/sN_L_Q.m3u8
// N ∈ [1;5], L ∈ {native, translated}, Q ∈ {hd, sd, slides}. 

// http://halfnarp.events.ccc.de/-/talkpreferences

var sortOrderOfLocations = [

];

var testVideoURLs = {
	"32c3-7415": "http://cdn.media.ccc.de/congress/2014/h264-hd/31c3-6582-de-Das_Transparenzportal_Hamburg_hd.mp4" // Talk:Wie Jugendschutzprogramme nicht nur die Jugend schädigen Video: Das Transparenzportal Hamburg
}; 

// for app review we only show limited innocent content…
var whitelistedSessionIDs = [
	"32c3-7549", // "20 OSCILLATORS IN 20 MINUTES"
	"32c3-7387", // "Net Neutrality in Europe"
	"32c3-7415", // "Wie Jugendschutzprogramme nicht nur die Jugend schädigen"
	"32c3-7238", // "Vector retrogaming"
	"32c3-7520", // "Compileroptimierungen für Forth im Microcontroller"
	"32c3-7367", // "Ling - High level system programming"
	"32c3-7138"  // "G'scheitern"
];
{'fraction_non_alphanumeric': 0.17638824078394774, 'fraction_numerical': 0.05902939804013066, 'mean_word_length': 4.475095785440613, 'pattern_counts': {'":': 2, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7128072', 'n_tokens_mistral': 1732, 'n_tokens_neox': 1572, 'n_words': 403}