<commit_before>var spark = require('/Users/billreed/eclairjs_dev/eclairjs-node/lib/index.js');
//var spark = require('/Users/jbarbetta/Work/gitProjects/eclairjs/eclairjs-node/lib/index.js');

var top25Recommendation;
var new_ratings_model;
var complete_ratings_data
var complete_movies_titlesDF;
var best_rank = -1;
var iterations = 10;
var regularization_parameter = 0.1
var blocks = -1;
var seed = 0;
var complete_movies_data;
var complete_movies_titles;
var movie_rating_counts_RDD;
var userMovieRatingHash = {
		// movie id is key:
		"260": 9, // Star Wars (1977)
        "1": 8, // Toy Story (1995)
        "16": 7, // Casino (1995)
        "25": 8, // Leaving Las Vegas (1995)
        "32": 9, // Twelve Monkeys (a.k.a. 12 Monkeys) (1995)
        "335": 4, // Flintstones, The (1994)
        "379": 3, // Timecop (1994)
        "296": 7, // Pulp Fiction (1994)
        "858": 10, // Godfather, The (1972)
        "50": 8 // Usual Suspects, The (1995)
};

var sparkConf = new spark.SparkConf()
	.set("spark.executor.memory", "10g")
	.set("spark.driver.memory", "6g")
	.setMaster("local[*]")
	.setAppName("movie_recommender");
var sc = new spark.SparkContext(sparkConf);
var sqlContext = new spark.sql.SQLContext(sc);<commit_msg>Don't use defaults for SparkConf or can't set master other than local.<commit_after>var spark = require('/Users/billreed/eclairjs_dev/eclairjs-node/lib/index.js');
//var spark = require('/Users/jbarbetta/Work/gitProjects/eclairjs/eclairjs-node/lib/index.js');

var top25Recommendation;
var new_ratings_model;
var complete_ratings_data
var complete_movies_titlesDF;
var best_rank = -1;
var iterations = 10;
var regularization_parameter = 0.1
var blocks = -1;
var seed = 0;
var complete_movies_data;
var complete_movies_titles;
var movie_rating_counts_RDD;
var userMovieRatingHash = {
		// movie id is key:
		"260": 9, // Star Wars (1977)
        "1": 8, // Toy Story (1995)
        "16": 7, // Casino (1995)
        "25": 8, // Leaving Las Vegas (1995)
        "32": 9, // Twelve Monkeys (a.k.a. 12 Monkeys) (1995)
        "335": 4, // Flintstones, The (1994)
        "379": 3, // Timecop (1994)
        "296": 7, // Pulp Fiction (1994)
        "858": 10, // Godfather, The (1972)
        "50": 8 // Usual Suspects, The (1995)
};

var sparkConf = new spark.SparkConf(false)
	.set("spark.executor.memory", "10g")
	.set("spark.driver.memory", "6g")
	.setMaster("local[*]")
	.setAppName("movie_recommender");
var sc = new spark.SparkContext(sparkConf);
var sqlContext = new spark.sql.SQLContext(sc);
{'fraction_non_alphanumeric': 0.15625, 'fraction_numerical': 0.07041139240506329, 'mean_word_length': 3.4603174603174605, 'pattern_counts': {'":': 20, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2105149', 'n_tokens_mistral': 1074, 'n_tokens_neox': 902, 'n_words': 234}