<commit_before>
# spark release
default['spark']['release']['install']       = false
default['spark']['release']['install_path']  = '/opt'
default['spark']['release']['spark_version'] = '1.1.0'
default['spark']['release']['package_type']  = 'hadoop2.3'
default['spark']['release']['checksum']      = '4d112223ab16a2b7fc4965e14bc9f9b1'

# spark-env.sh
default['spark']['spark_env']['standalone_spark_master_host'] = node['fqdn']
default['spark']['spark_env']['spark_master_ip']              = node['fqdn']
default['spark']['spark_env']['spark_launch_with_scala']      = 0
default['spark']['spark_env']['spark_library_path']           = '${SPARK_HOME}/lib'
default['spark']['spark_env']['scala_library_path']           = '${SPARK_HOME}/lib'
default['spark']['spark_env']['spark_master_webui_port']      = 18_080
default['spark']['spark_env']['spark_worker_webui_port']      = 18_081
default['spark']['spark_env']['spark_master_port']            = 7077
default['spark']['spark_env']['spark_worker_port']            = 7078
default['spark']['spark_env']['spark_pid_dir']                = '/var/run/spark/'
default['spark']['spark_env']['spark_history_server_log_dir'] = '/user/spark/applicationHistory'
default['spark']['spark_env']['hadoop_conf_dir']              = '/etc/hadoop/conf'
# spark-defaults.xml
default['spark']['spark_defaults']['spark.eventLog.dir']               = '/user/spark/applicationHistory'
default['spark']['spark_defaults']['spark.eventLog.enabled']           = true
default['spark']['spark_defaults']['spark.yarn.historyServer.address'] = "#{node['fqdn']}:10020"
<commit_msg>renamed default['spark']['release']['spark_version'] to default['spark']['release']['version'] (as referenced in recipes/spark.rb)<commit_after>
# spark release
default['spark']['release']['install']       = false
default['spark']['release']['install_path']  = '/opt'
default['spark']['release']['version'] = '1.1.0'
default['spark']['release']['package_type']  = 'hadoop2.3'
default['spark']['release']['checksum']      = '4d112223ab16a2b7fc4965e14bc9f9b1'

# spark-env.sh
default['spark']['spark_env']['standalone_spark_master_host'] = node['fqdn']
default['spark']['spark_env']['spark_master_ip']              = node['fqdn']
default['spark']['spark_env']['spark_launch_with_scala']      = 0
default['spark']['spark_env']['spark_library_path']           = '${SPARK_HOME}/lib'
default['spark']['spark_env']['scala_library_path']           = '${SPARK_HOME}/lib'
default['spark']['spark_env']['spark_master_webui_port']      = 18_080
default['spark']['spark_env']['spark_worker_webui_port']      = 18_081
default['spark']['spark_env']['spark_master_port']            = 7077
default['spark']['spark_env']['spark_worker_port']            = 7078
default['spark']['spark_env']['spark_pid_dir']                = '/var/run/spark/'
default['spark']['spark_env']['spark_history_server_log_dir'] = '/user/spark/applicationHistory'
default['spark']['spark_env']['hadoop_conf_dir']              = '/etc/hadoop/conf'
# spark-defaults.xml
default['spark']['spark_defaults']['spark.eventLog.dir']               = '/user/spark/applicationHistory'
default['spark']['spark_defaults']['spark.eventLog.enabled']           = true
default['spark']['spark_defaults']['spark.yarn.historyServer.address'] = "#{node['fqdn']}:10020"

{'fraction_non_alphanumeric': 0.2144804604665253, 'fraction_numerical': 0.029687973341411694, 'mean_word_length': 5.907949790794979, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '765117', 'n_tokens_mistral': 1169, 'n_tokens_neox': 999, 'n_words': 97}