<commit_before>include_recipe 'bcpc-hadoop::hadoop_config'
include_recipe 'bcpc-hadoop::hive_config'
::Chef::Recipe.send(:include, Bcpc_Hadoop::Helper)
::Chef::Resource::Bash.send(:include, Bcpc_Hadoop::Helper)

node.default['bcpc']['hadoop']['copylog']['datanode'] = {
    'logfile' => "/var/log/hadoop-hdfs/hadoop-hdfs-datanode-#{node.hostname}.log",
    'docopy' => true
}

hdp_select_pkgs = %w{
  hadoop-yarn-nodemanager
  hadoop-hdfs-datanode
  hadoop-client}

hdp_pkg_strs = (hdp_select_pkgs + %W{
  hadoop-mapreduce
  sqoop
  hadooplzo
  hadooplzo-native}).map{|p| hwx_pkg_str(p, node[:bcpc][:hadoop][:distribution][:release])}

hdp_pkg_strs + %W{
  #{node['bcpc']['mysql']['connector']['package']['short_name']}
  cgroup-bin}.each do |pkg|
  package pkg do
    action :install
  end
end

(hdp_select_pkgs + ['sqoop-client', 'sqoop-server']).each do |pkg|
  hdp_select(pkg, node[:bcpc][:hadoop][:distribution][:active_release])
end

user_ulimit "root" do<commit_msg>Fix for original binding issue of issue #531<commit_after>include_recipe 'bcpc-hadoop::hadoop_config'
include_recipe 'bcpc-hadoop::hive_config'
::Chef::Recipe.send(:include, Bcpc_Hadoop::Helper)
::Chef::Resource::Bash.send(:include, Bcpc_Hadoop::Helper)

node.default['bcpc']['hadoop']['copylog']['datanode'] = {
    'logfile' => "/var/log/hadoop-hdfs/hadoop-hdfs-datanode-#{node.hostname}.log",
    'docopy' => true
}

hdp_select_pkgs = %w{
  hadoop-yarn-nodemanager
  hadoop-hdfs-datanode
  hadoop-client}

hdp_pkg_strs = (hdp_select_pkgs + %W{
  hadoop-mapreduce
  sqoop
  hadooplzo
  hadooplzo-native}).map{|p| hwx_pkg_str(p, node[:bcpc][:hadoop][:distribution][:release])}

(hdp_pkg_strs + %W{
  #{node['bcpc']['mysql']['connector']['package']['short_name']}
  cgroup-bin}).each do |pkg|
  package pkg do
    action :install
  end
end

(hdp_select_pkgs + ['sqoop-client', 'sqoop-server']).each do |pkg|
  hdp_select(pkg, node[:bcpc][:hadoop][:distribution][:active_release])
end

user_ulimit "root" do
{'fraction_non_alphanumeric': 0.1864578069732188, 'fraction_numerical': 0.0015159171298635675, 'mean_word_length': 6.388059701492537, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6332727', 'n_tokens_mistral': 800, 'n_tokens_neox': 786, 'n_words': 108}