<commit_before>name             'hops'
maintainer       "<NAME>"
maintainer_email "<EMAIL>"
license          "GPL 2.0"
description      'Installs/Configures HOPS distribution'
long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
version          "1.0"

#link:<a target='_blank' href='http://%host%:50070/'>Launch the WebUI for the NameNode</a> 
recipe            "hops::nn", "Installs a Hops NameNode"
recipe            "hops::dn", "Installs a Hops DataNode"
#link:<a target='_blank' href='http://%host%:8088/'>Launch the WebUI for the ResourceManager</a>
recipe            "hops::rm", "Installs a YARN ResourceManager"
recipe            "hops::nm", "Installs a YARN NodeManager"
recipe            "hops::jhs", "Installs a MapReduce JobHistory Server for YARN"
recipe            "hops::ps", "Installs a WebProxy Server for YARN"
recipe            "hops::rt", "Installs a ResourceTracker server for YARN"
recipe            "hops::client", "Installs libaries and configuration files for writing HDFS and YARN progams"
recipe            "hops::purge", "Removes all hops-hadoop files and dirs and ndb-dal, but doesnt drop hops db from NDB"
recipe            "hops::purge-ndb", "Drops  hops db from NDB"

depends 'java'
depends 'kagent'
depends 'ndb'
depends 'hadoop'

%w{ ubuntu debian rhel centos }.each do |os|
  supports os
end

#attribute "hadoop/version",
#:description => "Hop version number",
#:type => 'string'

attribute "hdfs/user",
:description => "Username to run hdfs as",
:type => 'string'

attribute "hadoop/yarn/user",
:description => "Username to run yarn as",
:type => 'string'

# attribute "hadoop/rm/scheduler_class",
# :description => "Java Classname for the Yarn scheduler (fifo, capacity, fair)",
# :type => 'string'

attribute "hadoop/mr/user",
:description => "Username to run MapReduce as",
:type => 'string'

attribute "mysql/user",
:description => "Mysql server username",
:type => 'string',
:required => "required"

attribute "mysql/password",
:description => "MySql server Password",
:type => 'string',
:required => "required"

attribute "hadoop/format",
:description => "Format HDFS: 'hdfs namenode -format'",
:type => 'string'

attribute "hops/use_hopsworks",
:description => "'true' or 'false' - true to enable HopsWorks support",
:type => 'string'

attribute "hops/erasure_coding",
:description => "'true' or 'false' - true to enable erasure-coding replication",
:type => 'string'

attribute "hops/nn/direct_memory_size",
:description => "Size of the direct memory size for the NameNode in MBs",
:type => 'string'

attribute "hops/nn/heap_size",
:description => "Size of the NameNode heap in MBs",
:type => 'string'

attribute "hops/nn/cache",
:description => "'true' or 'false' - true to enable the path cache in the NameNode",
:type => 'string'

attribute "hops/nn/partition_key",
:description => "'true' or 'false' - true to enable the partition key when starting transactions. Distribution-aware transactions.",
:type => 'string'

attribute "hops/yarn/resource_tracker",
:display_name => "Hadoop Resource Tracker enabled on this nodegroup",
:type => 'string'

attribute "hops/install_db",
:display_name => "Install hops database and tables in MySQL Cluster ('true' (default) or 'false')",
:type => 'string'

attribute "hops/dir",
:display_name => "Base installation directory for HopsFS",
:type => 'string'

attribute "hops/use_systemd",
:description => "Use systemd startup scripts, default 'false'",
:type => "string"<commit_msg>hadoop/dir now an option<commit_after>name             'hops'
maintainer       "<NAME>"
maintainer_email "<EMAIL>"
license          "GPL 2.0"
description      'Installs/Configures HOPS distribution'
long_description IO.read(File.join(File.dirname(__FILE__), 'README.md'))
version          "1.0"

#link:<a target='_blank' href='http://%host%:50070/'>Launch the WebUI for the NameNode</a> 
recipe            "hops::nn", "Installs a Hops NameNode"
recipe            "hops::dn", "Installs a Hops DataNode"
#link:<a target='_blank' href='http://%host%:8088/'>Launch the WebUI for the ResourceManager</a>
recipe            "hops::rm", "Installs a YARN ResourceManager"
recipe            "hops::nm", "Installs a YARN NodeManager"
recipe            "hops::jhs", "Installs a MapReduce JobHistory Server for YARN"
recipe            "hops::ps", "Installs a WebProxy Server for YARN"
recipe            "hops::rt", "Installs a ResourceTracker server for YARN"
recipe            "hops::client", "Installs libaries and configuration files for writing HDFS and YARN progams"
recipe            "hops::purge", "Removes all hops-hadoop files and dirs and ndb-dal, but doesnt drop hops db from NDB"
recipe            "hops::purge-ndb", "Drops  hops db from NDB"

depends 'java'
depends 'kagent'
depends 'ndb'
depends 'hadoop'

%w{ ubuntu debian rhel centos }.each do |os|
  supports os
end

#attribute "hadoop/version",
#:description => "Hop version number",
#:type => 'string'

attribute "hdfs/user",
:description => "Username to run hdfs as",
:type => 'string'

attribute "hadoop/yarn/user",
:description => "Username to run yarn as",
:type => 'string'

# attribute "hadoop/rm/scheduler_class",
# :description => "Java Classname for the Yarn scheduler (fifo, capacity, fair)",
# :type => 'string'

attribute "hadoop/mr/user",
:description => "Username to run MapReduce as",
:type => 'string'

attribute "mysql/user",
:description => "Mysql server username",
:type => 'string',
:required => "required"

attribute "mysql/password",
:description => "MySql server Password",
:type => 'string',
:required => "required"

attribute "hadoop/format",
:description => "Format HDFS: 'hdfs namenode -format'",
:type => 'string'

attribute "hops/use_hopsworks",
:description => "'true' or 'false' - true to enable HopsWorks support",
:type => 'string'

attribute "hops/erasure_coding",
:description => "'true' or 'false' - true to enable erasure-coding replication",
:type => 'string'

attribute "hops/nn/direct_memory_size",
:description => "Size of the direct memory size for the NameNode in MBs",
:type => 'string'

attribute "hops/nn/heap_size",
:description => "Size of the NameNode heap in MBs",
:type => 'string'

attribute "hops/nn/cache",
:description => "'true' or 'false' - true to enable the path cache in the NameNode",
:type => 'string'

attribute "hops/nn/partition_key",
:description => "'true' or 'false' - true to enable the partition key when starting transactions. Distribution-aware transactions.",
:type => 'string'

attribute "hops/yarn/resource_tracker",
:display_name => "Hadoop Resource Tracker enabled on this nodegroup",
:type => 'string'

attribute "hops/install_db",
:display_name => "Install hops database and tables in MySQL Cluster ('true' (default) or 'false')",
:type => 'string'

attribute "hops/dir",
:display_name => "Base installation directory for HopsFS",
:type => 'string'

attribute "hadoop/dir",
:display_name => "Base installation directory for Hadoop/HopsFS",
:type => 'string'

attribute "hops/use_systemd",
:description => "Use systemd startup scripts, default 'false'",
:type => "string"
{'fraction_non_alphanumeric': 0.14400564174894218, 'fraction_numerical': 0.0036671368124118475, 'mean_word_length': 4.496899224806201, 'pattern_counts': {'":': 0, '<': 15, '<?xml version=': 0, '>': 93, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '6106960', 'n_tokens_mistral': 2292, 'n_tokens_neox': 2178, 'n_words': 734}