<commit_before>default[:cassandra] = {
  :cluster_name   => nil,
  :notify_restart => false,
  :setup_jna      => true,
  :initial_token  => "",
  :version        => '2.0.9',
  :service_name   => 'cassandra',
  :user   => "cassandra",
  :group  => "cassandra",
  :setup_user     => true,
  :pid_dir        => "/var/run/cassandra",

  :limits => {
    :memlock  => 'unlimited',
    :nofile   => 48000,
    :nproc    => 'unlimited'
  },

  :templates_cookbook => "cassandra",

  :installation_dir   => "/usr/local/cassandra",
  :root_dir   => "/var/lib/cassandra", # data/ subdir added to this root
  :log_dir    => "/var/log/cassandra",

  :auto_bootstrap => true,
  :hinted_handoff_enabled               => true,
  :max_hint_window_in_ms                => 10800000, # 3 hours
  :hinted_handoff_throttle_in_kb        => 1024,
  :max_hints_delivery_threads           => 2,
  :permissions_validity_in_ms           => 2000,

  :authenticator                        => "org.apache.cassandra.auth.AllowAllAuthenticator",
  :authorizer                           => "org.apache.cassandra.auth.AllowAllAuthorizer",

  :partitioner                          => "org.apache.cassandra.dht.Murmur3Partitioner",

  :disk_failure_policy                  => "stop", # options: stop,best_effort,ignore

  :key_cache_size_in_mb                 => "", # empty str for auto = (min(5% of Heap (in MB), 100MB))
  :key_cache_save_period                => 14400, # in seconds
  :row_cache_size_in_mb                 => 0,
  :row_cache_save_period                => 0, # in seconds
  :row_cache_provider                   => 'SerializingCacheProvider',

  :commitlog_sync                       => 'periodic', # 'batch' or 'periodic'
  :commitlog_sync_batch_window_in_ms    => 50, # only applies to 'batch' sync
  :commitlog_sync_period_in_ms          => 10000, # only applies to 'periodic' sync
  :commitlog_segment_size_in_mb         => 32,

  :concurrent_reads                     => 32, # suggested at 16 * number of drives
  :concurrent_writes                    => 32, # suggested at 8 * number of cpu cores
  :memtable_flush_queue_size            => 4,

  :trickle_fsync                        => false,
  :trickle_fsync_interval_in_kb         => 10240,

  :listen_address                       => node[:ipaddress],
  :broadcast_address                    => node[:ipaddress],
  :rpc_address                          => "0.0.0.0",

  :rpc_port                             => "9160",
  :storage_port                         => 7000,
  :ssl_storage_port                     => 7001,
  :native_transport_port                => "9042",

  :start_native_transport               => true,
  :start_rpc                            => true,
  :rpc_keepalive                        => true,
  :rpc_server_type                      => 'sync', # 'sync' or 'hsha',
  :thrift_framed_transport_size_in_mb   => 15,
  :thrift_max_message_length_in_mb      => 16,
  :incremental_backups                  => false,
  :snapshot_before_compaction           => false,
  :auto_snapshot                        => true,
  :column_index_size_in_kb              => 64,
  :in_memory_compaction_limit_in_mb     => 64,
  :multithreaded_compaction             => false,
  :compaction_throughput_mb_per_sec     => 16,
  :compaction_preheat_key_cache         => true,

  :read_request_timeout_in_ms           => 10000,
  :range_request_timeout_in_ms          => 10000,
  :write_request_timeout_in_ms          => 10000,
  :truncate_request_timeout_in_ms       => 60000,
  :request_timeout_in_ms                => 10000,
  :cross_node_timeout                   => false,
  :streaming_socket_timeout_in_ms       => 0, #never timeout streams
  :stream_throughput_outbound_megabits_per_sec => 400,

  :snitch                               => 'SimpleSnitch',  # endpoint_snitch config
  :dynamic_snitch_update_interval_in_ms => 100,
  :dynamic_snitch_reset_interval_in_ms  => 600000,
  :dynamic_snitch_badness_threshold     => 0.1,
  :request_scheduler                    => 'org.apache.cassandra.scheduler.NoScheduler',
  :phi_convict_threshold                => 8,
  :index_interval   => 128,
  :max_heap_size    => nil,
  :heap_new_size    => nil,
  :xss              => "256k",
  :vnodes           => false,
  :seeds            => [node[:ipaddress]],
  :package_name     => 'dsc20',
  :release          => '2',
  :snitch_conf      => false,
  :enable_assertions => true,

  :jmx_server_hostname => false,

  :request_scheduler_id                 => 'keyspace', ##
  :jmx_dash_port    => 12345, ##
  :mx4j_addr        => node[:ipaddress],##
  :mx4j_port        => "8081", ##
  :mx4j_version     => "3.0.2", ##
  :mx4j_release_url => "http://downloads.sourceforge.net/project/mx4j/MX4J%20Binary/#{node[:cassandra][:mx4j_version]}/mx4j-#{node[:cassandra][:mx4j_version]}.zip?r=http%3A%2F%2Fsourceforge.net%2Fprojects%2Fmx4j%2Ffiles%2F&ts=1303407638&use_mirror=iweb" ##
<commit_msg>removed extra attributes required for future addition<commit_after>default[:cassandra] = {
  :cluster_name   => nil,
  :notify_restart => false,
  :setup_jna      => true,
  :initial_token  => "",
  :version        => '2.0.9',
  :service_name   => 'cassandra',
  :user   => "cassandra",
  :group  => "cassandra",
  :setup_user     => true,
  :pid_dir        => "/var/run/cassandra",

  :limits => {
    :memlock  => 'unlimited',
    :nofile   => 48000,
    :nproc    => 'unlimited'
  },

  :templates_cookbook => "cassandra",

  :installation_dir   => "/usr/local/cassandra",
  :root_dir   => "/var/lib/cassandra", # data/ subdir added to this root
  :log_dir    => "/var/log/cassandra",

  :auto_bootstrap => true,
  :hinted_handoff_enabled               => true,
  :max_hint_window_in_ms                => 10800000, # 3 hours
  :hinted_handoff_throttle_in_kb        => 1024,
  :max_hints_delivery_threads           => 2,
  :permissions_validity_in_ms           => 2000,

  :authenticator                        => "org.apache.cassandra.auth.AllowAllAuthenticator",
  :authorizer                           => "org.apache.cassandra.auth.AllowAllAuthorizer",

  :partitioner                          => "org.apache.cassandra.dht.Murmur3Partitioner",

  :disk_failure_policy                  => "stop", # options: stop,best_effort,ignore

  :key_cache_size_in_mb                 => "", # empty str for auto = (min(5% of Heap (in MB), 100MB))
  :key_cache_save_period                => 14400, # in seconds
  :row_cache_size_in_mb                 => 0,
  :row_cache_save_period                => 0, # in seconds
  :row_cache_provider                   => 'SerializingCacheProvider',

  :commitlog_sync                       => 'periodic', # 'batch' or 'periodic'
  :commitlog_sync_batch_window_in_ms    => 50, # only applies to 'batch' sync
  :commitlog_sync_period_in_ms          => 10000, # only applies to 'periodic' sync
  :commitlog_segment_size_in_mb         => 32,

  :concurrent_reads                     => 32, # suggested at 16 * number of drives
  :concurrent_writes                    => 32, # suggested at 8 * number of cpu cores
  :memtable_flush_queue_size            => 4,

  :trickle_fsync                        => false,
  :trickle_fsync_interval_in_kb         => 10240,

  :listen_address                       => node[:ipaddress],
  :broadcast_address                    => node[:ipaddress],
  :rpc_address                          => "0.0.0.0",

  :rpc_port                             => "9160",
  :storage_port                         => 7000,
  :ssl_storage_port                     => 7001,
  :native_transport_port                => "9042",

  :start_native_transport               => true,
  :start_rpc                            => true,
  :rpc_keepalive                        => true,
  :rpc_server_type                      => 'sync', # 'sync' or 'hsha',
  :thrift_framed_transport_size_in_mb   => 15,
  :thrift_max_message_length_in_mb      => 16,
  :incremental_backups                  => false,
  :snapshot_before_compaction           => false,
  :auto_snapshot                        => true,
  :column_index_size_in_kb              => 64,
  :in_memory_compaction_limit_in_mb     => 64,
  :multithreaded_compaction             => false,
  :compaction_throughput_mb_per_sec     => 16,
  :compaction_preheat_key_cache         => true,

  :read_request_timeout_in_ms           => 10000,
  :range_request_timeout_in_ms          => 10000,
  :write_request_timeout_in_ms          => 10000,
  :truncate_request_timeout_in_ms       => 60000,
  :request_timeout_in_ms                => 10000,
  :cross_node_timeout                   => false,
  :streaming_socket_timeout_in_ms       => 0, #never timeout streams
  :stream_throughput_outbound_megabits_per_sec => 400,

  :snitch                               => 'SimpleSnitch',  # endpoint_snitch config
  :dynamic_snitch_update_interval_in_ms => 100,
  :dynamic_snitch_reset_interval_in_ms  => 600000,
  :dynamic_snitch_badness_threshold     => 0.1,
  :request_scheduler                    => 'org.apache.cassandra.scheduler.NoScheduler',
  :phi_convict_threshold                => 8,
  :index_interval   => 128,
  :max_heap_size    => nil,
  :heap_new_size    => nil,
  :xss              => "256k",
  :vnodes           => false,
  :seeds            => [node[:ipaddress]],
  :package_name     => 'dsc20',
  :release          => '2',
  :snitch_conf      => false,
  :enable_assertions => true,
  :jmx_server_hostname => false
{'fraction_non_alphanumeric': 0.11677282377919321, 'fraction_numerical': 0.03407643312101911, 'mean_word_length': 2.025369299935774, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 185, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 2, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 3, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5409027', 'n_tokens_mistral': 3347, 'n_tokens_neox': 3008, 'n_words': 482}