<commit_before>{
    "chef_type": "environment", 
    "cookbook_versions": {
        "hadoop": "= 1.0.3", 
        "hbase": "= 1.0.3", 
        "hive": "= 1.0.2", 
        "kafka": "= 1.0.5",
        "storm": "= 1.0.17", 
        "wt_cam": "= 1.0.4", 
        "wt_storm": "= 1.0.30",
        "wt_heatmaps": "= 0.10.4", 
        "wt_realtimeapi": "= 0.0.17", 
        "wt_streamingapi": "= 0.0.18", 
        "wt_streamingaudit": "= 0.0.7", 
        "wt_streamingcollection": "= 0.0.21", 
        "wt_streaminglogreplayer": "= 0.0.17", 
        "zookeeper": "= 1.0.4"
    }, 
    "default_attributes": {
        "authorization": {
            "ad_auth": {
                "ad_network": "STAGINGDMZ"
            }, 
            "sudo": {
                "groups": [
                    "domain-admins", 
                    "v.admins"
                ], 
                "include_sudoers_d": true, 
                "passwordless": false, 
                "users": [
                    "bobo"
                ]
            }
        }, 
        "ondemand_base": {
            "apt": [
                {
                    "components": [
                        "main"
                    ], 
                    "key": "http://repo.staging.dmz/repo/apt/webtrends/repo.gpg.key", 
                    "name": "wtlab", 
                    "url": "http://repo.staging.dmz/repo/apt/webtrends"
                }, 
                {
                    "components": [
                        "main"
                    ], 
                    "distribution_suffix": "-0.10", 
                    "key": "http://repo.staging.dmz/repo/apt/opscode/packages@opscode.com.gpg.key", 
                    "name": "wtlab-opscode", 
                    "url": "http://repo.staging.dmz/repo/apt/opscode"
                }
            ], 
            "yum": [
                {
                    "description": "Webtrends Repo", 
                    "name": "wtlab", 
                    "url": "http://repo.staging.dmz/repo/yum/webtrends"
                }
            ]
        }, 
        "vc2010": {
            "x64": {
                "url": "http://repo.staging.dmz/repo/windows/ms_vc2010/vcredist_x64.exe"
            }, 
            "x86": {
                "url": "http://repo.staging.dmz/repo/windows/ms_vc2010/vcredist_x86.exe"
            }
        }, 
        "wt_common": {
            "admin_email": "<EMAIL>", 
            "config_dir_linux": "/etc/webtrends/", 
            "install_dir_linux": "/opt/webtrends/", 
            "install_dir_windows": "d:\\wrs", 
            "install_log_dir_linux": "/var/log/webtrends/install", 
            "install_log_dir_windows": "d:\\logs", 
            "install_server": "http://pdxteamcitys01.webtrends.corp/", 
            "log_dir_linux": "/var/log/webtrends/", 
            "log_dir_windows": "", 
            "smtp_server": "pdxengmta01.webtrends.corp"
        }, 
        "wt_monitoring": {
            "audit_bucket_timespan": 10, 
            "audit_topic": "stream-audit", 
            "graphite_flush_enabled": "false", 
            "graphite_flush_interval": "1", 
            "graphite_port": 2003, 
            "graphite_server": "sgraph01.staging.dmz", 
            "healthcheck_enabled": "true", 
            "healthcheck_port": 9000, 
            "jmx_enabled": "true", 
            "jmx_port": 9999, 
            "metric_prefix": "staging.vpod.servers", 
            "monitoring_enabled": "true"
        }, 
        "yum": {
            "epel_release": "6-7"
        }
    }, 
    "description": "Webtrends Heatmap Staging Environment", 
    "json_class": "Chef::Environment", 
    "name": "heatmap-staging", 
    "override_attributes": {
        "esx": {
            "checksum": "f8b12b4a5f2811839ac3a0e64b623ba4", 
            "repo": "http://repo.staging.dmz/repo/linux/vmware", 
            "tarball": "VMwareTools-8.6.5-652272.tar.gz"
        }, 
        "hadoop": {
            "core": {
                "fs_checkpoint_dir": "${hadoop.tmp.dir}/dfs/namesecondary", 
                "fs_checkpoint_period": 3600, 
                "fs_trash_interval": 360, 
                "io_file_buffer_size": 4096
            }, 
            "dfs": {
                "block_size": 67108864, 
                "data_dir": "/data/hadoop/hdfs/datanode", 
                "datanode_du_reserved": 0, 
                "datanode_handler_count": 3, 
                "datanode_max_xcievers": 4096, 
                "name_dir": "/var/lib/hadoop/hdfs/namenode", 
                "namenode_handler_count": 10, 
                "permissions": "true", 
                "replication": 3
            }, 
            "env": {
                "HADOOP_HEAPSIZE": 4000, 
                "HADOOP_OPTS": "", 
                "java_net_preferIPv4Stack": "true"
            }, 
            "mapred": {
                "child_java_opts": "-server -Xmx640m -Djava.net.preferIPv4Stack=true", 
                "child_ulimit": 8388608, 
                "io_sort_factor": 10, 
                "io_sort_mb": 100, 
                "job_reuse_jvm_num_tasks": 1, 
                "job_tracker_handler_count": 10, 
                "local_dir": "${hadoop.tmp.dir}/mapred/local", 
                "map_tasks_speculative_execution": "false", 
                "reduce_tasks": 1, 
                "reduce_tasks_speculative_execution": "false", 
                "tasktracker_map_tasks_maximum": 2, 
                "tasktracker_reduce_tasks_maximum": 2
            }
        }, 
        "hbase": {
            "env": {
                "HBASE_HEAPSIZE": 4000, 
                "HBASE_MANAGES_ZK": "false"
            }, 
            "site": {
                "zookeeper_clientport": 2181, 
                "zookeeper_quorum": "vzookeeper01.staging.dmz,vzookeeper02.staging.dmz,vzookeeper03.staging.dmz,vzookeeper04.staging.dmz,vzookeeper05.staging.dmz"
            }
        }, 
        "hive": {
            "metastore": {
                "connection_url": "jdbc:mysql://vmeta01.staging.dmz/hive?createDatabaseIfNotExist=true", 
                "connector": "mysql"
            }
        }, 
        "java": {
            "install_flavor": "oracle", 
            "jdk": {
                "6": {
                    "x86_64": {
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-6u31-linux-x64.bin"
                    }
                }, 
                "7": {
                    "x86_64": {
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-7u3-linux-x64.tar.gz"
                    }
                }
            }
        }, 
        "kafka": {
            "download_url": "http://repo.staging.dmz/repo/linux/kafka/", 
            "log_flush_scheduler_time_interval": "500", 
            "log_flush_time_interval": "500", 
            "log_retention_hours": "2", 
            "threads": "8", 
            "version": "0.7.0"
        }, 
        "memcached": {
            "memory": "1024"
        }, 
        "ms_dotnet4": {
            "http_url": "http://repo.staging.dmz/repo/windows/ms_dotnet4/dotNetFx40_Full_x86_x64.exe"
        }, 
        "nagios": {
            "client": {
                "install_method": "package"
            }, 
            "multi_environment_monitoring": true, 
            "nrpe": {
                "dont_blame_nrpe": "1"
            }, 
            "server_role": "nagios_xi"
        }, 
        "ntp": {
            "servers": [
                "time.webtrends.corp"
            ]
        }, 
        "postfix": {
            "relayhost": "pdxengmta01.webtrends.corp"
        }, 
        "resolver": {
            "nameservers": [
                "10.164.0.11", 
                "10.164.0.12"
            ], 
            "search": "staging.dmz webtrends.corp englab.webtrends.corp"
        }, 
        "rundeck": {
            "ssh": {
                "databag_item": "STAGING"
            }
        }, 
        "snmp": {
            "community": "DevOps", 
            "full_systemview": "true", 
            "syscontact": "<EMAIL>"
        }, 
        "wt_cam": {
            "cam_server_url": "http://vdx01/camservice", 
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt122/15622:id/CAM.zip"
        }, 
        "wt_configdistrib": {
            "dcsid_url": "http://vcd01:8097/config/dcsid2account"
        }, 
        "wt_heatmaps": {
            "config_distrib": "vcd01.staging.dmz:8097", 
            "heatmap_reducers": -1
        }, 
        "wt_netacuity": {
            "download_url": "http://repo.staging.dmz/repo/linux/netacuity/", 
            "geo_url": "10.164.14.29", 
            "use_proxy": false, 
            "version": "460"
        }, 
        "wt_realtime_hadoop": {
            "datacenter": "pdx", 
            "environment": "heatmap-staging", 
            "pod": "V"
        }, 
        "wt_realtimeapi": {
            "port": 8082
        }, 
        "wt_storm": {
            "dcsid_whitelist": "", 
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt74/22956:id/streaming-analysis-bin.tar.gz",
            "streaming_topology": {
                "kafka_consumer_topic": "scsRawHits:0,lrRawHits:0",
                "streaming_topology_parsing_bolt_count": 50,
                "streaming_topology_in_session_bolt_count": 1,
                "streaming_topology_zmq_emitter_bolt_count": 1,
                "streaming_topology_validation_bolt_count": 10,
                "streaming_topology_augmentation_bolt_count": 10
            },
            "realtime_topology": {
                "kafka_consumer_topic": "scsRawHits:0,lrRawHits:0",
                "realtime_topology_parsing_bolt_count": 3,
                "realtime_topology_row_key_bolt_count": 12,
                "realtime_topology_writing_bolt_count": 48,
                "realtime_topology_dimensions_bolt_count": 6,
                "topology_override_max_spout_pending": 3000,
                "topology_override_msg_timeout_seconds": 120 
            }
        }, 
        "wt_streaming_audit": {}, 
        "wt_streamingapi": {
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt76/.lastSuccessful/streamingapi-bin.tar.gz", 
            "port": 8080
        }, 
        "wt_streamingcollection": {
            "port": 8080
        }, 
        "wt_streaminglogreplayer": {
            "dcsid_whitelist": "dcs470h8rtcleh5zcqe04thnh_1f2h,dcs43l8ue5dv0hc9cttwihinf_9n4v,dcsgs0dqv8bv0h8ud5z2yrxxv_5c4y,dcsoqwl14adv0h8iwb3h429lb_5l1t,dcs0hhch6100008q5kuq6r1on_4f5k,dcs0kruhf6dv0hwgnqv6b8b8m_6d3l,dcs0s2y5510000w8o91zxsvnn_5e6s,dcs1gyhv610000k3owahtrynn_3n4l,dcs1qap5e10000kflmi2xhunn_1v1d,dcs245tu510000kf5y4ratynn_7u7b,dcs2b2yk01000000wkh4yz0on_8v6g,dcs34vb8400000kjwxl69ttnn_7n2v,dcs3nbznq10000gk24ak431on_8p4c,dcs47s6qjvz5bdnkeht20izhr_5l4t,dcs5aiq8l000000s1oljc3vnn_4j4o,dcs5flvyp000000spy9crd1on_7n1v,dcs5k9hvz00000oqsyiqwpznn_7k1j,dcs5o60j5wz5bdfyozcs4bp6l_8c6z,dcs5wls3mvz5bdrbnkmz3vbia_8y4l,dcs710mic000008qpbtjsi0on_2b6q,dcs74v7l7wz5bdaowgr5drbrw_3s3j,dcs8ozrta00000golpansoxnn_4l8x,dcs9bqd2110000shw6eext1on_5y2d,dcsae9ion10000g0v03g40wnn_8u6e,dcsazrqn910000g0nuouqtznn_1u4f,dcsb72n2r10000ch1ul65xznn_3s1w,dcsbez9lj00000w8k2phll1on_6h7u,dcsc1oz2v10000clg4rei71on_2v4o,dcsdzq7wp1000004bfiuhuxnn_4i9q,dcse1dpwv00000cdisgddy37k_8u5q,dcse70k3c10000g0znjfanunn_1x9y,dcserhkmf00000047wk8ab0on_8z5i,dcsfzq2wn10000oiid9uo4ynn_8w7f,dcsg66lds00000s1so8x3cunn_5c1j,dcsgdjl1luz5bdj1m2pk4laia_3c6f,dcsgscitbvz5bd8n0vjdd9tqy_4b7o,dcsh646dq00000clw4quz70on_6q3p,dcshg49en00000kn7dcbwwsar_2p9l,dcsi809po10000gwvimaxh1on_6m7l,dcsibz3qs10000gk6bm1havnn_7e5h,dcsiquz4000000oe37nz9yxnn_3z8v,dcsj0gzli10000oa8szxgjwnn_6o6j,dcsjnp2u3000008yjgzhpnynn_1t2z,dcskjiakf100000wwabc2qynn_4c5m,dcsku18tl10000kruhyq0dynn_7d4c,dcslb2astvz5bdr7gkazao10c_2k3j,dcslj023muz5bdrvxmobjjzhr_6j4c,dcsmd3yy6vz5bd3b4psfl64n7_4s7f,dcsmww65k00000sx48p3dvwnn_3k9w,dcsn51xppuz5bdvwvut0bk5n7_4f2g,dcsn54vyw000000woc740sunn_7y4o,dcsnucutr1000008a9k4kovnn_4n4y,dcsohahltuz5bdz34pl5ia6n7_5d4m,dcsov28f00000004v6hn3mwnn_5k1b,dcsoxh6ge10000k7v4t360vnn_6w1n,dcspa42wa00000sxseqn2pksw_7r1r,dcspes3mn10000g0fwkmovvnn_6t5r,dcspjti7p10000wsr5480pwnn_7k9g,dcspqo4cm10000s1g3ohltw6k_8h8m,dcsq6p77iuz5bdb7wokzb0sir_5b4k,dcsrns95v1000043haj6olxnn_4f6f,dcss6f9mk00000kraqzxelznn_4e9d,dcssgd2je10000kjsus2vp0on_7f2l,dcsuc9ypv10000o6ttfuykynn_4o3l,dcsuejun910000s9ujgc67unn_9c8t,dcswgm2oluz5bdv6e1rrii1ba_9x4r,dcsxfzp1x100004fijgrku0on_4r4u,dcsxvu4x910000sxwt8r2hynn_7j3b,dcszkj9dc1000008ugnfzvynn_1e5m,dcs067c7h10000k3k5zmvwaj5_8c4n,dcs08qllk7dv0h04wzra57hqa_6h6w,dcs19pwlvvz5bdigu9pwxx9l2_6y3o,dcs29w0rnvz5bdnctay4sq3jc_3u3s,dcs4jxi4zuz5bdn8i3a7617hw_9f7j,dcsc9nqmj10000cd6rrr6kul8_2v1o,dcscdq79k10000ws33akfryho_9g9w,dcsemnbegvz5bdvcwlvt0lrnk_5s9i,dcsf1yuljuz5bdudkxuyg48f5_3g2u,dcsg8p0h45dv0h4v7mnq5jkkl_8r9z,dcshgveaiuz5bdfussc3bris0_9s9o,dcsifulp900000gol5vd3ocer_2j8b,dcso385e9wz5bdrjwxeu4kps0_5h3e,dcsshgbi400000gscd62rrg43_4o2o,dcsvjsbpruz5bdvegwia9qsvt_7z8v,dcswsvx32wz5bdqw99esr3w6n_5k5l,dcsz8d3revz5bdaez1q24pfc4_7k6c,dcs0k3bfw9bv0h43mmbfafa4r_3d3d,dcs4ns4a46bv0hkbj2mbl4kz4_2f9c,dcs5oiviquz5bdmb1vby0bq0m_8d3h,dcs679u7gvz5bdvketfrwpqz4_3d8d,dcscyjdor000004fu02p6j55k_7z2q,dcsg1ip8ouz5bd7ikdlfzxsz4_1h9c,dcsivypwnvz5bdaurmxdcu8oe_4w6t,dcskf5ra3wievv2j7rl2dzj9r_8m4t,dcskzwq0z6bv0hgc5x3drmdhl_6b2w,dcss1s1qz00000cpfqm6c3uzk_2u3x,dcssd1hl110000o65n6wko6yv_3f5i,dcsx80onvuz5bda0arxz7nuj4_1h7u,dcsz02wc3wz5bdfq1x2cjvqtf_7p2r,dcs1o6i8ovz5bdbbrzcufhwgg_1j5f,dcs08y1odabv0hw0f1m2ahxbb_7i1r,dcsg0zwt1vz5bdu52etfvfva5_8l5l,dcsfhlixb00000c50duwqf05o_4o6v,dcsjgzz8d1000043d7qiegya2_7k3n,dcsqmpamt000000wczghecya2_3k4c,dcsw1w6xo00000kflmq4ch05o_2y1s,dcs0sd6z700000cpbndecaa4f_6n9k,dcss6de4r00000g0jvqh1h1qa_1o3g,dcsjwjmckuz5bdsm99n3jp658_8m1u,dcsyktmr8vz5bd63s9p3r10d9_4s5o,dcs8al26z00000w0yrr498w1a_6h2n,dcszx1yopvz5bdvenentbh42m_2k2q,dcs8ulcyxvz5bdj98typfjunm_5z9m,dcshwsejvvz5bd7aakt3lkq2t_3u8p,dcsq2nsdyvz5bdvs82peier2t_6g5x", 
            "log_share_mount": "sstore02.staging.dmz:/ifs/vstore/logreplay", 
            "share_mount_dir": "/ifr"
        }, 
        "zookeeper": {
            "client_port": 2181, 
            "data_dir": "/var/lib/zookeeper", 
            "init_limit": 10, 
            "quorum": [
                "vzookeeper01.staging.dmz", 
                "vzookeeper02.staging.dmz", 
                "vzookeeper03.staging.dmz", 
                "vzookeeper04.staging.dmz", 
                "vzookeeper05.staging.dmz"
            ], 
            "snapshot_dir": "/var/lib/zookeeper/snapshots", 
            "snapshot_num": 3, 
            "sync_limit": 5, 
            "tick_time": 2000
        }
    }
}
<commit_msg>ANTLR update<commit_after>{
    "chef_type": "environment", 
    "cookbook_versions": {
        "hadoop": "= 1.0.3", 
        "hbase": "= 1.0.3", 
        "hive": "= 1.0.2", 
        "kafka": "= 1.0.5",
        "storm": "= 1.0.17", 
        "wt_cam": "= 1.0.4", 
        "wt_storm": "= 1.0.31",
        "wt_heatmaps": "= 0.10.4", 
        "wt_realtimeapi": "= 0.0.17", 
        "wt_streamingapi": "= 0.0.18", 
        "wt_streamingaudit": "= 0.0.7", 
        "wt_streamingcollection": "= 0.0.21", 
        "wt_streaminglogreplayer": "= 0.0.17", 
        "zookeeper": "= 1.0.4"
    }, 
    "default_attributes": {
        "authorization": {
            "ad_auth": {
                "ad_network": "STAGINGDMZ"
            }, 
            "sudo": {
                "groups": [
                    "domain-admins", 
                    "v.admins"
                ], 
                "include_sudoers_d": true, 
                "passwordless": false, 
                "users": [
                    "bobo"
                ]
            }
        }, 
        "ondemand_base": {
            "apt": [
                {
                    "components": [
                        "main"
                    ], 
                    "key": "http://repo.staging.dmz/repo/apt/webtrends/repo.gpg.key", 
                    "name": "wtlab", 
                    "url": "http://repo.staging.dmz/repo/apt/webtrends"
                }, 
                {
                    "components": [
                        "main"
                    ], 
                    "distribution_suffix": "-0.10", 
                    "key": "http://repo.staging.dmz/repo/apt/opscode/packages@<EMAIL>.gpg.key", 
                    "name": "wtlab-opscode", 
                    "url": "http://repo.staging.dmz/repo/apt/opscode"
                }
            ], 
            "yum": [
                {
                    "description": "Webtrends Repo", 
                    "name": "wtlab", 
                    "url": "http://repo.staging.dmz/repo/yum/webtrends"
                }
            ]
        }, 
        "vc2010": {
            "x64": {
                "url": "http://repo.staging.dmz/repo/windows/ms_vc2010/vcredist_x64.exe"
            }, 
            "x86": {
                "url": "http://repo.staging.dmz/repo/windows/ms_vc2010/vcredist_x86.exe"
            }
        }, 
        "wt_common": {
            "admin_email": "<EMAIL>", 
            "config_dir_linux": "/etc/webtrends/", 
            "install_dir_linux": "/opt/webtrends/", 
            "install_dir_windows": "d:\\wrs", 
            "install_log_dir_linux": "/var/log/webtrends/install", 
            "install_log_dir_windows": "d:\\logs", 
            "install_server": "http://pdxteamcitys01.webtrends.corp/", 
            "log_dir_linux": "/var/log/webtrends/", 
            "log_dir_windows": "", 
            "smtp_server": "pdxengmta01.webtrends.corp"
        }, 
        "wt_monitoring": {
            "audit_bucket_timespan": 10, 
            "audit_topic": "stream-audit", 
            "graphite_flush_enabled": "false", 
            "graphite_flush_interval": "1", 
            "graphite_port": 2003, 
            "graphite_server": "sgraph01.staging.dmz", 
            "healthcheck_enabled": "true", 
            "healthcheck_port": 9000, 
            "jmx_enabled": "true", 
            "jmx_port": 9999, 
            "metric_prefix": "staging.vpod.servers", 
            "monitoring_enabled": "true"
        }, 
        "yum": {
            "epel_release": "6-7"
        }
    }, 
    "description": "Webtrends Heatmap Staging Environment", 
    "json_class": "Chef::Environment", 
    "name": "heatmap-staging", 
    "override_attributes": {
        "esx": {
            "checksum": "f8b12b4a5f2811839ac3a0e64b623ba4", 
            "repo": "http://repo.staging.dmz/repo/linux/vmware", 
            "tarball": "VMwareTools-8.6.5-652272.tar.gz"
        }, 
        "hadoop": {
            "core": {
                "fs_checkpoint_dir": "${hadoop.tmp.dir}/dfs/namesecondary", 
                "fs_checkpoint_period": 3600, 
                "fs_trash_interval": 360, 
                "io_file_buffer_size": 4096
            }, 
            "dfs": {
                "block_size": 67108864, 
                "data_dir": "/data/hadoop/hdfs/datanode", 
                "datanode_du_reserved": 0, 
                "datanode_handler_count": 3, 
                "datanode_max_xcievers": 4096, 
                "name_dir": "/var/lib/hadoop/hdfs/namenode", 
                "namenode_handler_count": 10, 
                "permissions": "true", 
                "replication": 3
            }, 
            "env": {
                "HADOOP_HEAPSIZE": 4000, 
                "HADOOP_OPTS": "", 
                "java_net_preferIPv4Stack": "true"
            }, 
            "mapred": {
                "child_java_opts": "-server -Xmx640m -Djava.net.preferIPv4Stack=true", 
                "child_ulimit": 8388608, 
                "io_sort_factor": 10, 
                "io_sort_mb": 100, 
                "job_reuse_jvm_num_tasks": 1, 
                "job_tracker_handler_count": 10, 
                "local_dir": "${hadoop.tmp.dir}/mapred/local", 
                "map_tasks_speculative_execution": "false", 
                "reduce_tasks": 1, 
                "reduce_tasks_speculative_execution": "false", 
                "tasktracker_map_tasks_maximum": 2, 
                "tasktracker_reduce_tasks_maximum": 2
            }
        }, 
        "hbase": {
            "env": {
                "HBASE_HEAPSIZE": 4000, 
                "HBASE_MANAGES_ZK": "false"
            }, 
            "site": {
                "zookeeper_clientport": 2181, 
                "zookeeper_quorum": "vzookeeper01.staging.dmz,vzookeeper02.staging.dmz,vzookeeper03.staging.dmz,vzookeeper04.staging.dmz,vzookeeper05.staging.dmz"
            }
        }, 
        "hive": {
            "metastore": {
                "connection_url": "jdbc:mysql://vmeta01.staging.dmz/hive?createDatabaseIfNotExist=true", 
                "connector": "mysql"
            }
        }, 
        "java": {
            "install_flavor": "oracle", 
            "jdk": {
                "6": {
                    "x86_64": {
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-6u31-linux-x64.bin"
                    }
                }, 
                "7": {
                    "x86_64": {
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-7u3-linux-x64.tar.gz"
                    }
                }
            }
        }, 
        "kafka": {
            "download_url": "http://repo.staging.dmz/repo/linux/kafka/", 
            "log_flush_scheduler_time_interval": "500", 
            "log_flush_time_interval": "500", 
            "log_retention_hours": "2", 
            "threads": "8", 
            "version": "0.7.0"
        }, 
        "memcached": {
            "memory": "1024"
        }, 
        "ms_dotnet4": {
            "http_url": "http://repo.staging.dmz/repo/windows/ms_dotnet4/dotNetFx40_Full_x86_x64.exe"
        }, 
        "nagios": {
            "client": {
                "install_method": "package"
            }, 
            "multi_environment_monitoring": true, 
            "nrpe": {
                "dont_blame_nrpe": "1"
            }, 
            "server_role": "nagios_xi"
        }, 
        "ntp": {
            "servers": [
                "time.webtrends.corp"
            ]
        }, 
        "postfix": {
            "relayhost": "pdxengmta01.webtrends.corp"
        }, 
        "resolver": {
            "nameservers": [
                "10.164.0.11", 
                "10.164.0.12"
            ], 
            "search": "staging.dmz webtrends.corp englab.webtrends.corp"
        }, 
        "rundeck": {
            "ssh": {
                "databag_item": "STAGING"
            }
        }, 
        "snmp": {
            "community": "DevOps", 
            "full_systemview": "true", 
            "syscontact": "<EMAIL>"
        }, 
        "wt_cam": {
            "cam_server_url": "http://vdx01/camservice", 
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt122/15622:id/CAM.zip"
        }, 
        "wt_configdistrib": {
            "dcsid_url": "http://vcd01:8097/config/dcsid2account"
        }, 
        "wt_heatmaps": {
            "config_distrib": "vcd01.staging.dmz:8097", 
            "heatmap_reducers": -1
        }, 
        "wt_netacuity": {
            "download_url": "http://repo.staging.dmz/repo/linux/netacuity/", 
            "geo_url": "10.164.14.29", 
            "use_proxy": false, 
            "version": "460"
        }, 
        "wt_realtime_hadoop": {
            "datacenter": "pdx", 
            "environment": "heatmap-staging", 
            "pod": "V"
        }, 
        "wt_realtimeapi": {
            "port": 8082
        }, 
        "wt_storm": {
            "dcsid_whitelist": "", 
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt74/22956:id/streaming-analysis-bin.tar.gz",
            "streaming_topology": {
                "kafka_consumer_topic": "scsRawHits:0,lrRawHits:0",
                "streaming_topology_parsing_bolt_count": 50,
                "streaming_topology_in_session_bolt_count": 1,
                "streaming_topology_zmq_emitter_bolt_count": 1,
                "streaming_topology_validation_bolt_count": 10,
                "streaming_topology_augmentation_bolt_count": 10
            },
            "realtime_topology": {
                "kafka_consumer_topic": "scsRawHits:0,lrRawHits:0",
                "realtime_topology_parsing_bolt_count": 3,
                "realtime_topology_row_key_bolt_count": 12,
                "realtime_topology_writing_bolt_count": 48,
                "realtime_topology_dimensions_bolt_count": 6,
                "topology_override_max_spout_pending": 3000,
                "topology_override_msg_timeout_seconds": 120 
            }
        }, 
        "wt_streaming_audit": {}, 
        "wt_streamingapi": {
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt76/.lastSuccessful/streamingapi-bin.tar.gz", 
            "port": 8080
        }, 
        "wt_streamingcollection": {
            "port": 8080
        }, 
        "wt_streaminglogreplayer": {
            "dcsid_whitelist": "dcs470h8rtcleh5zcqe04thnh_1f2h,dcs43l8ue5dv0hc9cttwihinf_9n4v,dcsgs0dqv8bv0h8ud5z2yrxxv_5c4y,dcsoqwl14adv0h8iwb3h429lb_5l1t,dcs0hhch6100008q5kuq6r1on_4f5k,dcs0kruhf6dv0hwgnqv6b8b8m_6d3l,dcs0s2y5510000w8o91zxsvnn_5e6s,dcs1gyhv610000k3owahtrynn_3n4l,dcs1qap5e10000kflmi2xhunn_1v1d,dcs245tu510000kf5y4ratynn_7u7b,dcs2b2yk01000000wkh4yz0on_8v6g,dcs34vb8400000kjwxl69ttnn_7n2v,dcs3nbznq10000gk24ak431on_8p4c,dcs47s6qjvz5bdnkeht20izhr_5l4t,dcs5aiq8l000000s1oljc3vnn_4j4o,dcs5flvyp000000spy9crd1on_7n1v,dcs5k9hvz00000oqsyiqwpznn_7k1j,dcs5o60j5wz5bdfyozcs4bp6l_8c6z,dcs5wls3mvz5bdrbnkmz3vbia_8y4l,dcs710mic000008qpbtjsi0on_2b6q,dcs74v7l7wz5bdaowgr5drbrw_3s3j,dcs8ozrta00000golpansoxnn_4l8x,dcs9bqd2110000shw6eext1on_5y2d,dcsae9ion10000g0v03g40wnn_8u6e,dcsazrqn910000g0nuouqtznn_1u4f,dcsb72n2r10000ch1ul65xznn_3s1w,dcsbez9lj00000w8k2phll1on_6h7u,dcsc1oz2v10000clg4rei71on_2v4o,dcsdzq7wp1000004bfiuhuxnn_4i9q,dcse1dpwv00000cdisgddy37k_8u5q,dcse70k3c10000g0znjfanunn_1x9y,dcserhkmf00000047wk8ab0on_8z5i,dcsfzq2wn10000oiid9uo4ynn_8w7f,dcsg66lds00000s1so8x3cunn_5c1j,dcsgdjl1luz5bdj1m2pk4laia_3c6f,dcsgscitbvz5bd8n0vjdd9tqy_4b7o,dcsh646dq00000clw4quz70on_6q3p,dcshg49en00000kn7dcbwwsar_2p9l,dcsi809po10000gwvimaxh1on_6m7l,dcsibz3qs10000gk6bm1havnn_7e5h,dcsiquz4000000oe37nz9yxnn_3z8v,dcsj0gzli10000oa8szxgjwnn_6o6j,dcsjnp2u3000008yjgzhpnynn_1t2z,dcskjiakf100000wwabc2qynn_4c5m,dcsku18tl10000kruhyq0dynn_7d4c,dcslb2astvz5bdr7gkazao10c_2k3j,dcslj023muz5bdrvxmobjjzhr_6j4c,dcsmd3yy6vz5bd3b4psfl64n7_4s7f,dcsmww65k00000sx48p3dvwnn_3k9w,dcsn51xppuz5bdvwvut0bk5n7_4f2g,dcsn54vyw000000woc740sunn_7y4o,dcsnucutr1000008a9k4kovnn_4n4y,dcsohahltuz5bdz34pl5ia6n7_5d4m,dcsov28f00000004v6hn3mwnn_5k1b,dcsoxh6ge10000k7v4t360vnn_6w1n,dcspa42wa00000sxseqn2pksw_7r1r,dcspes3mn10000g0fwkmovvnn_6t5r,dcspjti7p10000wsr5480pwnn_7k9g,dcspqo4cm10000s1g3ohltw6k_8h8m,dcsq6p77iuz5bdb7wokzb0sir_5b4k,dcsrns95v1000043haj6olxnn_4f6f,dcss6f9mk00000kraqzxelznn_4e9d,dcssgd2je10000kjsus2vp0on_7f2l,dcsuc9ypv10000o6ttfuykynn_4o3l,dcsuejun910000s9ujgc67unn_9c8t,dcswgm2oluz5bdv6e1rrii1ba_9x4r,dcsxfzp1x100004fijgrku0on_4r4u,dcsxvu4x910000sxwt8r2hynn_7j3b,dcszkj9dc1000008ugnfzvynn_1e5m,dcs067c7h10000k3k5zmvwaj5_8c4n,dcs08qllk7dv0h04wzra57hqa_6h6w,dcs19pwlvvz5bdigu9pwxx9l2_6y3o,dcs29w0rnvz5bdnctay4sq3jc_3u3s,dcs4jxi4zuz5bdn8i3a7617hw_9f7j,dcsc9nqmj10000cd6rrr6kul8_2v1o,dcscdq79k10000ws33akfryho_9g9w,dcsemnbegvz5bdvcwlvt0lrnk_5s9i,dcsf1yuljuz5bdudkxuyg48f5_3g2u,dcsg8p0h45dv0h4v7mnq5jkkl_8r9z,dcshgveaiuz5bdfussc3bris0_9s9o,dcsifulp900000gol5vd3ocer_2j8b,dcso385e9wz5bdrjwxeu4kps0_5h3e,dcsshgbi400000gscd62rrg43_4o2o,dcsvjsbpruz5bdvegwia9qsvt_7z8v,dcswsvx32wz5bdqw99esr3w6n_5k5l,dcsz8d3revz5bdaez1q24pfc4_7k6c,dcs0k3bfw9bv0h43mmbfafa4r_3d3d,dcs4ns4a46bv0hkbj2mbl4kz4_2f9c,dcs5oiviquz5bdmb1vby0bq0m_8d3h,dcs679u7gvz5bdvketfrwpqz4_3d8d,dcscyjdor000004fu02p6j55k_7z2q,dcsg1ip8ouz5bd7ikdlfzxsz4_1h9c,dcsivypwnvz5bdaurmxdcu8oe_4w6t,dcskf5ra3wievv2j7rl2dzj9r_8m4t,dcskzwq0z6bv0hgc5x3drmdhl_6b2w,dcss1s1qz00000cpfqm6c3uzk_2u3x,dcssd1hl110000o65n6wko6yv_3f5i,dcsx80onvuz5bda0arxz7nuj4_1h7u,dcsz02wc3wz5bdfq1x2cjvqtf_7p2r,dcs1o6i8ovz5bdbbrzcufhwgg_1j5f,dcs08y1odabv0hw0f1m2ahxbb_7i1r,dcsg0zwt1vz5bdu52etfvfva5_8l5l,dcsfhlixb00000c50duwqf05o_4o6v,dcsjgzz8d1000043d7qiegya2_7k3n,dcsqmpamt000000wczghecya2_3k4c,dcsw1w6xo00000kflmq4ch05o_2y1s,dcs0sd6z700000cpbndecaa4f_6n9k,dcss6de4r00000g0jvqh1h1qa_1o3g,dcsjwjmckuz5bdsm99n3jp658_8m1u,dcsyktmr8vz5bd63s9p3r10d9_4s5o,dcs8al26z00000w0yrr498w1a_6h2n,dcszx1yopvz5bdvenentbh42m_2k2q,dcs8ulcyxvz5bdj98typfjunm_5z9m,dcshwsejvvz5bd7aakt3lkq2t_3u8p,dcsq2nsdyvz5bdvs82peier2t_6g5x", 
            "log_share_mount": "sstore02.staging.dmz:/ifs/vstore/logreplay", 
            "share_mount_dir": "/ifr"
        }, 
        "zookeeper": {
            "client_port": 2181, 
            "data_dir": "/var/lib/zookeeper", 
            "init_limit": 10, 
            "quorum": [
                "vzookeeper01.staging.dmz", 
                "vzookeeper02.staging.dmz", 
                "vzookeeper03.staging.dmz", 
                "vzookeeper04.staging.dmz", 
                "vzookeeper05.staging.dmz"
            ], 
            "snapshot_dir": "/var/lib/zookeeper/snapshots", 
            "snapshot_num": 3, 
            "sync_limit": 5, 
            "tick_time": 2000
        }
    }
}

{'fraction_non_alphanumeric': 0.11631702424263031, 'fraction_numerical': 0.1013226343884941, 'mean_word_length': 2.068544600938967, 'pattern_counts': {'":': 440, '<': 8, '<?xml version=': 0, '>': 8, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 7, 'substrings_counts': 2, 'word_list_counts': {'cursed_substrings.json': 16, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '4718315', 'n_tokens_mistral': 13842, 'n_tokens_neox': 11904, 'n_words': 789}