<commit_before>{
    "chef_type": "environment", 
    "cookbook_versions": {
        "hadoop": "= 1.0.3", 
        "hbase": "= 1.0.3", 
        "hive": "= 1.0.2", 
        "kafka": "= 1.0.5", 
        "storm": "= 1.0.17", 
        "wt_cam": "= 1.0.4", 
        "wt_storm": "= 1.0.33", 
        "wt_heatmaps": "= 0.10.42", 
        "wt_realtime_hadoop": "= 1.0.2",
        "wt_realtimeapi": "= 0.0.19", 
        "wt_streamingapi": "= 0.0.20", 
        "wt_streamingauditor": "= 0.0.7", 
        "wt_streamingcollection": "= 0.0.21", 
        "wt_streaminglogreplayer": "= 0.0.17", 
        "zookeeper": "= 1.0.6"
    }, 
    "default_attributes": {}, 
    "description": "Webtrends Heatmap Staging Environment", 
    "json_class": "Chef::Environment", 
    "name": "heatmap-staging", 
    "override_attributes": {
        "authorization": {
            "ad_auth": {
                "ad_network": "STAGINGDMZ"
            }, 
            "sudo": {
                "groups": [
                    "domain-admins", 
                    "v.admins"
                ], 
                "include_sudoers_d": true, 
                "passwordless": false, 
                "users": [
                    "bobo"
                ]
            }
        }, 
        "esx": {
            "checksum": "f8b12b4a5f2811839ac3a0e64b623ba4", 
            "repo": "http://repo.staging.dmz/repo/linux/vmware", 
            "tarball": "VMwareTools-8.6.5-652272.tar.gz"
        }, 
        "hadoop": {
            "core": {
                "fs_checkpoint_dir": "${hadoop.tmp.dir}/dfs/namesecondary", 
                "fs_checkpoint_period": 3600, 
                "fs_trash_interval": 60, 
                "io_file_buffer_size": 4096
            }, 
            "dfs": {
                "block_size": 67108864, 
                "data_dir": "/data/hadoop/hdfs/datanode", 
                "datanode_du_reserved": 0, 
                "datanode_handler_count": 3, 
                "datanode_max_xcievers": 4096, 
                "name_dir": "/var/lib/hadoop/hdfs/namenode", 
                "namenode_handler_count": 10, 
                "permissions": "true", 
                "replication": 3
            }, 
            "env": {
                "HADOOP_HEAPSIZE": 4000, 
                "HADOOP_OPTS": "", 
                "java_net_preferIPv4Stack": "true"
            }, 
            "mapred": {
                "child_java_opts": "-server -Xmx640m -Djava.net.preferIPv4Stack=true", 
                "child_ulimit": 8388608, 
                "io_sort_factor": 10, 
                "io_sort_mb": 100, 
                "job_reuse_jvm_num_tasks": 1, 
                "job_tracker_handler_count": 10, 
                "local_dir": "${hadoop.tmp.dir}/mapred/local", 
                "map_tasks_speculative_execution": "false", 
                "reduce_tasks": 1, 
                "reduce_tasks_speculative_execution": "false", 
                "tasktracker_map_tasks_maximum": 2, 
                "tasktracker_reduce_tasks_maximum": 2
            }
        }, 
        "hbase": {
            "env": {
                "HBASE_HEAPSIZE": 4000, 
                "HBASE_MANAGES_ZK": "false"
            }, 
            "site": {
                "zookeeper_clientport": 2181, 
                "zookeeper_quorum": "vzookeeper01.staging.dmz,vzookeeper02.staging.dmz,vzookeeper03.staging.dmz,vzookeeper04.staging.dmz,vzookeeper05.staging.dmz"
            }
        }, 
        "hive": {
            "metastore": {
                "connection_url": "jdbc:mysql://vmeta01.staging.dmz/hive?createDatabaseIfNotExist=true", 
                "connector": "mysql"
            }
        }, 
        "java": {
            "install_flavor": "oracle", 
            "jdk": {
                "6": {
                    "x86_64": {
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-6u31-linux-x64.bin"
                    }
                }, 
                "7": {
                    "x86_64": {
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-7u3-linux-x64.tar.gz"
                    }
                }
            }
        }, 
        "kafka": {
            "download_url": "http://repo.staging.dmz/repo/linux/kafka/", 
            "log_flush_scheduler_time_interval": "500", 
            "log_flush_time_interval": "500", 
            "log_retention_hours": "2", 
            "threads": "8", 
            "version": "0.7.0"
        }, 
        "memcached": {
            "memory": "1024"
        }, 
        "ms_dotnet4": {
            "http_url": "http://repo.staging.dmz/repo/windows/ms_dotnet4/dotNetFx40_Full_x86_x64.exe"
        }, 
        "nagios": {
            "client": {
                "install_method": "package"
            }, 
            "multi_environment_monitoring": true, 
            "nrpe": {
                "dont_blame_nrpe": "1"
            }, 
            "server_role": "nagios_xi"
        }, 
        "ntp": {
            "servers": [
                "time.webtrends.corp"
            ]
        }, 
        "ondemand_base": {
            "apt": [
                {
                    "components": [
                        "main"
                    ], 
                    "key": "http://repo.staging.dmz/repo/apt/webtrends/repo.gpg.key", 
                    "name": "wtlab", 
                    "url": "http://repo.staging.dmz/repo/apt/webtrends"
                }, 
                {
                    "components": [
                        "main"
                    ], 
                    "distribution_suffix": "-0.10", 
                    "key": "http://repo.staging.dmz/repo/apt/opscode/packages@opscode.com.gpg.key", 
                    "name": "wtlab-opscode", 
                    "url": "http://repo.staging.dmz/repo/apt/opscode"
                }
            ], 
            "yum": [
                {
                    "description": "Webtrends Repo", 
                    "name": "wtlab", 
                    "url": "http://repo.staging.dmz/repo/yum/webtrends"
                }
            ]
        }, 
        "postfix": {
            "relayhost": "pdxengmta01.webtrends.corp"
        }, 
        "resolver": {
            "nameservers": [
                "10.164.0.11", 
                "10.164.0.12"
            ], 
            "search": "staging.dmz webtrends.corp englab.webtrends.corp"
        }, 
        "rundeck": {
            "ssh": {
                "databag_item": "STAGING"
            }
        }, 
        "snmp": {
            "community": "DevOps", 
            "full_systemview": "true", 
            "syscontact": "<EMAIL>"
        }, 
        "vc2010": {
            "x64": {
                "url": "http://repo.staging.dmz/repo/windows/ms_vc2010/vcredist_x64.exe"
            }, 
            "x86": {
                "url": "http://repo.staging.dmz/repo/windows/ms_vc2010/vcredist_x86.exe"
            }
        }, 
        "wt_cam": {
            "cam_server_url": "http://vdx01/camservice", 
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt122/15622:id/CAM.zip"
        }, 
        "wt_common": {
            "admin_email": "<EMAIL>", 
            "config_dir_linux": "/etc/webtrends/", 
            "install_dir_linux": "/opt/webtrends/", 
            "install_dir_windows": "d:\\wrs", 
            "install_log_dir_linux": "/var/log/webtrends/install", 
            "install_log_dir_windows": "d:\\logs", 
            "install_server": "http://pdxteamcitys01.webtrends.corp/", 
            "log_dir_linux": "/var/log/webtrends/", 
            "log_dir_windows": "", 
            "smtp_server": "pdxengmta01.webtrends.corp"
        }, 
        "wt_configdistrib": {
            "dcsid_url": "http://vcd01:8097/config/dcsid2account"
        }, 
        "wt_heatmaps": {
            "config_distrib": "vcd01.staging.dmz:8097", 
            "heatmap_reducers": -1
        }, 
        "wt_monitoring": {
            "audit_bucket_timespan": 10, 
            "audit_topic": "stream-audit", 
            "graphite_flush_enabled": "false", 
            "graphite_flush_interval": "1", 
            "graphite_port": 2003, 
            "graphite_server": "sgraph01.staging.dmz", 
            "healthcheck_enabled": "true", 
            "healthcheck_port": 9000, 
            "jmx_enabled": "true", 
            "jmx_port": 9999, 
            "metric_prefix": "staging.vpod.servers", 
            "monitoring_enabled": "true"
        }, 
        "wt_netacuity": {
            "download_url": "http://repo.staging.dmz/repo/linux/netacuity/", 
            "geo_url": "10.164.14.29", 
            "use_proxy": false, 
            "version": "460"
        }, 
        "wt_realtime_hadoop": {
            "datacenter": "pdx", 
            "environment": "heatmap-staging", 
            "pod": "V"
        }, 
        "wt_realtimeapi": {
            "port": 8082,
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt120/23935:id/realtimeapi-bin.tar.gz"
        }, 
        "wt_storm": {
            "dcsid_whitelist": "", 
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt74/23934:id/streaming-analysis-bin.tar.gz", 
            "realtime_topology": {
                "kafka_consumer_topic": "scsRawHits:0,lrRawHits:0", 
                "realtime_topology_dimensions_bolt_count": 10, 
                "realtime_topology_parsing_bolt_count": 10, 
                "realtime_topology_row_key_bolt_count": 6, 
                "realtime_topology_writing_bolt_count": 96, 
                "topology_override_max_spout_pending": 3000, 
                "topology_override_msg_timeout_seconds": 120
            }, 
            "streaming_topology": {
                "kafka_consumer_topic": "scsRawHits:0,lrRawHits:0", 
                "streaming_topology_augmentation_bolt_count": 10, 
                "streaming_topology_in_session_bolt_count": 1, 
                "streaming_topology_parsing_bolt_count": 50, 
                "streaming_topology_validation_bolt_count": 10, 
                "streaming_topology_zmq_emitter_bolt_count": 1
            }
        }, 
        "wt_streamingapi": {
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt76/24435:id/streamingapi-bin.tar.gz", 
            "port": 8080
        }, 
        "wt_streamingauditor": {
            "roundtrip_scs_url": "http://vstreaming09.staging.dmz:8080"
        }, 
        "wt_streamingcollection": {
            "port": 8080
        }, <commit_msg>reving SAPI build<commit_after>{
    "chef_type": "environment", 
    "cookbook_versions": {
        "hadoop": "= 1.0.3", 
        "hbase": "= 1.0.3", 
        "hive": "= 1.0.2", 
        "kafka": "= 1.0.5", 
        "storm": "= 1.0.17", 
        "wt_cam": "= 1.0.4", 
        "wt_storm": "= 1.0.33", 
        "wt_heatmaps": "= 0.10.42", 
        "wt_realtime_hadoop": "= 1.0.2",
        "wt_realtimeapi": "= 0.0.19", 
        "wt_streamingapi": "= 0.0.20", 
        "wt_streamingauditor": "= 0.0.7", 
        "wt_streamingcollection": "= 0.0.21", 
        "wt_streaminglogreplayer": "= 0.0.17", 
        "zookeeper": "= 1.0.6"
    }, 
    "default_attributes": {}, 
    "description": "Webtrends Heatmap Staging Environment", 
    "json_class": "Chef::Environment", 
    "name": "heatmap-staging", 
    "override_attributes": {
        "authorization": {
            "ad_auth": {
                "ad_network": "STAGINGDMZ"
            }, 
            "sudo": {
                "groups": [
                    "domain-admins", 
                    "v.admins"
                ], 
                "include_sudoers_d": true, 
                "passwordless": false, 
                "users": [
                    "bobo"
                ]
            }
        }, 
        "esx": {
            "checksum": "f8b12b4a5f2811839ac3a0e64b623ba4", 
            "repo": "http://repo.staging.dmz/repo/linux/vmware", 
            "tarball": "VMwareTools-8.6.5-652272.tar.gz"
        }, 
        "hadoop": {
            "core": {
                "fs_checkpoint_dir": "${hadoop.tmp.dir}/dfs/namesecondary", 
                "fs_checkpoint_period": 3600, 
                "fs_trash_interval": 60, 
                "io_file_buffer_size": 4096
            }, 
            "dfs": {
                "block_size": 67108864, 
                "data_dir": "/data/hadoop/hdfs/datanode", 
                "datanode_du_reserved": 0, 
                "datanode_handler_count": 3, 
                "datanode_max_xcievers": 4096, 
                "name_dir": "/var/lib/hadoop/hdfs/namenode", 
                "namenode_handler_count": 10, 
                "permissions": "true", 
                "replication": 3
            }, 
            "env": {
                "HADOOP_HEAPSIZE": 4000, 
                "HADOOP_OPTS": "", 
                "java_net_preferIPv4Stack": "true"
            }, 
            "mapred": {
                "child_java_opts": "-server -Xmx640m -Djava.net.preferIPv4Stack=true", 
                "child_ulimit": 8388608, 
                "io_sort_factor": 10, 
                "io_sort_mb": 100, 
                "job_reuse_jvm_num_tasks": 1, 
                "job_tracker_handler_count": 10, 
                "local_dir": "${hadoop.tmp.dir}/mapred/local", 
                "map_tasks_speculative_execution": "false", 
                "reduce_tasks": 1, 
                "reduce_tasks_speculative_execution": "false", 
                "tasktracker_map_tasks_maximum": 2, 
                "tasktracker_reduce_tasks_maximum": 2
            }
        }, 
        "hbase": {
            "env": {
                "HBASE_HEAPSIZE": 4000, 
                "HBASE_MANAGES_ZK": "false"
            }, 
            "site": {
                "zookeeper_clientport": 2181, 
                "zookeeper_quorum": "vzookeeper01.staging.dmz,vzookeeper02.staging.dmz,vzookeeper03.staging.dmz,vzookeeper04.staging.dmz,vzookeeper05.staging.dmz"
            }
        }, 
        "hive": {
            "metastore": {
                "connection_url": "jdbc:mysql://vmeta01.staging.dmz/hive?createDatabaseIfNotExist=true", 
                "connector": "mysql"
            }
        }, 
        "java": {
            "install_flavor": "oracle", 
            "jdk": {
                "6": {
                    "x86_64": {
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-6u31-linux-x64.bin"
                    }
                }, 
                "7": {
                    "x86_64": {
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-7u3-linux-x64.tar.gz"
                    }
                }
            }
        }, 
        "kafka": {
            "download_url": "http://repo.staging.dmz/repo/linux/kafka/", 
            "log_flush_scheduler_time_interval": "500", 
            "log_flush_time_interval": "500", 
            "log_retention_hours": "2", 
            "threads": "8", 
            "version": "0.7.0"
        }, 
        "memcached": {
            "memory": "1024"
        }, 
        "ms_dotnet4": {
            "http_url": "http://repo.staging.dmz/repo/windows/ms_dotnet4/dotNetFx40_Full_x86_x64.exe"
        }, 
        "nagios": {
            "client": {
                "install_method": "package"
            }, 
            "multi_environment_monitoring": true, 
            "nrpe": {
                "dont_blame_nrpe": "1"
            }, 
            "server_role": "nagios_xi"
        }, 
        "ntp": {
            "servers": [
                "time.webtrends.corp"
            ]
        }, 
        "ondemand_base": {
            "apt": [
                {
                    "components": [
                        "main"
                    ], 
                    "key": "http://repo.staging.dmz/repo/apt/webtrends/repo.gpg.key", 
                    "name": "wtlab", 
                    "url": "http://repo.staging.dmz/repo/apt/webtrends"
                }, 
                {
                    "components": [
                        "main"
                    ], 
                    "distribution_suffix": "-0.10", 
                    "key": "http://repo.staging.dmz/repo/apt/opscode/packages@opscode.com.gpg.key", 
                    "name": "wtlab-opscode", 
                    "url": "http://repo.staging.dmz/repo/apt/opscode"
                }
            ], 
            "yum": [
                {
                    "description": "Webtrends Repo", 
                    "name": "wtlab", 
                    "url": "http://repo.staging.dmz/repo/yum/webtrends"
                }
            ]
        }, 
        "postfix": {
            "relayhost": "pdxengmta01.webtrends.corp"
        }, 
        "resolver": {
            "nameservers": [
                "10.164.0.11", 
                "10.164.0.12"
            ], 
            "search": "staging.dmz webtrends.corp englab.webtrends.corp"
        }, 
        "rundeck": {
            "ssh": {
                "databag_item": "STAGING"
            }
        }, 
        "snmp": {
            "community": "DevOps", 
            "full_systemview": "true", 
            "syscontact": "<EMAIL>"
        }, 
        "vc2010": {
            "x64": {
                "url": "http://repo.staging.dmz/repo/windows/ms_vc2010/vcredist_x64.exe"
            }, 
            "x86": {
                "url": "http://repo.staging.dmz/repo/windows/ms_vc2010/vcredist_x86.exe"
            }
        }, 
        "wt_cam": {
            "cam_server_url": "http://vdx01/camservice", 
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt122/15622:id/CAM.zip"
        }, 
        "wt_common": {
            "admin_email": "<EMAIL>", 
            "config_dir_linux": "/etc/webtrends/", 
            "install_dir_linux": "/opt/webtrends/", 
            "install_dir_windows": "d:\\wrs", 
            "install_log_dir_linux": "/var/log/webtrends/install", 
            "install_log_dir_windows": "d:\\logs", 
            "install_server": "http://pdxteamcitys01.webtrends.corp/", 
            "log_dir_linux": "/var/log/webtrends/", 
            "log_dir_windows": "", 
            "smtp_server": "pdxengmta01.webtrends.corp"
        }, 
        "wt_configdistrib": {
            "dcsid_url": "http://vcd01:8097/config/dcsid2account"
        }, 
        "wt_heatmaps": {
            "config_distrib": "vcd01.staging.dmz:8097", 
            "heatmap_reducers": -1
        }, 
        "wt_monitoring": {
            "audit_bucket_timespan": 10, 
            "audit_topic": "stream-audit", 
            "graphite_flush_enabled": "false", 
            "graphite_flush_interval": "1", 
            "graphite_port": 2003, 
            "graphite_server": "sgraph01.staging.dmz", 
            "healthcheck_enabled": "true", 
            "healthcheck_port": 9000, 
            "jmx_enabled": "true", 
            "jmx_port": 9999, 
            "metric_prefix": "staging.vpod.servers", 
            "monitoring_enabled": "true"
        }, 
        "wt_netacuity": {
            "download_url": "http://repo.staging.dmz/repo/linux/netacuity/", 
            "geo_url": "10.164.14.29", 
            "use_proxy": false, 
            "version": "460"
        }, 
        "wt_realtime_hadoop": {
            "datacenter": "pdx", 
            "environment": "heatmap-staging", 
            "pod": "V"
        }, 
        "wt_realtimeapi": {
            "port": 8082,
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt120/23935:id/realtimeapi-bin.tar.gz"
        }, 
        "wt_storm": {
            "dcsid_whitelist": "", 
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt74/23934:id/streaming-analysis-bin.tar.gz", 
            "realtime_topology": {
                "kafka_consumer_topic": "scsRawHits:0,lrRawHits:0", 
                "realtime_topology_dimensions_bolt_count": 10, 
                "realtime_topology_parsing_bolt_count": 10, 
                "realtime_topology_row_key_bolt_count": 6, 
                "realtime_topology_writing_bolt_count": 96, 
                "topology_override_max_spout_pending": 3000, 
                "topology_override_msg_timeout_seconds": 120
            }, 
            "streaming_topology": {
                "kafka_consumer_topic": "scsRawHits:0,lrRawHits:0", 
                "streaming_topology_augmentation_bolt_count": 10, 
                "streaming_topology_in_session_bolt_count": 1, 
                "streaming_topology_parsing_bolt_count": 50, 
                "streaming_topology_validation_bolt_count": 10, 
                "streaming_topology_zmq_emitter_bolt_count": 1
            }
        }, 
        "wt_streamingapi": {
            "download_url": "http://teamcity.webtrends.corp/guestAuth/repository/download/bt76/24618:id/streamingapi-bin.tar.gz", 
            "port": 8080
        }, 
        "wt_streamingauditor": {
            "roundtrip_scs_url": "http://vstreaming09.staging.dmz:8080"
        }, 
        "wt_streamingcollection": {
            "port": 8080
        }, 
{'fraction_non_alphanumeric': 0.14387060158910328, 'fraction_numerical': 0.03433598183881952, 'mean_word_length': 1.3491834240639928, 'pattern_counts': {'":': 416, '<': 7, '<?xml version=': 0, '>': 7, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 8, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 20, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '225995', 'n_tokens_mistral': 7708, 'n_tokens_neox': 6645, 'n_words': 740}