<commit_before>{
    "chef_type": "environment", 
    "cookbook_versions": {
        "hadoop": "= 1.1.12", 
        "hbase": "= 1.1.4", 
        "hive": "= 1.1.0", 
        "java": "= 1.6.0", 
        "kafka": "= 1.0.20", 
        "nagios": "= 3.0.0", 
        "storm": "= 1.0.30", 
        "webpi": "= 1.0.16", 
        "webtrends_server": "= 1.8.12", 
        "windows": "= 1.7.0", 
        "wt_base": "= 1.0.3", 
        "wt_cam": "= 1.1.6", 
        "wt_kafka_topagg": "= 1.0.1", 
        "wt_netacuity": "= 1.0.12", 
        "wt_portfolio_admin": "= 1.1.11", 
        "wt_portfolio_manager": "= 1.1.16", 
        "wt_publishver": "= 0.1.2", 
        "wt_realtime_hadoop": "= 1.0.4", 
        "wt_sauth": "= 1.1.4", 
        "wt_storm_streaming": "= 2.4.1", 
        "wt_streaming_viz": "= 1.1.18", 
        "wt_streaminganalysis_monitor": "= 1.0.2", 
        "wt_streamingapi": "= 1.1.5", 
        "wt_streamingauditor": "= 1.0.10", 
        "wt_streamingconfigservice": "= 1.0.7", 
        "wt_streaminglogreplayer": "= 1.1.4", 
        "wt_streamingmanagementservice": "= 1.0.5", 
        "zookeeper": "= 1.2.3",
        "wt_portfolio_edgeservice": "= 1.0.0", 
        "wt_portfolio_router": "= 1.0.0",
        "wt_stream_processor": "= 1.0.0"
    }, 
    "default_attributes": {
        "authorization": {
            "ad_auth": {
                "ad_network": "STAGINGDMZ"
            }, 
            "sudo": {
                "groups": [
                    "domain-admins", 
                    "o.admins"
                ], 
                "include_sudoers_d": true, 
                "passwordless": false, 
                "users": [
                    "bobo"
                ]
            }
        }, 
        "beyond_compare": {}, 
        "cassandra": {}, 
        "delltools": {}, 
        "esx": {
            "repo": "http://repo.staging.dmz/repo/linux/vmware"
        }, 
        "hbase": {
            "site": {
                "zookeeper_clientport": 2181, 
                "zookeeper_quorum": "szoo01.staging.dmz,szoo02.staging.dmz,szoo03.staging.dmz"
            }
        }, 
        "hive": {
            "default": {
                "metastore": {
                    "connection_url": "jdbc:sqlserver://shivemeta01.staging.dmz;databaseName=hivemeta", 
                    "connector": "sqlserver"
                }
            }
        }, 
        "java": {
            "install_flavor": "oracle", 
            "jdk": {
                "6": {
                    "x86_64": {
                        "checksum": "51d594cec29948bdf58918ba802a872826bc7caae3f0aada42b65eacdc14a7f4", 
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-6u37-linux-x64.bin"
                    }
                }, 
                "7": {
                    "x86_64": {
                        "checksum": "1b39fe2a3a45b29ce89e10e59be9fbb671fb86c13402e29593ed83e0b419c8d7", 
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-7u9-linux-x64.tar.gz"
                    }
                }
            }
        }, 
        "kafka": {
            "chroot_suffix": "brokers", 
            "download_url": "http://repo.staging.dmz/repo/linux/kafka/", 
            "log_flush_scheduler_time_interval": "500", 
            "log_flush_time_interval": "500", 
            "log_retention_hours": "2", 
            "num_partitions": 4, 
            "threads": "16", 
            "version": "0.7.1"
        }, 
        "memcached": {}, 
        "ms_dotnet4": {<commit_msg>setting jdk_version<commit_after>{
    "chef_type": "environment", 
    "cookbook_versions": {
        "hadoop": "= 1.1.12", 
        "hbase": "= 1.1.4", 
        "hive": "= 1.1.0", 
        "java": "= 1.6.0", 
        "kafka": "= 1.0.20", 
        "nagios": "= 3.0.0", 
        "storm": "= 1.0.30", 
        "webpi": "= 1.0.16", 
        "webtrends_server": "= 1.8.12", 
        "windows": "= 1.7.0", 
        "wt_base": "= 1.0.3", 
        "wt_cam": "= 1.1.6", 
        "wt_kafka_topagg": "= 1.0.1", 
        "wt_netacuity": "= 1.0.12", 
        "wt_portfolio_admin": "= 1.1.11", 
        "wt_portfolio_manager": "= 1.1.16", 
        "wt_publishver": "= 0.1.2", 
        "wt_realtime_hadoop": "= 1.0.4", 
        "wt_sauth": "= 1.1.4", 
        "wt_storm_streaming": "= 2.4.1", 
        "wt_streaming_viz": "= 1.1.18", 
        "wt_streaminganalysis_monitor": "= 1.0.2", 
        "wt_streamingapi": "= 1.1.5", 
        "wt_streamingauditor": "= 1.0.10", 
        "wt_streamingconfigservice": "= 1.0.7", 
        "wt_streaminglogreplayer": "= 1.1.4", 
        "wt_streamingmanagementservice": "= 1.0.5", 
        "zookeeper": "= 1.2.3",
        "wt_portfolio_edgeservice": "= 1.0.0", 
        "wt_portfolio_router": "= 1.0.0",
        "wt_stream_processor": "= 1.0.0"
    }, 
    "default_attributes": {
        "authorization": {
            "ad_auth": {
                "ad_network": "STAGINGDMZ"
            }, 
            "sudo": {
                "groups": [
                    "domain-admins", 
                    "o.admins"
                ], 
                "include_sudoers_d": true, 
                "passwordless": false, 
                "users": [
                    "bobo"
                ]
            }
        }, 
        "beyond_compare": {}, 
        "cassandra": {}, 
        "delltools": {}, 
        "esx": {
            "repo": "http://repo.staging.dmz/repo/linux/vmware"
        }, 
        "hbase": {
            "site": {
                "zookeeper_clientport": 2181, 
                "zookeeper_quorum": "szoo01.staging.dmz,szoo02.staging.dmz,szoo03.staging.dmz"
            }
        }, 
        "hive": {
            "default": {
                "metastore": {
                    "connection_url": "jdbc:sqlserver://shivemeta01.staging.dmz;databaseName=hivemeta", 
                    "connector": "sqlserver"
                }
            }
        }, 
        "java": {
            "install_flavor": "oracle", 
            "jdk_version": 7,
            "jdk": {
                "6": {
                    "x86_64": {
                        "checksum": "51d594cec29948bdf58918ba802a872826bc7caae3f0aada42b65eacdc14a7f4", 
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-6u37-linux-x64.bin"
                    }
                }, 
                "7": {
                    "x86_64": {
                        "checksum": "1b39fe2a3a45b29ce89e10e59be9fbb671fb86c13402e29593ed83e0b419c8d7", 
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-7u9-linux-x64.tar.gz"
                    }
                }
            }
        }, 
        "kafka": {
            "chroot_suffix": "brokers", 
            "download_url": "http://repo.staging.dmz/repo/linux/kafka/", 
            "log_flush_scheduler_time_interval": "500", 
            "log_flush_time_interval": "500", 
            "log_retention_hours": "2", 
            "num_partitions": 4, 
            "threads": "16", 
            "version": "0.7.1"
        }, 
        "memcached": {}, 
        "ms_dotnet4": {
{'fraction_non_alphanumeric': 0.172258246405413, 'fraction_numerical': 0.06272906681702847, 'mean_word_length': 1.290187217559716, 'pattern_counts': {'":': 157, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '2534118', 'n_tokens_mistral': 2870, 'n_tokens_neox': 2486, 'n_words': 273}