<commit_before>{
    "chef_type": "environment", 
    "cookbook_versions": {
        "cassandra": "= 1.0.10", 
        "cobbler": "= 1.0.1", 
        "graphite": "= 0.3.0", 
        "hadoop": "= 1.1.3", 
        "hbase": "= 1.1.1", 
        "hive": "= 1.1.0", 
        "java": "= 1.5.2", 
        "memcached": "= 1.0.4", 
        "nagios": "= 1.6.0", 
        "ondemand_base": "= 1.7.12", 
        "rundeck": "= 1.0.4", 
        "webtrends_server": "= 1.8.2", 
        "windows": "= 1.2.12", 
        "wt_base": "= 0.10.53", 
        "zookeeper": "= 1.1.2"
    }, 
    "default_attributes": {
        "authorization": {
            "ad_auth": {
                "ad_network": "STAGINGDMZ"
            }, 
            "sudo": {
                "groups": [
                    "domain-admins", 
                    "stage-admins"
                ], 
                "include_sudoers_d": true, 
                "passwordless": false, 
                "users": [
                    "bobo"
                ]
            }
        }, 
        "cobbler": {
            "manage_dhcp": 1, 
            "pxe_just_once": 1, 
            "subnets": {
                "10.164.0.0": {
                    "netmask": "255.255.0.0"
                }
            }
        }, 
        "delltools": {
            "raid": {
                "megacli_url": "http://repo.staging.dmz/repo/yum/webtrends/MegaCli-8.04.07-1.noarch.rpm"
            }
        }, 
        "esx": {
            "checksum": "f8b12b4a5f2811839ac3a0e64b623ba4", 
            "repo": "http://repo.staging.dmz/repo/linux/vmware", 
            "tarball": "VMwareTools-8.6.5-652272.tar.gz"
        }, 
        "hadoop": {
            "default": {
                "core": {
                    "fs_checkpoint_period": 900
                }, 
                "dfs": {
                    "data_dir": "/mnt/hdfs/hdfs01/data1/hdfs,/mnt/hdfs/hdfs01/data2/hdfs,/mnt/hdfs/hdfs01/data3/hdfs,/mnt/hdfs/hdfs01/data4/hdfs,/mnt/hdfs/hdfs01/data5/hdfs,/mnt/hdfs/hdfs01/data6/hdfs,/mnt/hdfs/hdfs01/data7/hdfs,/mnt/hdfs/hdfs01/data8/hdfs,/mnt/hdfs/hdfs01/data9/hdfs,/mnt/hdfs/hdfs01/data10/hdfs,/mnt/hdfs/hdfs01/data11/hdfs,/mnt/hdfs/hdfs01/data12/hdfs", 
                    "datanode_du_reserved": 10485760, 
                    "permissions": "false"
                }, 
                "env": {
                    "HADOOP_HEAPSIZE": 2000
                }, 
                "mapred": {
                    "local_dir": "/mnt/hdfs/hdfs01/data1/mapred,/mnt/hdfs/hdfs01/data2/mapred,/mnt/hdfs/hdfs01/data3/mapred,/mnt/hdfs/hdfs01/data4/mapred,/mnt/hdfs/hdfs01/data5/mapred,/mnt/hdfs/hdfs01/data6/mapred,/mnt/hdfs/hdfs01/data7/mapred,/mnt/hdfs/hdfs01/data8/mapred,/mnt/hdfs/hdfs01/data9/mapred,/mnt/hdfs/hdfs01/data10/mapred,/mnt/hdfs/hdfs01/data11/mapred,/mnt/hdfs/hdfs01/data12/mapred", 
                    "reduce_tasks": 26, 
                    "submit_replication": 3, 
                    "tasktracker_map_tasks_maximum": 6, 
                    "tasktracker_reduce_tasks_maximum": 3
                }
            }
        }, 
        "hbase": {
            "default": {
                "env": {
                    "HBASE_HEAPSIZE": 4000, 
                    "HBASE_MANAGES_ZK": "false"
                }
            }
        }, 
        "hive": {
            "default": {
                "metastore": {
                    "connection_url": "jdbc:sqlserver://shivemeta01.staging.dmz;databaseName=hivemeta", 
                    "connector": "sqlserver"
                }
            }
        }, 
        "java": {
            "install_flavor": "oracle", 
            "jdk": {
                "6": {
                    "x86_64": {
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-6u31-linux-x64.bin"
                    }
                }, 
                "7": {
                    "x86_64": {
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-7u3-linux-x64.tar.gz"
                    }
                }
            }
        }, 
        "kafka": {
            "download_url": "http://repo.staging.dmz/repo/linux/kafka/", 
            "log_flush_scheduler_time_interval": "500", 
            "log_flush_time_interval": "500", 
            "log_retention_hours": "2", 
            "threads": "8", 
            "version": "0.7.0"
        }, 
        "memcached": {
            "memory": "1024"
        }, 
        "ms_dotnet4": {
            "http_url": "http://repo.staging.dmz/repo/windows/ms_dotnet4/dotNetFx40_Full_x86_x64.exe"
        }, 
        "nagios": {
            "client": {
                "install_method": "package"
            }, 
            "default_host": {
                "check_interval": 60, <commit_msg>upped memcached mem<commit_after>{
    "chef_type": "environment", 
    "cookbook_versions": {
        "cassandra": "= 1.0.10", 
        "cobbler": "= 1.0.1", 
        "graphite": "= 0.3.0", 
        "hadoop": "= 1.1.3", 
        "hbase": "= 1.1.1", 
        "hive": "= 1.1.0", 
        "java": "= 1.5.2", 
        "memcached": "= 1.0.4", 
        "nagios": "= 1.6.0", 
        "ondemand_base": "= 1.7.12", 
        "rundeck": "= 1.0.4", 
        "webtrends_server": "= 1.8.2", 
        "windows": "= 1.2.12", 
        "wt_base": "= 0.10.53", 
        "zookeeper": "= 1.1.2"
    }, 
    "default_attributes": {
        "authorization": {
            "ad_auth": {
                "ad_network": "STAGINGDMZ"
            }, 
            "sudo": {
                "groups": [
                    "domain-admins", 
                    "stage-admins"
                ], 
                "include_sudoers_d": true, 
                "passwordless": false, 
                "users": [
                    "bobo"
                ]
            }
        }, 
        "cobbler": {
            "manage_dhcp": 1, 
            "pxe_just_once": 1, 
            "subnets": {
                "10.164.0.0": {
                    "netmask": "255.255.0.0"
                }
            }
        }, 
        "delltools": {
            "raid": {
                "megacli_url": "http://repo.staging.dmz/repo/yum/webtrends/MegaCli-8.04.07-1.noarch.rpm"
            }
        }, 
        "esx": {
            "checksum": "f8b12b4a5f2811839ac3a0e64b623ba4", 
            "repo": "http://repo.staging.dmz/repo/linux/vmware", 
            "tarball": "VMwareTools-8.6.5-652272.tar.gz"
        }, 
        "hadoop": {
            "default": {
                "core": {
                    "fs_checkpoint_period": 900
                }, 
                "dfs": {
                    "data_dir": "/mnt/hdfs/hdfs01/data1/hdfs,/mnt/hdfs/hdfs01/data2/hdfs,/mnt/hdfs/hdfs01/data3/hdfs,/mnt/hdfs/hdfs01/data4/hdfs,/mnt/hdfs/hdfs01/data5/hdfs,/mnt/hdfs/hdfs01/data6/hdfs,/mnt/hdfs/hdfs01/data7/hdfs,/mnt/hdfs/hdfs01/data8/hdfs,/mnt/hdfs/hdfs01/data9/hdfs,/mnt/hdfs/hdfs01/data10/hdfs,/mnt/hdfs/hdfs01/data11/hdfs,/mnt/hdfs/hdfs01/data12/hdfs", 
                    "datanode_du_reserved": 10485760, 
                    "permissions": "false"
                }, 
                "env": {
                    "HADOOP_HEAPSIZE": 2000
                }, 
                "mapred": {
                    "local_dir": "/mnt/hdfs/hdfs01/data1/mapred,/mnt/hdfs/hdfs01/data2/mapred,/mnt/hdfs/hdfs01/data3/mapred,/mnt/hdfs/hdfs01/data4/mapred,/mnt/hdfs/hdfs01/data5/mapred,/mnt/hdfs/hdfs01/data6/mapred,/mnt/hdfs/hdfs01/data7/mapred,/mnt/hdfs/hdfs01/data8/mapred,/mnt/hdfs/hdfs01/data9/mapred,/mnt/hdfs/hdfs01/data10/mapred,/mnt/hdfs/hdfs01/data11/mapred,/mnt/hdfs/hdfs01/data12/mapred", 
                    "reduce_tasks": 26, 
                    "submit_replication": 3, 
                    "tasktracker_map_tasks_maximum": 6, 
                    "tasktracker_reduce_tasks_maximum": 3
                }
            }
        }, 
        "hbase": {
            "default": {
                "env": {
                    "HBASE_HEAPSIZE": 4000, 
                    "HBASE_MANAGES_ZK": "false"
                }
            }
        }, 
        "hive": {
            "default": {
                "metastore": {
                    "connection_url": "jdbc:sqlserver://shivemeta01.staging.dmz;databaseName=hivemeta", 
                    "connector": "sqlserver"
                }
            }
        }, 
        "java": {
            "install_flavor": "oracle", 
            "jdk": {
                "6": {
                    "x86_64": {
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-6u31-linux-x64.bin"
                    }
                }, 
                "7": {
                    "x86_64": {
                        "url": "http://repo.staging.dmz/repo/linux/java/jdk/jdk-7u3-linux-x64.tar.gz"
                    }
                }
            }
        }, 
        "kafka": {
            "download_url": "http://repo.staging.dmz/repo/linux/kafka/", 
            "log_flush_scheduler_time_interval": "500", 
            "log_flush_time_interval": "500", 
            "log_retention_hours": "2", 
            "threads": "8", 
            "version": "0.7.0"
        }, 
        "memcached": {
            "memory": "2048"
        }, 
        "ms_dotnet4": {
            "http_url": "http://repo.staging.dmz/repo/windows/ms_dotnet4/dotNetFx40_Full_x86_x64.exe"
        }, 
        "nagios": {
            "client": {
                "install_method": "package"
            }, 
            "default_host": {
                "check_interval": 60, 
{'fraction_non_alphanumeric': 0.1621678616617461, 'fraction_numerical': 0.052720371151412905, 'mean_word_length': 1.178957041121066, 'pattern_counts': {'":': 180, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 4, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7536779', 'n_tokens_mistral': 3806, 'n_tokens_neox': 3328, 'n_words': 296}