<commit_before><!DOCTYPE html>
<html>
<head>
    <meta charset="utf-8">
    <title>ECharts</title>
    <!-- import echarts.js -->
    <script src="js/echarts.min.js"></script>
    <script src="js/china.js"></script>
    <script src="js/world.js"></script>
    <script src="js/dataTool.js"></script>
    <script type="text/javascript">
        var option;
        var myChart;
        var ecConfig;
        
        // Json string to object
        function preTask(obj) {
            var result;
            if(typeof(obj) == 'object') {
                if(obj instanceof Array) {
                    result = new Array();
                    for (var i = 0, len = obj.length; i < len ; i++) {
                        result.push(preTask(obj[i]));
                    }
                    return result;
                } else if(obj instanceof RegExp){
                    return obj;
                } else {
                    result = new Object();
                    for (var prop in obj) {
                        result[prop] = preTask(obj[prop]);
                    }
                    return result;
                }
            } else if(typeof(obj) == 'string'){
                try {
                    if(typeof(eval(obj)) == 'function'){
                        return eval(obj);
                    } else if (eval(obj) instanceof echarts.graphic.LinearGradient
                               || eval(obj) instanceof echarts.graphic.RadialGradient) { // 兼容线性渐变颜色的情况
                        return eval(obj);
                    } else if(eval(obj) instanceof Image) { // 兼容一些转换之后为 Image 的情况
                        return eval(obj);<commit_msg>feature(resources): Add new exclude strings for dealing with 'jsonString'<commit_after><!DOCTYPE html>
<html>
<head>
    <meta charset="utf-8">
    <title>ECharts</title>
    <!-- import echarts.js -->
    <script src="js/echarts.min.js"></script>
    <script src="js/china.js"></script>
    <script src="js/world.js"></script>
    <script src="js/dataTool.js"></script>
    <script type="text/javascript">
        var option;
        var myChart;
        var ecConfig;
        
        var excludeStrs = ['close', 'open']
        // Json string to object
        function preTask(obj) {
            var result;
            if(typeof(obj) == 'object') {
                if(obj instanceof Array) {
                    result = new Array();
                    for (var i = 0, len = obj.length; i < len ; i++) {
                        result.push(preTask(obj[i]));
                    }
                    return result;
                } else if(obj instanceof RegExp){
                    return obj;
                } else {
                    result = new Object();
                    for (var prop in obj) {
                        result[prop] = preTask(obj[prop]);
                    }
                    return result;
                }
            } else if(typeof(obj) == 'string'){
                if(excludeStrs.includes(obj)) {
                    return obj;
                }
                try {
                    if(typeof(eval(obj)) == 'function'){
                        return eval(obj);
                    } else if (eval(obj) instanceof echarts.graphic.LinearGradient
                               || eval(obj) instanceof echarts.graphic.RadialGradient) { // 兼容线性渐变颜色的情况
                        return eval(obj);
                    } else if(eval(obj) instanceof Image) { // 兼容一些转换之后为 Image 的情况
                        return eval(obj);
{'fraction_non_alphanumeric': 0.1207579185520362, 'fraction_numerical': 0.0011312217194570137, 'mean_word_length': 1.230138713745271, 'pattern_counts': {'":': 0, '<': 37, '<?xml version=': 0, '>': 35, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1867105', 'n_tokens_mistral': 985, 'n_tokens_neox': 932, 'n_words': 214}