<commit_before>from xml.sax.saxutils import escape
import codecs

class MarkdownTablesOutput():
    def __init__(self, groups):
        result = ("# Parameter Reference\n"
                  "> **Note** **This list is auto-generated from the source code** and contains the most recent parameter documentation.\n"
                  "\n")
        for group in groups:
            result += '## %s\n\n' % group.GetName()
            
            #Check if scope (module where parameter is defined) is the same for all parameters in the group. 
            # If so then display just once about the table. 
            scope_set = set()
            for param in group.GetParams():
                scope_set.add(param.GetFieldValue("scope"))
            if len(scope_set)==1:
                result+='\nThe module where these parameters are defined is: *%s*.\n\n' %  list(scope_set)[0]
            
            
            result += '<table style="width: 100%; table-layout:fixed; font-size:1.5rem; overflow: auto; display:block;">\n'
            result += ' <colgroup><col style="width: 23%"><col style="width: 46%"><col style="width: 11%"><col style="width: 11%"><col style="width: 9%"></colgroup>\n'
            result += ' <thead>\n'
            result += '   <tr><th>Name</th><th>Description</th><th>Min > Max (Incr.)</th><th>Default</th><th>Units</th></tr>\n'
            result += ' </thead>\n'
            result += '<tbody>\n'
            
            for param in group.GetParams():
                code = param.GetName()<commit_msg>Param docs explain how create (#10439)<commit_after>from xml.sax.saxutils import escape
import codecs

class MarkdownTablesOutput():
    def __init__(self, groups):
        result = ("# Parameter Reference\n"
                  "> **Note** **This list is auto-generated from the source code** (using `make parameters_metadata`) and contains the most recent parameter documentation.\n"
                  "\n")
        for group in groups:
            result += '## %s\n\n' % group.GetName()
            
            #Check if scope (module where parameter is defined) is the same for all parameters in the group. 
            # If so then display just once about the table. 
            scope_set = set()
            for param in group.GetParams():
                scope_set.add(param.GetFieldValue("scope"))
            if len(scope_set)==1:
                result+='\nThe module where these parameters are defined is: *%s*.\n\n' %  list(scope_set)[0]
            
            
            result += '<table style="width: 100%; table-layout:fixed; font-size:1.5rem; overflow: auto; display:block;">\n'
            result += ' <colgroup><col style="width: 23%"><col style="width: 46%"><col style="width: 11%"><col style="width: 11%"><col style="width: 9%"></colgroup>\n'
            result += ' <thead>\n'
            result += '   <tr><th>Name</th><th>Description</th><th>Min > Max (Incr.)</th><th>Default</th><th>Units</th></tr>\n'
            result += ' </thead>\n'
            result += '<tbody>\n'
            
            for param in group.GetParams():
                code = param.GetName()
{'fraction_non_alphanumeric': 0.1496490108487556, 'fraction_numerical': 0.011805998723675814, 'mean_word_length': 2.1256231306081754, 'pattern_counts': {'":': 0, '<': 49, '<?xml version=': 0, '>': 53, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 2}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5314952', 'n_tokens_mistral': 918, 'n_tokens_neox': 867, 'n_words': 247}