<commit_before>from jinja2 import Template

import yaml


def yaml_to_md(layer_name):
    out.write('## ' + layer_name + '\n\n')
    data = yaml.load(inp)

    layer = data['layers'][layer_name]
    attributes = layer['attributes']

    # values of layer attribute "type" (not to be confused with an attribute's type)
    type_values = attributes["type"]['values']

    with open('templates/layer_attributes.md.jinja2') as f:
        layer_attributes_template = Template(f.read())
    out.write(layer_attributes_template.render(attributes=attributes))

    if any('correlated_attributes' in definition for definition in type_values.values()):
        with open('templates/attribute_values_with_aggtype.md.jinja2') as f:
            attribute_values_template = Template(f.read())
    else:
        with open('templates/attribute_values.md.jinja2') as f:
            attribute_values_template = Template(f.read())

    out.write(attribute_values_template.render(type_values=type_values))
    out.write('\n\n')


f = open("osmaxx_schema.yaml", 'r')
inp = f.read()
out = open("documentation.md", 'w')
yaml_to_md('adminarea_a')
yaml_to_md('building_a')
yaml_to_md('geoname_p')
yaml_to_md('landuse_a')
yaml_to_md('military_p')
yaml_to_md('misc_l')
yaml_to_md('natural_a')
yaml_to_md('nonop_l')
yaml_to_md('poi_p')
yaml_to_md('pow_p')
yaml_to_md('railway_bridge_l')
yaml_to_md('road_ground_l')
yaml_to_md('route_l')
yaml_to_md('traffic_a')
yaml_to_md('traffic_p')
yaml_to_md('transport_a')
yaml_to_md('utility_a')
yaml_to_md('utility_p')
yaml_to_md('utility_l')
yaml_to_md('water_a')
yaml_to_md('water_p')
yaml_to_md('water_l')<commit_msg>open files with context manager<commit_after>from jinja2 import Template

import yaml


def yaml_to_md(layer_name):
    out.write('## ' + layer_name + '\n\n')
    data = yaml.load(inp)

    layer = data['layers'][layer_name]
    attributes = layer['attributes']

    # values of layer attribute "type" (not to be confused with an attribute's type)
    type_values = attributes["type"]['values']

    with open('templates/layer_attributes.md.jinja2') as f:
        layer_attributes_template = Template(f.read())
    out.write(layer_attributes_template.render(attributes=attributes))

    if any('correlated_attributes' in definition for definition in type_values.values()):
        with open('templates/attribute_values_with_aggtype.md.jinja2') as f:
            attribute_values_template = Template(f.read())
    else:
        with open('templates/attribute_values.md.jinja2') as f:
            attribute_values_template = Template(f.read())

    out.write(attribute_values_template.render(type_values=type_values))
    out.write('\n\n')


with open("osmaxx_schema.yaml", 'r') as in_file:
    inp = in_file.read()
with open("documentation.md", 'w') as out_file:
    out = out_file
    yaml_to_md('adminarea_a')
    yaml_to_md('building_a')
    yaml_to_md('geoname_p')
    yaml_to_md('landuse_a')
    yaml_to_md('military_p')
    yaml_to_md('misc_l')
    yaml_to_md('natural_a')
    yaml_to_md('nonop_l')
    yaml_to_md('poi_p')
    yaml_to_md('pow_p')
    yaml_to_md('railway_bridge_l')
    yaml_to_md('road_ground_l')
    yaml_to_md('route_l')
    yaml_to_md('traffic_a')
    yaml_to_md('traffic_p')
    yaml_to_md('transport_a')
    yaml_to_md('utility_a')
    yaml_to_md('utility_p')
    yaml_to_md('utility_l')
    yaml_to_md('water_a')
    yaml_to_md('water_p')
    yaml_to_md('water_l')
{'fraction_non_alphanumeric': 0.13580607476635514, 'fraction_numerical': 0.002336448598130841, 'mean_word_length': 4.884879725085911, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '3040171', 'n_tokens_mistral': 1287, 'n_tokens_neox': 1230, 'n_words': 193}