<commit_before># -*- coding: utf-8 -*-


from __future__ import unicode_literals

import os
import os.path
import shutil

import magic

import surveyor


XLSX_MIME = "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"
"""MIME type for XLSX."""


def test_main(request, tmpdir, monkeypatch):
    xml = """
    <?xml version="1.0" encoding="UTF-8"?>
    <workbook>
        <sheet>
            <table>
                <tr>
                    <td>Name</td>
                    <td>Value</td>
                </tr>
                <tr>
                    <td>1</td>
                    <td>2text</td>
                </tr>
                <tr>
                    <td>3</td>
                    <td>4.0</td>
                </tr>
            </table>
            <table startcell="C10">
                <tr>
                    <td>Book</td>
                    <td>Title</td>
                </tr>
                <tr>
                    <td>111</td>
                    <td>222text</td><commit_msg>Add more MIME types for XLSX<commit_after># -*- coding: utf-8 -*-


from __future__ import unicode_literals

import os
import os.path
import shutil

import magic

import surveyor


XLSX_MIME_TYPES = (
    "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
    "application/vnd.ms-excel"
)
"""MIME type for XLSX."""


def test_main(request, tmpdir, monkeypatch):
    xml = """
    <?xml version="1.0" encoding="UTF-8"?>
    <workbook>
        <sheet>
            <table>
                <tr>
                    <td>Name</td>
                    <td>Value</td>
                </tr>
                <tr>
                    <td>1</td>
                    <td>2text</td>
                </tr>
                <tr>
                    <td>3</td>
                    <td>4.0</td>
                </tr>
            </table>
            <table startcell="C10">
                <tr>
                    <td>Book</td>
                    <td>Title</td>
                </tr>
                <tr>
                    <td>111</td>
                    <td>222text</td>
{'fraction_non_alphanumeric': 0.13403542364767831, 'fraction_numerical': 0.016275730014360938, 'mean_word_length': 1.0530451866404715, 'pattern_counts': {'":': 0, '<': 73, '<?xml version=': 2, '>': 73, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 6}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '1157954', 'n_tokens_mistral': 683, 'n_tokens_neox': 616, 'n_words': 117}