<commit_before>from typing import Union
import magic

class Magic:
    # Map mimetypes to extensions
    # Adapted from apache httpd mime.types
    audio_extensions = {
        "audio/mp4": "m4a",
        "audio/mpeg": "mp3",
        "audio/ogg": "ogg",
        "audio/webm": "weba",
        "audio/x-aac": "aac",
        "audio/x-aiff": "aiff",
        "audio/x-flac": "flac",
        "audio/x-matroska": "mka",
        "audio/x-mpegurl": "m3u",
        "audio/x-ms-wma": "wma",
        "audio/x-wav": "wav",
    }

    image_extensions = {
        "image/bmp": "bmp",
        "image/gif": "gif",
        "image/jpeg": "jpeg",
        "image/png": "png",<commit_msg>Modify mimetypes for m4a and aac<commit_after>from typing import Union
import magic

class Magic:
    # Map mimetypes to extensions
    # Adapted from apache httpd mime.types
    audio_extensions = {
        "audio/mp4": "m4a",
        "audio/mpeg": "mp3",
        "audio/ogg": "ogg",
        "audio/webm": "weba",
        "audio/x-aac": "aac",
        "audio/x-aiff": "aiff",
        "audio/x-flac": "flac",
        "audio/x-matroska": "mka",
        "audio/x-mpegurl": "m3u",
        "audio/x-ms-wma": "wma",
        "audio/x-wav": "wav",
        "audio/x-m4a": "m4a",
        "audio/x-hx-aac-adts": "aac"
    }

    image_extensions = {
        "image/bmp": "bmp",
        "image/gif": "gif",
        "image/jpeg": "jpeg",
        "image/png": "png",
{'fraction_non_alphanumeric': 0.1880281690140845, 'fraction_numerical': 0.007746478873239437, 'mean_word_length': 1.9978902953586497, 'pattern_counts': {'":': 32, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '880002', 'n_tokens_mistral': 560, 'n_tokens_neox': 549, 'n_words': 106}