<commit_before># -*- coding: UTF-8 -*-

from .utils import TwoWayOrderedDict as tdict


OUTPUT_FORMATS = tdict([
    (0, "ID"),
    (1, "Title"),
    (2, "Title + ID"),
    (3, "Custom")
])


DEFAULT_FORMATS = tdict([
    ("0", "default")
])


VIDEO_FORMATS = tdict([
    ("17", "3gp [176x144]"),
    ("36", "3gp [320x240]"),
    ("5", "flv [400x240]"),
    ("34", "flv [640x360]"),
    ("35", "flv [854x480]"),
    ("43", "webm [640x360]"),
    ("44", "webm [854x480]"),
    ("45", "webm [1280x720]"),
    ("46", "webm [1920x1080]"),
    ("18", "mp4 [640x360]"),
    ("22", "mp4 [1280x720]"),
    ("37", "mp4 [1920x1080]"),
    ("38", "mp4 [4096x3072]"),
    ("160", "mp4 144p (DASH)"),
    ("133", "mp4 240p (DASH)"),
    ("134", "mp4 360p (DASH)"),
    ("135", "mp4 480p (DASH)"),
    ("136", "mp4 720p (DASH)"),
    ("137", "mp4 1080p (DASH)"),
    ("264", "mp4 1440p (DASH)"),
    ("138", "mp4 2160p (DASH)"),
    ("242", "webm 240p (DASH)"),
    ("243", "webm 360p (DASH)"),
    ("244", "webm 480p (DASH)"),
    ("247", "webm 720p (DASH)"),
    ("248", "webm 1080p (DASH)"),
    ("271", "webm 1440p (DASH)"),
    ("272", "webm 2160p (DASH)"),
    ("82", "mp4 360p (3D)"),
    ("83", "mp4 480p (3D)"),
    ("84", "mp4 720p (3D)"),
    ("85", "mp4 1080p (3D)"),
    ("100", "webm 360p (3D)"),
    ("101", "webm 480p (3D)"),
    ("102", "webm 720p (3D)"),
    ("139", "m4a 48k (DASH AUDIO)"),
    ("140", "m4a 128k (DASH AUDIO)"),
    ("141", "m4a 256k (DASH AUDIO)"),
    ("171", "webm 48k (DASH AUDIO)"),
    ("172", "webm 256k (DASH AUDIO)")<commit_msg>Add generic video formats<commit_after># -*- coding: UTF-8 -*-

from .utils import TwoWayOrderedDict as tdict


OUTPUT_FORMATS = tdict([
    (0, "ID"),
    (1, "Title"),
    (2, "Title + ID"),
    (3, "Custom")
])


DEFAULT_FORMATS = tdict([
    ("0", "default")
])


VIDEO_FORMATS = tdict([
    ("3gp", "3gp"),
    ("17", "3gp [176x144]"),
    ("36", "3gp [320x240]"),
    ("flv", "flv"),
    ("5", "flv [400x240]"),
    ("34", "flv [640x360]"),
    ("35", "flv [854x480]"),
    ("webm", "webm"),
    ("43", "webm [640x360]"),
    ("44", "webm [854x480]"),
    ("45", "webm [1280x720]"),
    ("46", "webm [1920x1080]"),
    ("mp4", "mp4"),
    ("18", "mp4 [640x360]"),
    ("22", "mp4 [1280x720]"),
    ("37", "mp4 [1920x1080]"),
    ("38", "mp4 [4096x3072]"),
    ("160", "mp4 144p (DASH)"),
    ("133", "mp4 240p (DASH)"),
    ("134", "mp4 360p (DASH)"),
    ("135", "mp4 480p (DASH)"),
    ("136", "mp4 720p (DASH)"),
    ("137", "mp4 1080p (DASH)"),
    ("264", "mp4 1440p (DASH)"),
    ("138", "mp4 2160p (DASH)"),
    ("242", "webm 240p (DASH)"),
    ("243", "webm 360p (DASH)"),
    ("244", "webm 480p (DASH)"),
    ("247", "webm 720p (DASH)"),
    ("248", "webm 1080p (DASH)"),
    ("271", "webm 1440p (DASH)"),
    ("272", "webm 2160p (DASH)"),
    ("82", "mp4 360p (3D)"),
    ("83", "mp4 480p (3D)"),
    ("84", "mp4 720p (3D)"),
    ("85", "mp4 1080p (3D)"),
    ("100", "webm 360p (3D)"),
    ("101", "webm 480p (3D)"),
    ("102", "webm 720p (3D)"),
    ("139", "m4a 48k (DASH AUDIO)"),
    ("140", "m4a 128k (DASH AUDIO)"),
    ("141", "m4a 256k (DASH AUDIO)"),
    ("171", "webm 48k (DASH AUDIO)"),
    ("172", "webm 256k (DASH AUDIO)")
{'fraction_non_alphanumeric': 0.29389788293897884, 'fraction_numerical': 0.1930261519302615, 'mean_word_length': 3.0982142857142856, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 0, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '7118359', 'n_tokens_mistral': 1882, 'n_tokens_neox': 1483, 'n_words': 366}