<commit_before>#!/usr/bin/env python
# -*- coding: utf-8 -*-

import unittest

from you_get import *
from you_get.extractor.__main__ import url_to_module

def test_urls(urls):
    for url in urls:
        url_to_module(url).download(url, info_only = True)

class YouGetTests(unittest.TestCase):
    
    def test_freesound(self):
        test_urls([
            "http://www.freesound.org/people/Corsica_S/sounds/184419/",
        ])
        
    def test_mixcloud(self):
        test_urls([
            "http://www.mixcloud.com/beatbopz/beat-bopz-disco-mix/",
            "http://www.mixcloud.com/DJVadim/north-america-are-you-ready/",
        ])
        
    def test_sohu(self):
        test_urls([
            "http://tv.sohu.com/20120522/n343785589.shtml",
            "http://tv.sohu.com/20130103/n362246415.shtml",
            "http://tv.sohu.com/20130103/n362251239.shtml",
            "http://my.tv.sohu.com/us/4559763/51981774.shtml",
            "http://my.tv.sohu.com/us/47390785/61594248.shtml",
        ])
        
    def test_ted(self):
        test_urls([
            "http://www.ted.com/talks/jennifer_lin_improvs_piano_magic.html",
            "http://www.ted.com/talks/derek_paravicini_and_adam_ockelford_in_the_key_of_genius.html",
        ])
        
    def test_vimeo(self):
        test_urls([
            "http://vimeo.com/56810854",<commit_msg>Sohu: remove some tests (video deleted)<commit_after>#!/usr/bin/env python
# -*- coding: utf-8 -*-

import unittest

from you_get import *
from you_get.extractor.__main__ import url_to_module

def test_urls(urls):
    for url in urls:
        url_to_module(url).download(url, info_only = True)

class YouGetTests(unittest.TestCase):
    
    def test_freesound(self):
        test_urls([
            "http://www.freesound.org/people/Corsica_S/sounds/184419/",
        ])
        
    def test_mixcloud(self):
        test_urls([
            "http://www.mixcloud.com/beatbopz/beat-bopz-disco-mix/",
            "http://www.mixcloud.com/DJVadim/north-america-are-you-ready/",
        ])
        
    def test_sohu(self):
        test_urls([
            "http://tv.sohu.com/20120522/n343785589.shtml",
            "http://tv.sohu.com/20130103/n362246415.shtml",
            "http://tv.sohu.com/20130103/n362251239.shtml",
            "http://my.tv.sohu.com/us/4559763/51981774.shtml"
        ])
        
    def test_ted(self):
        test_urls([
            "http://www.ted.com/talks/jennifer_lin_improvs_piano_magic.html",
            "http://www.ted.com/talks/derek_paravicini_and_adam_ockelford_in_the_key_of_genius.html",
        ])
        
    def test_vimeo(self):
        test_urls([
            "http://vimeo.com/56810854",
{'fraction_non_alphanumeric': 0.1432802665679378, 'fraction_numerical': 0.06590151795631248, 'mean_word_length': 2.141860465116279, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 0, 'lorem ipsum': 0, 'www.': 10, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 2, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5673406', 'n_tokens_mistral': 1122, 'n_tokens_neox': 1023, 'n_words': 103}