<commit_before>#!/usr/bin/env python
# coding: utf-8

from __future__ import print_function

from pyoembed import oEmbed
from pyoembed.exceptions import PyOembedException

import sys

URLS = [

    # IFTTT
    'http://ifttt.com/recipes/147788-feed-to-facebook-page',
    'https://ifttt.com/recipes/147788-feed-to-facebook-page',

    # YouTube
    'http://www.youtube.com/watch?v=EBRMq2Ioxsc',
    'https://www.youtube.com/watch?v=EBRMq2Ioxsc',
    'http://youtube.com/watch?v=EBRMq2Ioxsc',
    'https://youtube.com/watch?v=EBRMq2Ioxsc',
    'http://youtu.be/EBRMq2Ioxsc',

    # Flickr
    'http://www.flickr.com/photos/24736958@N06/2337532608/',
    'https://www.flickr.com/photos/24736958@N06/2337532608/',
    'http://flic.kr/p/4yyt1m',

    # Revision3
    'http://revision3.com/tekzilla/free-file-sync-meg-turney',
    'http://www.revision3.com/tekzilla/free-file-sync-meg-turney',

    # Vimeo
    'http://vimeo.com/12414863',
    'https://vimeo.com/12414863',
    'http://vimeo.com/groups/musicvideo/videos/76253725',
    'https://vimeo.com/groups/musicvideo/videos/76253725',

    # CollegeHumor
    'http://www.collegehumor.com/video/6953943/sir-david-attenborough-'
    'narrates-olympic-curling',
    'https://www.collegehumor.com/video/6953943/sir-david-attenborough-'
    'narrates-olympic-curling',

    # Jest
    'http://www.jest.com/video/201448/twitter-parody-political-account-'
    'graveyard',

    # Poll Everywhere
    'http://www.polleverywhere.com/clickable_images/VkPbmAmhfr4iiyG',
    'http://www.polleverywhere.com/free_text_polls/1bhoWkklqgnqrWI',
    'http://www.polleverywhere.com/multiple_choice_polls/9VqZBgDLV7kO4T6',
    'https://www.polleverywhere.com/clickable_images/VkPbmAmhfr4iiyG',
    'https://www.polleverywhere.com/free_text_polls/1bhoWkklqgnqrWI',
    'https://www.polleverywhere.com/multiple_choice_polls/9VqZBgDLV7kO4T6',

    # iFixIt
    'http://www.ifixit.com/Guide/Xbox+360+Red+Ring+of+Death+Fix+Kit/3550',

    # deviantART
    'http://stefangrosjean.deviantart.com/art/Naked-Shoulder-434517931',
    'http://fav.me/d76p86j',
    'http://sta.sh/01pdlk4en9zk',

    # Slideshare
    'http://www.slideshare.net/mitsuhiko/flask',
    'https://www.slideshare.net/mitsuhiko/flask',

    # NFB
    'http://www.nfb.ca/film/king_of_blades?hpen=feature_2',
    'https://www.nfb.ca/film/king_of_blades?hpen=feature_2',<commit_msg>removed broken integration test<commit_after>#!/usr/bin/env python
# coding: utf-8

from __future__ import print_function

from pyoembed import oEmbed
from pyoembed.exceptions import PyOembedException

import sys

URLS = [

    # IFTTT
    'http://ifttt.com/recipes/147788-feed-to-facebook-page',
    'https://ifttt.com/recipes/147788-feed-to-facebook-page',

    # YouTube
    'http://www.youtube.com/watch?v=EBRMq2Ioxsc',
    'https://www.youtube.com/watch?v=EBRMq2Ioxsc',
    'http://youtube.com/watch?v=EBRMq2Ioxsc',
    'https://youtube.com/watch?v=EBRMq2Ioxsc',
    'http://youtu.be/EBRMq2Ioxsc',

    # Flickr
    'http://www.flickr.com/photos/24736958@N06/2337532608/',
    'https://www.flickr.com/photos/24736958@N06/2337532608/',
    'http://flic.kr/p/4yyt1m',

    # Revision3
    'http://revision3.com/tekzilla/free-file-sync-meg-turney',
    'http://www.revision3.com/tekzilla/free-file-sync-meg-turney',

    # Vimeo
    'http://vimeo.com/12414863',
    'https://vimeo.com/12414863',
    'http://vimeo.com/groups/musicvideo/videos/76253725',
    'https://vimeo.com/groups/musicvideo/videos/76253725',

    # CollegeHumor
    'http://www.collegehumor.com/video/6953943/sir-david-attenborough-'
    'narrates-olympic-curling',

    # broken, ssl
    #'https://www.collegehumor.com/video/6953943/sir-david-attenborough-'
    #'narrates-olympic-curling',

    # Jest
    'http://www.jest.com/video/201448/twitter-parody-political-account-'
    'graveyard',

    # Poll Everywhere
    'http://www.polleverywhere.com/clickable_images/VkPbmAmhfr4iiyG',
    'http://www.polleverywhere.com/free_text_polls/1bhoWkklqgnqrWI',
    'http://www.polleverywhere.com/multiple_choice_polls/9VqZBgDLV7kO4T6',
    'https://www.polleverywhere.com/clickable_images/VkPbmAmhfr4iiyG',
    'https://www.polleverywhere.com/free_text_polls/1bhoWkklqgnqrWI',
    'https://www.polleverywhere.com/multiple_choice_polls/9VqZBgDLV7kO4T6',

    # iFixIt
    'http://www.ifixit.com/Guide/Xbox+360+Red+Ring+of+Death+Fix+Kit/3550',

    # deviantART
    'http://stefangrosjean.deviantart.com/art/Naked-Shoulder-434517931',
    'http://fav.me/d76p86j',
    'http://sta.sh/01pdlk4en9zk',

    # Slideshare
    'http://www.slideshare.net/mitsuhiko/flask',
    'https://www.slideshare.net/mitsuhiko/flask',

    # NFB
    'http://www.nfb.ca/film/king_of_blades?hpen=feature_2',
    'https://www.nfb.ca/film/king_of_blades?hpen=feature_2',
{'fraction_non_alphanumeric': 0.17011494252873563, 'fraction_numerical': 0.06394984326018809, 'mean_word_length': 3.5930902111324374, 'pattern_counts': {'":': 0, '<': 3, '<?xml version=': 0, '>': 3, 'https://': 24, 'lorem ipsum': 0, 'www.': 38, 'xml': 0}, 'pii_count': 0, 'substrings_counts': 0, 'word_list_counts': {'cursed_substrings.json': 0, 'profanity_word_list.json': 0, 'sexual_word_list.json': 0, 'zh_pornsignals.json': 0}}
{'dir': 'git-commits-cleaned', 'id': '5858157', 'n_tokens_mistral': 2262, 'n_tokens_neox': 2035, 'n_words': 140}