2013-01-01 20:07:37 +00:00
|
|
|
import base64
|
2012-03-25 01:07:37 +00:00
|
|
|
import datetime
|
2013-01-27 02:01:23 +00:00
|
|
|
import itertools
|
2012-03-25 01:07:37 +00:00
|
|
|
import netrc
|
|
|
|
import os
|
|
|
|
import re
|
|
|
|
import socket
|
|
|
|
import time
|
|
|
|
import email.utils
|
2012-05-01 15:01:51 +00:00
|
|
|
import xml.etree.ElementTree
|
2012-08-08 18:04:02 +00:00
|
|
|
import random
|
|
|
|
import math
|
2013-02-26 09:39:26 +00:00
|
|
|
import operator
|
2013-05-15 21:38:44 +00:00
|
|
|
import hashlib
|
|
|
|
import binascii
|
|
|
|
import urllib
|
2012-03-25 01:07:37 +00:00
|
|
|
|
2012-11-28 02:34:40 +00:00
|
|
|
from .utils import *
|
2013-06-23 17:57:38 +00:00
|
|
|
from .extractor.common import InfoExtractor, SearchInfoExtractor
|
2013-06-23 18:24:07 +00:00
|
|
|
|
|
|
|
from .extractor.ard import ARDIE
|
|
|
|
from .extractor.arte import ArteTvIE
|
2013-06-23 20:24:58 +00:00
|
|
|
from .extractor.bandcamp import BandcampIE
|
2013-06-23 18:44:48 +00:00
|
|
|
from .extractor.bliptv import BlipTVIE, BlipTVUserIE
|
2013-06-23 18:50:22 +00:00
|
|
|
from .extractor.comedycentral import ComedyCentralIE
|
2013-06-23 19:10:21 +00:00
|
|
|
from .extractor.collegehumor import CollegeHumorIE
|
2013-06-23 18:09:47 +00:00
|
|
|
from .extractor.dailymotion import DailymotionIE
|
2013-06-23 19:06:20 +00:00
|
|
|
from .extractor.depositfiles import DepositFilesIE
|
2013-06-23 20:15:50 +00:00
|
|
|
from .extractor.eighttracks import EightTracksIE
|
2013-06-23 19:08:17 +00:00
|
|
|
from .extractor.escapist import EscapistIE
|
2013-06-23 19:00:34 +00:00
|
|
|
from .extractor.facebook import FacebookIE
|
2013-06-23 20:31:12 +00:00
|
|
|
from .extractor.flickr import FlickrIE
|
2013-06-23 20:05:23 +00:00
|
|
|
from .extractor.funnyordie import FunnyOrDieIE
|
2013-06-23 18:29:46 +00:00
|
|
|
from .extractor.gametrailers import GametrailersIE
|
2013-06-23 18:31:45 +00:00
|
|
|
from .extractor.generic import GenericIE
|
2013-06-23 18:55:15 +00:00
|
|
|
from .extractor.googleplus import GooglePlusIE
|
|
|
|
from .extractor.googlesearch import GoogleSearchIE
|
2013-06-23 20:30:16 +00:00
|
|
|
from .extractor.howcast import HowcastIE
|
2013-06-23 20:29:27 +00:00
|
|
|
from .extractor.hypem import HypemIE
|
2013-06-23 20:28:19 +00:00
|
|
|
from .extractor.ina import InaIE
|
2013-06-23 19:14:19 +00:00
|
|
|
from .extractor.infoq import InfoQIE
|
2013-06-23 20:07:27 +00:00
|
|
|
from .extractor.justintv import JustinTVIE
|
2013-06-23 20:16:41 +00:00
|
|
|
from .extractor.keek import KeekIE
|
2013-06-23 20:23:19 +00:00
|
|
|
from .extractor.liveleak import LiveLeakIE
|
2013-06-23 18:07:51 +00:00
|
|
|
from .extractor.metacafe import MetacafeIE
|
2013-06-23 19:59:15 +00:00
|
|
|
from .extractor.mixcloud import MixcloudIE
|
2013-06-23 19:27:38 +00:00
|
|
|
from .extractor.mtv import MTVIE
|
2013-06-23 20:20:45 +00:00
|
|
|
from .extractor.myspass import MySpassIE
|
2013-06-23 18:48:32 +00:00
|
|
|
from .extractor.myvideo import MyVideoIE
|
2013-06-23 19:18:00 +00:00
|
|
|
from .extractor.nba import NBAIE
|
2013-06-23 18:07:51 +00:00
|
|
|
from .extractor.statigram import StatigramIE
|
2013-06-23 18:12:18 +00:00
|
|
|
from .extractor.photobucket import PhotobucketIE
|
2013-06-23 20:13:32 +00:00
|
|
|
from .extractor.pornotube import PornotubeIE
|
2013-06-23 20:09:32 +00:00
|
|
|
from .extractor.rbmaradio import RBMARadioIE
|
2013-06-23 20:27:16 +00:00
|
|
|
from .extractor.redtube import RedTubeIE
|
2013-06-23 18:57:44 +00:00
|
|
|
from .extractor.soundcloud import SoundcloudIE, SoundcloudSetIE
|
2013-06-23 20:22:08 +00:00
|
|
|
from .extractor.spiegel import SpiegelIE
|
2013-06-23 19:16:32 +00:00
|
|
|
from .extractor.stanfordoc import StanfordOpenClassroomIE
|
2013-06-23 20:02:56 +00:00
|
|
|
from .extractor.steam import SteamIE
|
2013-06-23 20:31:50 +00:00
|
|
|
from .extractor.teamcoco import TeamcocoIE
|
2013-06-23 19:55:53 +00:00
|
|
|
from .extractor.ted import TEDIE
|
2013-06-23 20:24:07 +00:00
|
|
|
from .extractor.tumblr import TumblrIE
|
2013-06-23 20:08:28 +00:00
|
|
|
from .extractor.ustream import UstreamIE
|
2013-06-23 20:25:46 +00:00
|
|
|
from .extractor.vbox7 import Vbox7IE
|
2013-06-23 18:18:21 +00:00
|
|
|
from .extractor.vimeo import VimeoIE
|
2013-06-23 20:26:30 +00:00
|
|
|
from .extractor.vine import VineIE
|
2013-06-23 20:04:08 +00:00
|
|
|
from .extractor.worldstarhiphop import WorldStarHipHopIE
|
2013-06-23 20:02:56 +00:00
|
|
|
from .extractor.xnxx import XNXXIE
|
2013-06-23 20:32:44 +00:00
|
|
|
from .extractor.xhamster import XHamsterIE
|
2013-06-23 19:11:47 +00:00
|
|
|
from .extractor.xvideos import XVideosIE
|
2013-06-23 18:41:54 +00:00
|
|
|
from .extractor.yahoo import YahooIE, YahooSearchIE
|
2013-06-23 20:14:22 +00:00
|
|
|
from .extractor.youjizz import YouJizzIE
|
2013-06-23 20:01:02 +00:00
|
|
|
from .extractor.youku import YoukuIE
|
2013-06-23 20:12:14 +00:00
|
|
|
from .extractor.youporn import YouPornIE
|
2013-06-23 18:28:15 +00:00
|
|
|
from .extractor.youtube import YoutubeIE, YoutubePlaylistIE, YoutubeSearchIE, YoutubeUserIE, YoutubeChannelIE
|
2013-06-23 18:24:07 +00:00
|
|
|
from .extractor.zdf import ZDFIE
|
2013-05-11 21:04:56 +00:00
|
|
|
|
2013-01-01 19:43:43 +00:00
|
|
|
|
2012-03-25 01:07:37 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
2012-08-15 23:54:03 +00:00
|
|
|
|
2012-08-08 18:04:02 +00:00
|
|
|
|
2012-08-19 16:39:43 +00:00
|
|
|
|
|
|
|
|
2012-10-09 08:48:49 +00:00
|
|
|
|
|
|
|
|
2012-12-13 20:27:57 +00:00
|
|
|
|
2012-12-16 08:50:41 +00:00
|
|
|
|
2012-12-20 20:28:27 +00:00
|
|
|
|
2012-12-27 00:38:41 +00:00
|
|
|
|
2013-01-12 12:49:14 +00:00
|
|
|
|
2013-01-01 18:37:07 +00:00
|
|
|
|
2013-03-07 05:09:55 +00:00
|
|
|
|
2013-01-01 18:37:07 +00:00
|
|
|
|
2013-01-05 20:42:35 +00:00
|
|
|
|
|
|
|
|
2013-02-26 09:39:26 +00:00
|
|
|
|
2013-01-05 20:42:35 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
2013-02-08 07:25:55 +00:00
|
|
|
|
|
|
|
|
2013-02-16 12:46:13 +00:00
|
|
|
|
2013-03-12 00:08:54 +00:00
|
|
|
|
2013-03-26 20:37:08 +00:00
|
|
|
|
2013-05-23 19:42:03 +00:00
|
|
|
|
|
|
|
|
2013-04-22 19:07:49 +00:00
|
|
|
|
2013-05-01 13:55:46 +00:00
|
|
|
|
2013-03-12 00:08:54 +00:00
|
|
|
|
2013-05-18 17:17:19 +00:00
|
|
|
|
2013-05-19 22:25:26 +00:00
|
|
|
|
2013-05-20 21:18:40 +00:00
|
|
|
|
2013-06-07 09:46:03 +00:00
|
|
|
|
2013-05-20 21:18:40 +00:00
|
|
|
|
2013-06-05 14:16:53 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
2013-06-16 18:34:45 +00:00
|
|
|
|
2013-01-01 18:37:07 +00:00
|
|
|
def gen_extractors():
|
|
|
|
""" Return a list of an instance of every supported extractor.
|
|
|
|
The order does matter; the first extractor matched is the one handling the URL.
|
|
|
|
"""
|
|
|
|
return [
|
|
|
|
YoutubePlaylistIE(),
|
|
|
|
YoutubeChannelIE(),
|
|
|
|
YoutubeUserIE(),
|
|
|
|
YoutubeSearchIE(),
|
|
|
|
YoutubeIE(),
|
|
|
|
MetacafeIE(),
|
|
|
|
DailymotionIE(),
|
|
|
|
GoogleSearchIE(),
|
|
|
|
PhotobucketIE(),
|
|
|
|
YahooIE(),
|
|
|
|
YahooSearchIE(),
|
|
|
|
DepositFilesIE(),
|
|
|
|
FacebookIE(),
|
|
|
|
BlipTVIE(),
|
2013-05-28 13:12:39 +00:00
|
|
|
BlipTVUserIE(),
|
2013-01-01 18:37:07 +00:00
|
|
|
VimeoIE(),
|
|
|
|
MyVideoIE(),
|
|
|
|
ComedyCentralIE(),
|
|
|
|
EscapistIE(),
|
|
|
|
CollegeHumorIE(),
|
|
|
|
XVideosIE(),
|
2013-03-24 01:24:07 +00:00
|
|
|
SoundcloudSetIE(),
|
2013-01-01 18:37:07 +00:00
|
|
|
SoundcloudIE(),
|
|
|
|
InfoQIE(),
|
|
|
|
MixcloudIE(),
|
|
|
|
StanfordOpenClassroomIE(),
|
|
|
|
MTVIE(),
|
|
|
|
YoukuIE(),
|
|
|
|
XNXXIE(),
|
2013-01-06 20:52:33 +00:00
|
|
|
YouJizzIE(),
|
|
|
|
PornotubeIE(),
|
|
|
|
YouPornIE(),
|
2013-01-01 18:37:07 +00:00
|
|
|
GooglePlusIE(),
|
|
|
|
ArteTvIE(),
|
|
|
|
NBAIE(),
|
2013-03-07 05:09:55 +00:00
|
|
|
WorldStarHipHopIE(),
|
2013-01-01 18:37:07 +00:00
|
|
|
JustinTVIE(),
|
|
|
|
FunnyOrDieIE(),
|
|
|
|
SteamIE(),
|
|
|
|
UstreamIE(),
|
2013-01-12 16:58:39 +00:00
|
|
|
RBMARadioIE(),
|
2013-01-27 02:01:23 +00:00
|
|
|
EightTracksIE(),
|
2013-02-08 07:25:55 +00:00
|
|
|
KeekIE(),
|
2013-02-17 16:13:06 +00:00
|
|
|
TEDIE(),
|
2013-02-18 17:45:09 +00:00
|
|
|
MySpassIE(),
|
2013-03-12 00:08:54 +00:00
|
|
|
SpiegelIE(),
|
2013-03-29 14:13:24 +00:00
|
|
|
LiveLeakIE(),
|
2013-04-07 13:23:48 +00:00
|
|
|
ARDIE(),
|
2013-05-23 19:42:03 +00:00
|
|
|
ZDFIE(),
|
2013-04-22 19:07:49 +00:00
|
|
|
TumblrIE(),
|
2013-05-01 13:55:46 +00:00
|
|
|
BandcampIE(),
|
2013-05-03 18:07:35 +00:00
|
|
|
RedTubeIE(),
|
2013-05-05 18:57:19 +00:00
|
|
|
InaIE(),
|
2013-05-18 17:17:19 +00:00
|
|
|
HowcastIE(),
|
2013-05-19 22:25:26 +00:00
|
|
|
VineIE(),
|
2013-05-20 21:18:40 +00:00
|
|
|
FlickrIE(),
|
2013-05-21 12:37:32 +00:00
|
|
|
TeamcocoIE(),
|
2013-06-04 12:30:54 +00:00
|
|
|
XHamsterIE(),
|
2013-06-05 14:16:53 +00:00
|
|
|
HypemIE(),
|
2013-06-08 07:44:38 +00:00
|
|
|
Vbox7IE(),
|
2013-06-16 18:34:45 +00:00
|
|
|
GametrailersIE(),
|
2013-06-23 16:58:53 +00:00
|
|
|
StatigramIE(),
|
2013-01-01 18:37:07 +00:00
|
|
|
GenericIE()
|
|
|
|
]
|
2013-04-20 10:42:57 +00:00
|
|
|
|
|
|
|
def get_info_extractor(ie_name):
|
|
|
|
"""Returns the info extractor class with the given ie_name"""
|
|
|
|
return globals()[ie_name+'IE']
|