3 from __future__ import unicode_literals
9 from .common import InfoExtractor
10 from .youtube import YoutubeIE
11 from ..compat import (
12 compat_etree_fromstring,
14 compat_urllib_parse_unquote,
16 compat_xml_parse_error,
42 from .commonprotocols import RtmpIE
43 from .brightcove import (
51 from .nbc import NBCSportsVPlayerIE
52 from .ooyala import OoyalaIE
53 from .rutv import RUTVIE
54 from .tvc import TVCIE
55 from .sportbox import SportBoxIE
56 from .myvi import MyviIE
57 from .condenast import CondeNastIE
58 from .udn import UDNEmbedIE
59 from .senateisvp import SenateISVPIE
60 from .svt import SVTIE
61 from .pornhub import PornHubIE
62 from .xhamster import XHamsterEmbedIE
63 from .tnaflix import TNAFlixNetworkEmbedIE
64 from .drtuber import DrTuberIE
65 from .redtube import RedTubeIE
66 from .tube8 import Tube8IE
67 from .mofosex import MofosexEmbedIE
68 from .spankwire import SpankwireIE
69 from .youporn import YouPornIE
74 from .dailymotion import DailymotionIE
75 from .dailymail import DailyMailIE
76 from .onionstudios import OnionStudiosIE
77 from .viewlift import ViewLiftEmbedIE
78 from .mtv import MTVServicesEmbeddedIE
79 from .pladform import PladformIE
80 from .videomore import VideomoreIE
81 from .webcaster import WebcasterFeedIE
82 from .googledrive import GoogleDriveIE
83 from .jwplatform import JWPlatformIE
84 from .digiteka import DigitekaIE
85 from .arkena import ArkenaIE
86 from .instagram import InstagramIE
87 from .threeqsdn import ThreeQSDNIE
88 from .theplatform import ThePlatformIE
89 from .kaltura import KalturaIE
90 from .eagleplatform import EaglePlatformIE
91 from .facebook import FacebookIE
92 from .soundcloud import SoundcloudEmbedIE
93 from .tunein import TuneInBaseIE
94 from .vbox7 import Vbox7IE
95 from .dbtv import DBTVIE
96 from .piksel import PikselIE
97 from .videa import VideaIE
98 from .twentymin import TwentyMinutenIE
99 from .ustream import UstreamIE
100 from .arte import ArteTVEmbedIE
101 from .videopress import VideoPressIE
102 from .rutube import RutubeIE
103 from .limelight import LimelightBaseIE
104 from .anvato import AnvatoIE
105 from .washingtonpost import WashingtonPostIE
106 from .wistia import WistiaIE
107 from .mediaset import MediasetIE
108 from .joj import JojIE
109 from .megaphone import MegaphoneIE
110 from .vzaar import VzaarIE
111 from .channel9 import Channel9IE
112 from .vshare import VShareIE
113 from .mediasite import MediasiteIE
114 from .springboardplatform import SpringboardPlatformIE
115 from .yapfiles import YapFilesIE
116 from .vice import ViceIE
117 from .xfileshare import XFileShareIE
118 from .cloudflarestream import CloudflareStreamIE
119 from .peertube import PeerTubeIE
120 from .teachable import TeachableIE
121 from .indavideo import IndavideoEmbedIE
122 from .apa import APAIE
123 from .foxnews import FoxNewsIE
124 from .viqeo import ViqeoIE
125 from .expressen import ExpressenIE
126 from .zype import ZypeIE
127 from .odnoklassniki import OdnoklassnikiIE
129 from .kinja import KinjaEmbedIE
130 from .arcpublishing import ArcPublishingIE
131 from .medialaan import MedialaanIE
132 from .simplecast import SimplecastIE
135 class GenericIE(InfoExtractor):
136 IE_DESC = 'Generic downloader that works on some sites'
140 # Direct link to a video
142 'url': 'http://media.w3.org/2010/05/sintel/trailer.mp4',
143 'md5': '67d406c2bcb6af27fa886f31aa934bbe',
148 'upload_date': '20100513',
151 # Direct link to media delivered compressed (until Accept-Encoding is *)
153 'url': 'http://calimero.tk/muzik/FictionJunction-Parallel_Hearts.flac',
154 'md5': '128c42e68b13950268b648275386fc74',
156 'id': 'FictionJunction-Parallel_Hearts',
158 'title': 'FictionJunction-Parallel_Hearts',
159 'upload_date': '20140522',
161 'expected_warnings': [
162 'URL could be a direct video link, returning it as such.'
164 'skip': 'URL invalid',
166 # Direct download with broken HEAD
168 'url': 'http://ai-radio.org:8000/radio.opus',
175 'skip_download': True, # infinite live stream
177 'expected_warnings': [
178 r'501.*Not Implemented',
182 # Direct link with incorrect MIME type
184 'url': 'http://ftp.nluug.nl/video/nluug/2014-11-20_nj14/zaal-2/5_Lennart_Poettering_-_Systemd.webm',
185 'md5': '4ccbebe5f36706d85221f204d7eb5913',
187 'url': 'http://ftp.nluug.nl/video/nluug/2014-11-20_nj14/zaal-2/5_Lennart_Poettering_-_Systemd.webm',
188 'id': '5_Lennart_Poettering_-_Systemd',
190 'title': '5_Lennart_Poettering_-_Systemd',
191 'upload_date': '20141120',
193 'expected_warnings': [
194 'URL could be a direct video link, returning it as such.'
199 'url': 'http://phihag.de/2014/youtube-dl/rss2.xml',
201 'id': 'http://phihag.de/2014/youtube-dl/rss2.xml',
202 'title': 'Zero Punctuation',
203 'description': 're:.*groundbreaking video review series.*'
205 'playlist_mincount': 11,
207 # RSS feed with enclosure
209 'url': 'http://podcastfeeds.nbcnews.com/audio/podcast/MSNBC-MADDOW-NETCAST-M4V.xml',
211 'id': 'http://podcastfeeds.nbcnews.com/nbcnews/video/podcast/MSNBC-MADDOW-NETCAST-M4V.xml',
212 'title': 'MSNBC Rachel Maddow (video)',
213 'description': 're:.*her unique approach to storytelling.*',
218 'id': 'pdv_maddow_netcast_mov-12-04-2020-224335',
219 'title': 're:MSNBC Rachel Maddow',
220 'description': 're:.*her unique approach to storytelling.*',
222 'upload_date': compat_str,
227 # RSS feed with item with description and thumbnails
229 'url': 'https://anchor.fm/s/dd00e14/podcast/rss',
231 'id': 'https://anchor.fm/s/dd00e14/podcast/rss',
232 'title': 're:.*100% Hydrogen.*',
233 'description': 're:.*In this episode.*',
238 'id': 'c1c879525ce2cb640b344507e682c36d',
239 'title': 're:Hydrogen!',
240 'description': 're:.*In this episode we are going.*',
241 'timestamp': 1567977776,
242 'upload_date': '20190908',
244 'thumbnail': r're:^https?://.*\.jpg$',
251 'skip_download': True,
254 # RSS feed with enclosures and unsupported link URLs
256 'url': 'http://www.hellointernet.fm/podcast?format=rss',
258 'id': 'http://www.hellointernet.fm/podcast?format=rss',
259 'description': 'CGP Grey and Brady Haran talk about YouTube, life, work, whatever.',
260 'title': 'Hello Internet',
262 'playlist_mincount': 100,
264 # SMIL from http://videolectures.net/promogram_igor_mekjavic_eng
266 'url': 'http://videolectures.net/promogram_igor_mekjavic_eng/video/1/smil.xml',
270 'title': 'Automatics, robotics and biocybernetics',
271 'description': 'md5:815fc1deb6b3a2bff99de2d5325be482',
272 'upload_date': '20130627',
273 'formats': 'mincount:16',
274 'subtitles': 'mincount:1',
277 'force_generic_extractor': True,
278 'skip_download': True,
281 # SMIL from http://www1.wdr.de/mediathek/video/livestream/index.html
283 'url': 'http://metafilegenerator.de/WDR/WDR_FS/hds/hds.smil',
288 'formats': 'mincount:1',
291 'skip_download': True,
294 # SMIL from https://www.restudy.dk/video/play/id/1637
296 'url': 'https://www.restudy.dk/awsmedia/SmilDirectory/video_1637.xml',
300 'title': 'video_1637',
301 'formats': 'mincount:3',
304 'skip_download': True,
307 # SMIL from http://adventure.howstuffworks.com/5266-cool-jobs-iditarod-musher-video.htm
309 'url': 'http://services.media.howstuffworks.com/videos/450221/smil-service.smil',
311 'id': 'smil-service',
313 'title': 'smil-service',
314 'formats': 'mincount:1',
317 'skip_download': True,
320 # SMIL from http://new.livestream.com/CoheedandCambria/WebsterHall/videos/4719370
322 'url': 'http://api.new.livestream.com/accounts/1570303/events/1585861/videos/4719370.smil',
326 'title': '571de1fd-47bc-48db-abf9-238872a58d1f',
327 'formats': 'mincount:3',
330 'skip_download': True,
333 # XSPF playlist from http://www.telegraaf.nl/tv/nieuws/binnenland/24353229/__Tikibad_ontruimd_wegens_brand__.html
335 'url': 'http://www.telegraaf.nl/xml/playlist/2015/8/7/mZlp2ctYIUEB.xspf',
337 'id': 'mZlp2ctYIUEB',
339 'title': 'Tikibad ontruimd wegens brand',
340 'description': 'md5:05ca046ff47b931f9b04855015e163a4',
341 'thumbnail': r're:^https?://.*\.jpg$',
345 'skip_download': True,
348 # MPD from http://dash-mse-test.appspot.com/media.html
350 'url': 'http://yt-dash-mse-test.commondatastorage.googleapis.com/media/car-20120827-manifest.mpd',
351 'md5': '4b57baab2e30d6eb3a6a09f0ba57ef53',
353 'id': 'car-20120827-manifest',
355 'title': 'car-20120827-manifest',
356 'formats': 'mincount:9',
357 'upload_date': '20130904',
360 'format': 'bestvideo',
363 # m3u8 served with Content-Type: audio/x-mpegURL; charset=utf-8
365 'url': 'http://once.unicornmedia.com/now/master/playlist/bb0b18ba-64f5-4b1b-a29f-0ac252f06b68/77a785f3-5188-4806-b788-0893a61634ed/93677179-2d99-4ef4-9e17-fe70d49abfbf/content.m3u8',
370 'formats': 'mincount:8',
374 'skip_download': True,
376 'skip': 'video gone',
378 # m3u8 served with Content-Type: text/plain
380 'url': 'http://www.nacentapps.com/m3u8/index.m3u8',
385 'upload_date': '20140720',
386 'formats': 'mincount:11',
390 'skip_download': True,
392 'skip': 'video gone',
396 'url': 'http://www.google.com/url?sa=t&rct=j&q=&esrc=s&source=web&cd=1&cad=rja&ved=0CCUQtwIwAA&url=http%3A%2F%2Fwww.youtube.com%2Fwatch%3Fv%3DcmQHVoWB5FY&ei=F-sNU-LLCaXk4QT52ICQBQ&usg=AFQjCNEw4hL29zgOohLXvpJ-Bdh2bils1Q&bvm=bv.61965928,d.bGE',
400 'upload_date': '20130224',
401 'uploader_id': 'TheVerge',
402 'description': r're:^Chris Ziegler takes a look at the\.*',
403 'uploader': 'The Verge',
404 'title': 'First Firefox OS phones side-by-side',
407 'skip_download': False,
411 # redirect in Refresh HTTP header
412 'url': 'https://www.facebook.com/l.php?u=https%3A%2F%2Fwww.youtube.com%2Fwatch%3Fv%3DpO8h3EaFRdo&h=TAQHsoToz&enc=AZN16h-b6o4Zq9pZkCCdOLNKMN96BbGMNtcFwHSaazus4JHT_MFYkAA-WARTX2kvsCIdlAIyHZjl6d33ILIJU7Jzwk_K3mcenAXoAzBNoZDI_Q7EXGDJnIhrGkLXo_LJ_pAa2Jzbx17UHMd3jAs--6j2zaeto5w9RTn8T_1kKg3fdC5WPX9Dbb18vzH7YFX0eSJmoa6SP114rvlkw6pkS1-T&s=1',
416 'title': 'Tripeo Boiler Room x Dekmantel Festival DJ Set',
417 'description': 'md5:6294cc1af09c4049e0652b51a2df10d5',
418 'upload_date': '20150917',
419 'uploader_id': 'brtvofficial',
420 'uploader': 'Boiler Room',
423 'skip_download': False,
427 'url': 'http://www.hodiho.fr/2013/02/regis-plante-sa-jeep.html',
428 'md5': '85b90ccc9d73b4acd9138d3af4c27f89',
430 'id': '13601338388002',
432 'uploader': 'www.hodiho.fr',
433 'title': 'R\u00e9gis plante sa Jeep',
436 # bandcamp page with custom domain
438 'add_ie': ['Bandcamp'],
439 'url': 'http://bronyrock.com/track/the-pony-mash',
443 'title': 'The Pony Mash',
444 'uploader': 'M_Pallante',
446 'skip': 'There is a limit of 200 free downloads / month for the test song',
449 # embedded brightcove video
450 # it also tests brightcove videos that need to set the 'Referer'
451 # in the http requests
452 'add_ie': ['BrightcoveLegacy'],
453 'url': 'http://www.bfmtv.com/video/bfmbusiness/cours-bourse/cours-bourse-l-analyse-technique-154522/',
455 'id': '2765128793001',
457 'title': 'Le cours de bourse : l’analyse technique',
458 'description': 'md5:7e9ad046e968cb2d1114004aba466fd9',
459 'uploader': 'BFM BUSINESS',
462 'skip_download': True,
466 # embedded with itemprop embedURL and video id spelled as `idVideo`
467 'add_id': ['BrightcoveLegacy'],
468 'url': 'http://bfmbusiness.bfmtv.com/mediaplayer/chroniques/olivier-delamarche/',
470 'id': '5255628253001',
472 'title': 'md5:37c519b1128915607601e75a87995fc0',
473 'description': 'md5:37f7f888b434bb8f8cc8dbd4f7a4cf26',
474 'uploader': 'BFM BUSINESS',
475 'uploader_id': '876450612001',
476 'timestamp': 1482255315,
477 'upload_date': '20161220',
480 'skip_download': True,
484 # https://github.com/ytdl-org/youtube-dl/issues/2253
485 'url': 'http://bcove.me/i6nfkrc3',
486 'md5': '0ba9446db037002366bab3b3eb30c88c',
488 'id': '3101154703001',
490 'title': 'Still no power',
491 'uploader': 'thestar.com',
492 'description': 'Mississauga resident David Farmer is still out of power as a result of the ice storm a month ago. To keep the house warm, Farmer cuts wood from his property for a wood burning stove downstairs.',
494 'add_ie': ['BrightcoveLegacy'],
495 'skip': 'video gone',
498 'url': 'http://www.championat.com/video/football/v/87/87499.html',
499 'md5': 'fb973ecf6e4a78a67453647444222983',
501 'id': '3414141473001',
503 'title': 'Видео. Удаление Дзагоева (ЦСКА)',
504 'description': 'Онлайн-трансляция матча ЦСКА - "Волга"',
505 'uploader': 'Championat',
509 # https://github.com/ytdl-org/youtube-dl/issues/3541
510 'add_ie': ['BrightcoveLegacy'],
511 'url': 'http://www.kijk.nl/sbs6/leermijvrouwenkennen/videos/jqMiXKAYan2S/aflevering-1',
513 'id': '3866516442001',
515 'title': 'Leer mij vrouwen kennen: Aflevering 1',
516 'description': 'Leer mij vrouwen kennen: Aflevering 1',
517 'uploader': 'SBS Broadcasting',
519 'skip': 'Restricted to Netherlands',
521 'skip_download': True, # m3u8 download
525 # Brightcove video in <iframe>
526 'url': 'http://www.un.org/chinese/News/story.asp?NewsID=27724',
527 'md5': '36d74ef5e37c8b4a2ce92880d208b968',
529 'id': '5360463607001',
531 'title': '叙利亚失明儿童在废墟上演唱《心跳》 呼吁获得正常童年生活',
532 'description': '联合国儿童基金会中东和北非区域大使、作曲家扎德·迪拉尼(Zade Dirani)在3月15日叙利亚冲突爆发7周年纪念日之际发布了为叙利亚谱写的歌曲《心跳》(HEARTBEAT),为受到六年冲突影响的叙利亚儿童发出强烈呐喊,呼吁世界做出共同努力,使叙利亚儿童重新获得享有正常童年生活的权利。',
533 'uploader': 'United Nations',
534 'uploader_id': '1362235914001',
535 'timestamp': 1489593889,
536 'upload_date': '20170315',
538 'add_ie': ['BrightcoveLegacy'],
541 # Brightcove with alternative playerID key
542 'url': 'http://www.nature.com/nmeth/journal/v9/n7/fig_tab/nmeth.2062_SV1.html',
544 'id': 'nmeth.2062_SV1',
545 'title': 'Simultaneous multiview imaging of the Drosophila syncytial blastoderm : Quantitative high-speed imaging of entire developing embryos with simultaneous multiview light-sheet microscopy : Nature Methods : Nature Research',
549 'id': '2228375078001',
551 'title': 'nmeth.2062-sv1',
552 'description': 'nmeth.2062-sv1',
553 'timestamp': 1363357591,
554 'upload_date': '20130315',
555 'uploader': 'Nature Publishing Group',
556 'uploader_id': '1964492299001',
561 # Brightcove with UUID in videoPlayer
562 'url': 'http://www8.hp.com/cn/zh/home.html',
564 'id': '5255815316001',
566 'title': 'Sprocket Video - China',
567 'description': 'Sprocket Video - China',
568 'uploader': 'HP-Video Gallery',
569 'timestamp': 1482263210,
570 'upload_date': '20161220',
571 'uploader_id': '1107601872001',
574 'skip_download': True, # m3u8 download
576 'skip': 'video rotates...weekly?',
579 # Brightcove:new type [2].
580 'url': 'http://www.delawaresportszone.com/video-st-thomas-more-earns-first-trip-to-basketball-semis',
581 'md5': '2b35148fcf48da41c9fb4591650784f3',
583 'id': '5348741021001',
585 'upload_date': '20170306',
586 'uploader_id': '4191638492001',
587 'timestamp': 1488769918,
588 'title': 'VIDEO: St. Thomas More earns first trip to basketball semis',
593 # Alternative brightcove <video> attributes
594 'url': 'http://www.programme-tv.net/videos/extraits/81095-guillaume-canet-evoque-les-rumeurs-d-infidelite-de-marion-cotillard-avec-brad-pitt-dans-vivement-dimanche/',
596 'id': '81095-guillaume-canet-evoque-les-rumeurs-d-infidelite-de-marion-cotillard-avec-brad-pitt-dans-vivement-dimanche',
597 'title': "Guillaume Canet évoque les rumeurs d'infidélité de Marion Cotillard avec Brad Pitt dans Vivement Dimanche, Extraits : toutes les vidéos avec Télé-Loisirs",
600 'md5': '732d22ba3d33f2f3fc253c39f8f36523',
602 'id': '5311302538001',
604 'title': "Guillaume Canet évoque les rumeurs d'infidélité de Marion Cotillard avec Brad Pitt dans Vivement Dimanche",
605 'description': "Guillaume Canet évoque les rumeurs d'infidélité de Marion Cotillard avec Brad Pitt dans Vivement Dimanche (France 2, 5 février 2017)",
606 'timestamp': 1486321708,
607 'upload_date': '20170205',
608 'uploader_id': '800000640001',
610 'only_matching': True,
614 # Brightcove with UUID in videoPlayer
615 'url': 'http://www8.hp.com/cn/zh/home.html',
617 'id': '5255815316001',
619 'title': 'Sprocket Video - China',
620 'description': 'Sprocket Video - China',
621 'uploader': 'HP-Video Gallery',
622 'timestamp': 1482263210,
623 'upload_date': '20161220',
624 'uploader_id': '1107601872001',
627 'skip_download': True, # m3u8 download
632 'url': 'http://www.rollingstone.com/music/videos/norwegian-dj-cashmere-cat-goes-spartan-on-with-me-premiere-20131219',
633 'md5': '166dd577b433b4d4ebfee10b0824d8ff',
635 'id': 'BwY2RxaTrTkslxOfcan0UCf0YqyvWysJ',
637 'title': '2cc213299525360.mov', # that's what we get
640 'add_ie': ['Ooyala'],
643 # ooyala video embedded with http://player.ooyala.com/iframe.js
644 'url': 'http://www.macrumors.com/2015/07/24/steve-jobs-the-man-in-the-machine-first-trailer/',
646 'id': 'p0MGJndjoG5SOKqO_hZJuZFPB-Tr5VgB',
648 'title': '"Steve Jobs: Man in the Machine" trailer',
649 'description': 'The first trailer for the Alex Gibney documentary "Steve Jobs: Man in the Machine."',
653 'skip_download': True,
655 'skip': 'movie expired',
657 # ooyala video embedded with http://player.ooyala.com/static/v4/production/latest/core.min.js
659 'url': 'http://wnep.com/2017/07/22/steampunk-fest-comes-to-honesdale/',
661 'id': 'lwYWYxYzE6V5uJMjNGyKtwwiw9ZJD7t2',
663 'title': 'Steampunk Fest Comes to Honesdale',
667 'skip_download': True,
672 'url': 'http://www.tested.com/science/weird/460206-tested-grinding-coffee-2000-frames-second/',
676 'title': 'Tested: Grinding Coffee at 2000 Frames Per Second',
677 'upload_date': '20140225',
678 'description': 'md5:06a40fbf30b220468f1e0957c0f558ff',
679 'uploader': 'Tested',
680 'uploader_id': 'testedcom',
682 # No need to test YoutubeIE here
684 'skip_download': True,
689 'url': 'http://www.theguardian.com/world/2014/mar/11/obama-zach-galifianakis-between-two-ferns',
693 'title': 'Between Two Ferns with Zach Galifianakis: President Barack Obama',
694 'description': 'Episode 18: President Barack Obama sits down with Zach Galifianakis for his most memorable interview yet.',
696 # HEAD requests lead to endless 301, while GET is OK
697 'expected_warnings': ['301'],
701 'url': 'http://www.rg.ru/2014/03/15/reg-dfo/anklav-anons.html',
705 'title': 'Охотское море стало целиком российским',
706 'description': 'md5:5ed62483b14663e2a95ebbe115eb8f43',
710 'skip_download': True,
715 'url': 'http://sch1298sz.mskobr.ru/dou_edu/karamel_ki/filial_galleries/video/iframe_src_http_tvc_ru_video_iframe_id_55304_isplay_false_acc_video_id_channel_brand_id_11_show_episodes_episode_id_32307_frameb/',
719 'title': 'Дошкольное воспитание',
724 'url': 'http://www.vestifinance.ru/articles/25753',
727 'title': 'Прямые трансляции с Форума-выставки "Госзаказ-2013"',
732 'title': 'Госзаказ. День 3',
738 'title': 'Госзаказ. День 2',
744 'title': 'Госзаказ. День 1',
750 'skip_download': True,
755 'url': 'http://www.kinomyvi.tv/news/detail/Pervij-dublirovannij-trejler--Uzhastikov-_nOw1',
757 'id': 'f4dafcad-ff21-423d-89b5-146cfd89fa1e',
759 'title': 'Ужастики, русский трейлер (2015)',
760 'thumbnail': r're:^https?://.*\.jpg$',
766 'url': 'http://www.numisc.com/forum/showthread.php?11696-FM15-which-pumiscer-was-this-%28-vid-%29-%28-alfa-as-fuck-srx-%29&s=711f5db534502e22260dec8c5e2d66d8',
769 'title': '[NSFL] [FM15] which pumiscer was this ( vid ) ( alfa as fuck srx )',
771 'playlist_mincount': 7,
772 # This forum does not allow <iframe> syntaxes anymore
773 # Now HTML tags are displayed as-is
774 'skip': 'No videos on this page',
778 'url': 'http://en.support.wordpress.com/videos/ted-talks/',
779 'md5': '65fdff94098e4a607385a60c5177c638',
783 'title': 'Hidden miracles of the natural world',
784 'uploader': 'Louie Schwartzberg',
785 'description': 'md5:8145d19d320ff3e52f28401f4c4283b9',
788 # nowvideo embed hidden behind percent encoding
790 'url': 'http://www.waoanime.tv/the-super-dimension-fortress-macross-episode-1/',
791 'md5': '2baf4ddd70f697d94b1c18cf796d5107',
793 'id': '06e53103ca9aa',
795 'title': 'Macross Episode 001 Watch Macross Episode 001 onl',
796 'description': 'No description',
801 'url': 'http://www.tv-replay.fr/redirection/20-03-14/x-enius-arte-10753389.html',
802 'md5': '7653032cbb25bf6c80d80f217055fa43',
804 'id': '048195-004_PLUS7-F',
807 'description': 'md5:d5fdf32ef6613cdbfd516ae658abf168',
808 'upload_date': '20140320',
811 'skip_download': 'Requires rtmpdump'
813 'skip': 'video gone',
817 'url': 'http://www.tsprod.com/replay-du-concert-alcaline-de-calogero',
821 'title': 'Alcaline, le concert avec Calogero',
822 'description': 'md5:61f08036dcc8f47e9cfc33aed08ffaff',
823 'upload_date': '20150226',
824 'timestamp': 1424989860,
829 'skip_download': True,
831 'expected_warnings': [
837 'url': 'http://www.wired.com/2014/04/honda-asimo/',
838 'md5': 'ba0dfe966fa007657bd1443ee672db0f',
840 'id': '53501be369702d3275860000',
842 'title': 'Honda’s New Asimo Robot Is More Human Than Ever',
847 'url': 'http://www.spi0n.com/zap-spi0n-com-n216/',
848 'md5': '441aeeb82eb72c422c7f14ec533999cd',
850 'id': 'k2mm4bCdJ6CQ2i7c8o2',
852 'title': 'Le Zap de Spi0n n°216 - Zapping du Web',
853 'description': 'md5:faf028e48a461b8b7fad38f1e104b119',
855 'uploader_id': 'xgditw',
856 'upload_date': '20140425',
857 'timestamp': 1398441542,
859 'add_ie': ['Dailymotion'],
863 'url': 'http://www.bumm.sk/krimi/2017/07/05/biztonsagi-kamera-buktatta-le-az-agg-ferfit-utlegelo-apolot',
867 'title': 'Care worker punches elderly dementia patient in head 11 times',
868 'description': 'md5:3a743dee84e57e48ec68bf67113199a5',
870 'add_ie': ['DailyMail'],
872 'skip_download': True,
877 'url': 'http://www.badzine.de/ansicht/datum/2014/06/09/so-funktioniert-die-neue-englische-badminton-liga.html',
881 'title': 'The NBL Auction 2014',
882 'uploader': 'BADMINTON England',
883 'uploader_id': 'BADMINTONEvents',
884 'upload_date': '20140603',
885 'description': 'md5:9ef128a69f1e262a700ed83edb163a73',
887 'add_ie': ['Youtube'],
889 'skip_download': True,
894 'url': 'http://www.vulture.com/2016/06/new-key-peele-sketches-released.html',
895 'md5': 'ca1aef97695ef2c1d6973256a57e5252',
897 'id': '769f7ec0-0692-4d62-9b45-0d88074bffc1',
899 'title': 'Key and Peele|October 10, 2012|2|203|Liam Neesons - Uncensored',
900 'description': 'Two valets share their love for movie star Liam Neesons.',
901 'timestamp': 1349922600,
902 'upload_date': '20121011',
905 # YouTube embed via <data-embed-url="">
907 'url': 'https://play.google.com/store/apps/details?id=com.gameloft.android.ANMP.GloftA8HM',
911 'title': 'Asphalt 8: Airborne - Update - Welcome to Dubai!',
912 'uploader': 'Gameloft',
913 'uploader_id': 'gameloft',
914 'upload_date': '20140828',
915 'description': 'md5:c80da9ed3d83ae6d1876c834de03e1c4',
918 'skip_download': True,
921 # YouTube <object> embed
923 'url': 'http://www.improbable.com/2017/04/03/untrained-modern-youths-and-ancient-masters-in-selfie-portraits/',
924 'md5': '516718101ec834f74318df76259fb3cc',
928 'title': 'Feynman: Mirrors FUN TO IMAGINE 6',
929 'upload_date': '20080526',
930 'description': 'md5:0ffc78ea3f01b2e2c247d5f8d1d3c18d',
931 'uploader': 'Christopher Sykes',
932 'uploader_id': 'ChristopherJSykes',
934 'add_ie': ['Youtube'],
938 'url': 'http://www.ll.mit.edu/workshops/education/videocourses/antennas/lecture1/video/',
940 'md5': '0c5e352edabf715d762b0ad4e6d9ee67',
942 'id': 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final',
943 'title': 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final - video1',
948 'md5': '10e4bb3aaca9fd630e273ff92d9f3c63',
950 'id': 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final_PIP',
951 'title': 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final - pip',
957 'title': 'Fenn-AA_PA_Radar_Course_Lecture_1c_Final',
962 'url': 'http://www.handjobhub.com/video/busty-blonde-siri-tit-fuck-while-wank-6313.html',
963 'md5': '9d65602bf31c6e20014319c7d07fba27',
965 'id': '5123ea6d5e5a7',
968 'uploader': 'www.handjobhub.com',
969 'title': 'Busty Blonde Siri Tit Fuck While Wank at HandjobHub.com',
972 # Multiple brightcove videos
973 # https://github.com/ytdl-org/youtube-dl/issues/2283
975 'url': 'http://www.newyorker.com/online/blogs/newsdesk/2014/01/always-never-nuclear-command-and-control.html',
977 'id': 'always-never',
978 'title': 'Always / Never - The New Yorker',
982 'extract_flat': False,
983 'skip_download': True,
988 'url': 'http://umpire-empire.com/index.php/topic/58125-laz-decides-no-thats-low/',
989 'md5': '96f09a37e44da40dd083e12d9a683327',
993 'title': 'Ump changes call to ball',
994 'description': 'md5:71c11215384298a172a6dcb4c2e20685',
996 'timestamp': 1401537900,
997 'upload_date': '20140531',
998 'thumbnail': r're:^https?://.*\.jpg$',
1003 'url': 'http://study.com/academy/lesson/north-american-exploration-failed-colonies-of-spain-france-england.html#lesson',
1004 'md5': '1953f3a698ab51cfc948ed3992a0b7ff',
1008 'title': 'paywall_north-american-exploration-failed-colonies-of-spain-france-england',
1009 'description': 'a Paywall Videos video from Remilon',
1010 'duration': 644.072,
1011 'uploader': 'study.com',
1012 'timestamp': 1459678540,
1013 'upload_date': '20160403',
1014 'filesize': 24687186,
1018 'url': 'http://thoughtworks.wistia.com/medias/uxjb0lwrcz',
1019 'md5': 'baf49c2baa8a7de5f3fc145a8506dcd4',
1023 'title': 'Conversation about Hexagonal Rails Part 1',
1024 'description': 'a Martin Fowler video from ThoughtWorks',
1026 'uploader': 'thoughtworks.wistia.com',
1027 'timestamp': 1401832161,
1028 'upload_date': '20140603',
1031 # Wistia standard embed (async)
1033 'url': 'https://www.getdrip.com/university/brennan-dunn-drip-workshop/',
1037 'title': 'Drip Brennan Dunn Workshop',
1038 'description': 'a JV Webinars video from getdrip-1',
1039 'duration': 4986.95,
1040 'timestamp': 1463607249,
1041 'upload_date': '20160518',
1044 'skip_download': True,
1049 'url': 'http://nakedsecurity.sophos.com/2014/10/29/sscc-171-are-you-sure-that-1234-is-a-bad-password-podcast/',
1053 'description': 'md5:ff867d6b555488ad3c52572bb33d432c',
1054 'uploader': 'Sophos Security',
1055 'title': 'Chet Chat 171 - Oct 29, 2014',
1056 'upload_date': '20141029',
1059 # Soundcloud multiple embeds
1061 'url': 'http://www.guitarplayer.com/lessons/1014/legato-workout-one-hour-to-more-fluid-performance---tab/52809',
1064 'title': 'Guitar Essentials: Legato Workout—One-Hour to Fluid Performance | TAB + AUDIO',
1066 'playlist_mincount': 7,
1068 # TuneIn station embed
1070 'url': 'http://radiocnrv.com/promouvoir-radio-cnrv/',
1075 'location': 'Paris, France',
1080 'skip_download': True,
1085 'url': 'http://www.esa.int/Our_Activities/Space_Science/Rosetta/Philae_comet_touch-down_webcast',
1089 'upload_date': '20141112',
1090 'title': 'Rosetta #CometLanding webcast HL 10',
1093 # Another Livestream embed, without 'new.' in URL
1095 'url': 'https://www.freespeech.org/',
1099 'title': 're:^FSTV [0-9]{4}-[0-9]{2}-[0-9]{2} [0-9]{2}:[0-9]{2}$',
1103 'skip_download': True,
1108 'url': 'https://skiplagged.com/',
1111 'title': 'Skiplagged: The smart way to find cheap flights',
1113 'playlist_mincount': 1,
1114 'add_ie': ['Youtube'],
1118 'url': 'http://undergroundwellness.com/podcasts/306-5-steps-to-permanent-gut-healing/',
1122 'upload_date': '20141126',
1123 'title': 'Jack Tips: 5 Steps to Permanent Gut Healing',
1128 'url': 'http://www.abc.net.au/7.30/content/2015/s4164797.htm',
1130 'id': '730m_DandD_1901_512k',
1132 'uploader': 'www.abc.net.au',
1133 'title': 'Game of Thrones with dice - Dungeons and Dragons fantasy role-playing game gets new life - 19/01/2015',
1136 # embedded viddler video
1138 'url': 'http://deadspin.com/i-cant-stop-watching-john-wall-chop-the-nuggets-with-th-1681801597',
1142 'uploader': 'deadspin',
1143 'title': 'WALL-TO-GORTAT',
1144 'timestamp': 1422285291,
1145 'upload_date': '20150126',
1147 'add_ie': ['Viddler'],
1151 'url': 'http://thedailyshow.cc.com/podcast/episodetwelve',
1155 'title': "The Daily Show Podcast without Jon Stewart - Episode 12: Bassem Youssef: Egypt's Jon Stewart",
1156 'description': 'md5:601cb790edd05908957dae8aaa866465',
1157 'upload_date': '20150220',
1159 'skip': 'All The Daily Show URLs now redirect to http://www.cc.com/shows/',
1163 'url': 'http://media.nationalarchives.gov.uk/index.php/webinar-using-discovery-national-archives-online-catalogue/',
1165 'id': 'Mrj4DVp2zeA',
1167 'upload_date': '20150212',
1168 'uploader': 'The National Archives UK',
1169 'description': 'md5:8078af856dca76edc42910b61273dbbf',
1170 'uploader_id': 'NationalArchives08',
1171 'title': 'Webinar: Using Discovery, The National Archives’ online catalogue',
1176 'url': 'http://www.suffolk.edu/sjc/live.php',
1180 'title': 'Massachusetts Supreme Judicial Court Oral Arguments',
1181 'uploader': 'www.suffolk.edu',
1184 'skip_download': True,
1186 'skip': 'Only has video a few mornings per month, see http://www.suffolk.edu/sjc/',
1190 'url': 'http://www.indiedb.com/games/king-machine/videos',
1194 'title': 'king machine trailer 1',
1195 'description': 'Browse King Machine videos & audio for sweet media. Your eyes will thank you.',
1196 'thumbnail': r're:^https?://.*\.jpg$',
1200 # JWPlayer config passed as variable
1201 'url': 'http://www.txxx.com/videos/3326530/ariele/',
1205 'title': 'ARIELE | Tube Cup',
1206 'uploader': 'www.txxx.com',
1210 'skip_download': True,
1215 'url': 'https://www.mediaite.com/tv/dem-senator-claims-gary-cohn-faked-a-bad-connection-during-trump-call-to-get-him-off-the-phone/',
1216 'md5': 'ca00a040364b5b439230e7ebfd02c4e9',
1220 'upload_date': '20171122',
1221 'timestamp': 1511366290,
1222 'title': 'Dem Senator Claims Gary Cohn Faked a Bad Connection During Trump Call to Get Him Off the Phone',
1224 'add_ie': [JWPlatformIE.ie_key()],
1227 # Video.js embed, multiple formats
1228 'url': 'http://ortcam.com/solidworks-урок-6-настройка-чертежа_33f9b7351.html',
1230 'id': 'yygqldloqIk',
1232 'title': 'SolidWorks. Урок 6 Настройка чертежа',
1233 'description': 'md5:baf95267792646afdbf030e4d06b2ab3',
1234 'upload_date': '20130314',
1235 'uploader': 'PROстое3D',
1236 'uploader_id': 'PROstoe3D',
1239 'skip_download': True,
1243 # Video.js embed, single format
1244 'url': 'https://www.vooplayer.com/v3/watch/watch.php?v=NzgwNTg=',
1248 'title': 'Step 1 - Good Foundation',
1249 'description': 'md5:d1e7ff33a29fc3eb1673d6c270d344f4',
1252 'skip_download': True,
1257 'url': 'http://www.rtlnieuws.nl/nieuws/buitenland/aanslagen-kopenhagen',
1258 'playlist_mincount': 5,
1260 'id': 'aanslagen-kopenhagen',
1261 'title': 'Aanslagen Kopenhagen',
1266 'url': 'http://www.skipass.com/news/116090-bon-appetit-s5ep3-baqueira-mi-cor.html',
1270 'title': 'EP3S5 - Bon Appétit - Baqueira Mi Corazon !',
1273 # Kaltura embed (different embed code)
1275 'url': 'http://www.premierchristianradio.com/Shows/Saturday/Unbelievable/Conference-Videos/Os-Guinness-Is-It-Fools-Talk-Unbelievable-Conference-2014',
1279 'upload_date': '20150127',
1280 'uploader_id': 'PremierMedia',
1282 'title': 'Os Guinness // Is It Fools Talk? // Unbelievable? Conference 2014',
1285 # Kaltura embed with single quotes
1287 'url': 'http://fod.infobase.com/p_ViewPlaylist.aspx?AssignmentID=NUN8ZY',
1292 'timestamp': 1355743100,
1293 'upload_date': '20121217',
1294 'uploader_id': 'cplapp@learn360.com',
1296 'add_ie': ['Kaltura'],
1299 # Kaltura embedded via quoted entry_id
1300 'url': 'https://www.oreilly.com/ideas/my-cloud-makes-pretty-pictures',
1304 'title': '06_matthew_brender_raj_dutt',
1305 'timestamp': 1466638791,
1306 'upload_date': '20160622',
1308 'add_ie': ['Kaltura'],
1309 'expected_warnings': [
1310 'Could not send HEAD request'
1313 'skip_download': True,
1317 # Kaltura embedded, some fileExt broken (#11480)
1318 'url': 'http://www.cornell.edu/video/nima-arkani-hamed-standard-models-of-particle-physics',
1322 'title': 'Our "Standard Models" of particle physics and cosmology',
1323 'description': 'md5:67ea74807b8c4fea92a6f38d6d323861',
1324 'timestamp': 1321158993,
1325 'upload_date': '20111113',
1326 'uploader_id': 'kps1',
1328 'add_ie': ['Kaltura'],
1331 # Kaltura iframe embed
1332 'url': 'http://www.gsd.harvard.edu/event/i-m-pei-a-centennial-celebration/',
1333 'md5': 'ae5ace8eb09dc1a35d03b579a9c2cc44',
1337 'title': 'I. M. Pei: A Centennial Celebration',
1338 'description': 'md5:1db8f40c69edc46ca180ba30c567f37c',
1339 'upload_date': '20170403',
1340 'uploader_id': 'batchUser',
1341 'timestamp': 1491232186,
1343 'add_ie': ['Kaltura'],
1346 # Kaltura iframe embed, more sophisticated
1347 'url': 'http://www.cns.nyu.edu/~eero/math-tools/Videos/lecture-05sep2017.html',
1351 'title': 'lecture-05sep2017',
1352 'description': 'md5:40f347d91fd4ba047e511c5321064b49',
1353 'upload_date': '20170913',
1354 'uploader_id': 'eps2',
1355 'timestamp': 1505340777,
1358 'skip_download': True,
1360 'add_ie': ['Kaltura'],
1363 # meta twitter:player
1364 'url': 'http://thechive.com/2017/12/08/all-i-want-for-christmas-is-more-twerk/',
1368 'title': 'Main Twerk (Video)',
1369 'upload_date': '20171208',
1370 'uploader_id': 'sebastian.salinas@thechive.com',
1371 'timestamp': 1512713057,
1374 'skip_download': True,
1376 'add_ie': ['Kaltura'],
1378 # referrer protected EaglePlatform embed
1380 'url': 'https://tvrain.ru/lite/teleshow/kak_vse_nachinalos/namin-418921/',
1384 'title': 'Стас Намин: «Мы нарушили девственность Кремля»',
1385 'thumbnail': r're:^https?://.*\.jpg$',
1390 'skip_download': True,
1393 # ClipYou (EaglePlatform) embed (custom URL)
1395 'url': 'http://muz-tv.ru/play/7129/',
1396 # Not checking MD5 as sometimes the direct HTTP link results in 404 and HLS is used
1400 'title': "'O Sole Mio",
1401 'thumbnail': r're:^https?://.*\.jpg$',
1406 'skip_download': True,
1408 'skip': 'This video is unavailable.',
1412 'url': 'http://muz-tv.ru/kinozal/view/7400/',
1416 'title': 'Тайны перевала Дятлова • 1 серия 2 часть',
1417 'description': 'Документальный сериал-расследование одной из самых жутких тайн ХХ века',
1418 'thumbnail': r're:^https?://.*\.jpg$',
1422 'skip': 'HTTP Error 404: Not Found',
1426 'url': 'http://www.cinemablend.com/new/First-Joe-Dirt-2-Trailer-Teaser-Stupid-Greatness-70874.html',
1430 'title': 'Joe Dirt 2 Beautiful Loser Teaser Trailer',
1431 'thumbnail': r're:^https?://.*\.png$',
1437 'url': 'http://techcrunch.com/video/facebook-creates-on-this-day-crunch-report/518726732/',
1438 'md5': '4c6f127a30736b59b3e2c19234ee2bf7',
1442 'title': 'Facebook Creates "On This Day" | Crunch Report',
1443 'description': 'Amazon updates Fire TV line, Tesla\'s Model X spotted in the wild',
1444 'timestamp': 1427237531,
1445 'uploader': 'Crunch Report',
1446 'upload_date': '20150324',
1450 'skip_download': True,
1453 # Crooks and Liars embed
1455 'url': 'http://crooksandliars.com/2015/04/fox-friends-says-protecting-atheists',
1459 'title': "Fox & Friends Says Protecting Atheists From Discrimination Is Anti-Christian!",
1460 'description': 'md5:e1a46ad1650e3a5ec7196d432799127f',
1461 'timestamp': 1428207000,
1462 'upload_date': '20150405',
1463 'uploader': 'Heather',
1466 # Crooks and Liars external embed
1468 'url': 'http://theothermccain.com/2010/02/02/video-proves-that-bill-kristol-has-been-watching-glenn-beck/comment-page-1/',
1470 'id': 'MTE3MjUtMzQ2MzA',
1472 'title': 'md5:5e3662a81a4014d24c250d76d41a08d5',
1473 'description': 'md5:9b8e9542d6c3c5de42d6451b7d780cec',
1474 'timestamp': 1265032391,
1475 'upload_date': '20100201',
1476 'uploader': 'Heather',
1479 # NBC Sports vplayer embed
1481 'url': 'http://www.riderfans.com/forum/showthread.php?121827-Freeman&s=e98fa1ea6dc08e886b1678d35212494a',
1483 'id': 'ln7x1qSThw4k',
1485 'title': "PFT Live: New leader in the 'new-look' defense",
1486 'description': 'md5:65a19b4bbfb3b0c0c5768bed1dfad74e',
1487 'uploader': 'NBCU-SPORTS',
1488 'upload_date': '20140107',
1489 'timestamp': 1389118457,
1491 'skip': 'Invalid Page URL',
1495 'url': 'http://www.vulture.com/2016/06/letterman-couldnt-care-less-about-late-night.html',
1496 'md5': '1aa589c675898ae6d37a17913cf68d66',
1498 'id': 'x_dtl_oa_LettermanliftPR_160608',
1500 'title': 'David Letterman: A Preview',
1501 'description': 'A preview of Tom Brokaw\'s interview with David Letterman as part of the On Assignment series powered by Dateline. Airs Sunday June 12 at 7/6c.',
1502 'upload_date': '20160609',
1503 'timestamp': 1465431544,
1504 'uploader': 'NBCU-NEWS',
1509 'url': 'https://video.udn.com/news/300346',
1510 'md5': 'fd2060e988c326991037b9aff9df21a6',
1514 'title': '中一中男師變性 全校師生力挺',
1515 'thumbnail': r're:^https?://.*\.jpg$',
1519 'skip_download': True,
1521 'expected_warnings': ['Failed to parse JSON Expecting value'],
1523 # Brightcove URL in single quotes
1525 'url': 'http://www.sportsnet.ca/baseball/mlb/sn-presents-russell-martin-world-citizen/',
1526 'md5': '4ae374f1f8b91c889c4b9203c8c752af',
1528 'id': '4255764656001',
1530 'title': 'SN Presents: Russell Martin, World Citizen',
1531 'description': 'To understand why he was the Toronto Blue Jays’ top off-season priority is to appreciate his background and upbringing in Montreal, where he first developed his baseball skills. Written and narrated by Stephen Brunt.',
1532 'uploader': 'Rogers Sportsnet',
1533 'uploader_id': '1704050871',
1534 'upload_date': '20150525',
1535 'timestamp': 1432570283,
1540 'url': 'http://www.clickhole.com/video/dont-understand-bitcoin-man-will-mumble-explanatio-2537',
1544 'title': 'Don’t Understand Bitcoin? This Man Will Mumble An Explanation At You',
1545 'description': 'Migrated from OnionStudios',
1546 'thumbnail': r're:^https?://.*\.jpe?g$',
1547 'uploader': 'clickhole',
1548 'upload_date': '20150527',
1549 'timestamp': 1432744860,
1554 'url': 'http://whilewewatch.blogspot.ru/2012/06/whilewewatch-whilewewatch-gripping.html',
1556 'id': '74849a00-85a9-11e1-9660-123139220831',
1558 'title': '#whilewewatch',
1561 # AdobeTVVideo embed
1563 'url': 'https://helpx.adobe.com/acrobat/how-to/new-experience-acrobat-dc.html?set=acrobat--get-started--essential-beginners',
1564 'md5': '43662b577c018ad707a63766462b1e87',
1568 'title': 'New experience with Acrobat DC',
1569 'description': 'New experience with Acrobat DC',
1570 'duration': 248.667,
1573 # BrightcoveInPageEmbed embed
1575 'url': 'http://www.geekandsundry.com/tabletop-bonus-wils-final-thoughts-on-dread/',
1577 'id': '4238694884001',
1579 'title': 'Tabletop: Dread, Last Thoughts',
1580 'description': 'Tabletop: Dread, Last Thoughts',
1584 # Brightcove embed, with no valid 'renditions' but valid 'IOSRenditions'
1585 # This video can't be played in browsers if Flash disabled and UA set to iPhone, which is actually a false alarm
1587 'url': 'https://dl.dropboxusercontent.com/u/29092637/interview.html',
1589 'id': '4785848093001',
1591 'title': 'The Cardinal Pell Interview',
1592 'description': 'Sky News Contributor Andrew Bolt interviews George Pell in Rome, following the Cardinal\'s evidence before the Royal Commission into Child Abuse. ',
1593 'uploader': 'GlobeCast Australia - GlobeStream',
1594 'uploader_id': '2733773828001',
1595 'upload_date': '20160304',
1596 'timestamp': 1457083087,
1600 'skip_download': True,
1604 # Brightcove embed with whitespace around attribute names
1605 'url': 'http://www.stack.com/video/3167554373001/learn-to-hit-open-three-pointers-with-damian-lillard-s-baseline-drift-drill',
1607 'id': '3167554373001',
1609 'title': "Learn to Hit Open Three-Pointers With Damian Lillard's Baseline Drift Drill",
1610 'description': 'md5:57bacb0e0f29349de4972bfda3191713',
1611 'uploader_id': '1079349493',
1612 'upload_date': '20140207',
1613 'timestamp': 1391810548,
1616 'skip_download': True,
1619 # Another form of arte.tv embed
1621 'url': 'http://www.tv-replay.fr/redirection/09-04-16/arte-reportage-arte-11508975.html',
1622 'md5': '850bfe45417ddf221288c88a0cffe2e2',
1624 'id': '030273-562_PLUS7-F',
1626 'title': 'ARTE Reportage - Nulle part, en France',
1627 'description': 'md5:e3a0e8868ed7303ed509b9e3af2b870d',
1628 'upload_date': '20160409',
1631 # Duplicated embedded video URLs
1633 'url': 'http://www.hudl.com/athlete/2538180/highlights/149298443',
1635 'id': '149298443_480_16c25b74_2',
1637 'title': 'vs. Blue Orange Spring Game',
1638 'uploader': 'www.hudl.com',
1641 # twitter:player:stream embed
1643 'url': 'http://www.rtl.be/info/video/589263.aspx?CategoryID=288',
1647 'title': 'Une nouvelle espèce de dinosaure découverte en Argentine',
1648 'uploader': 'www.rtl.be',
1652 'skip_download': True,
1655 # twitter:player embed
1657 'url': 'http://www.theatlantic.com/video/index/484130/what-do-black-holes-sound-like/',
1658 'md5': 'a3e0df96369831de324f0778e126653c',
1660 'id': '4909620399001',
1662 'title': 'What Do Black Holes Sound Like?',
1663 'description': 'what do black holes sound like',
1664 'upload_date': '20160524',
1665 'uploader_id': '29913724001',
1666 'timestamp': 1464107587,
1667 'uploader': 'TheAtlantic',
1669 'add_ie': ['BrightcoveLegacy'],
1671 # Facebook <iframe> embed
1673 'url': 'https://www.hostblogger.de/blog/archives/6181-Auto-jagt-Betonmischer.html',
1674 'md5': 'fbcde74f534176ecb015849146dd3aee',
1676 'id': '599637780109885',
1678 'title': 'Facebook video #599637780109885',
1681 # Facebook <iframe> embed, plugin video
1683 'url': 'http://5pillarsuk.com/2017/06/07/tariq-ramadan-disagrees-with-pr-exercise-by-imams-refusing-funeral-prayers-for-london-attackers/',
1685 'id': '1754168231264132',
1687 'title': 'About the Imams and Religious leaders refusing to perform funeral prayers for...',
1688 'uploader': 'Tariq Ramadan (official)',
1689 'timestamp': 1496758379,
1690 'upload_date': '20170606',
1693 'skip_download': True,
1696 # Facebook API embed
1698 'url': 'http://www.lothype.com/blue-stars-2016-preview-standstill-full-show/',
1699 'md5': 'a47372ee61b39a7b90287094d447d94e',
1701 'id': '10153467542406923',
1703 'title': 'Facebook video #10153467542406923',
1706 # Wordpress "YouTube Video Importer" plugin
1708 'url': 'http://www.lothype.com/blue-devils-drumline-stanford-lot-2016/',
1709 'md5': 'd16797741b560b485194eddda8121b48',
1711 'id': 'HNTXWDXV9Is',
1713 'title': 'Blue Devils Drumline Stanford lot 2016',
1714 'upload_date': '20160627',
1715 'uploader_id': 'GENOCIDE8GENERAL10',
1716 'uploader': 'cylus cyrus',
1720 # video stored on custom kaltura server
1721 'url': 'http://www.expansion.com/multimedia/videos.html?media=EQcM30NHIPv',
1722 'md5': '537617d06e64dfed891fa1593c4b30cc',
1726 'title': 'Elecciones británicas: 5 lecciones para Rajoy',
1727 'description': 'md5:435a89d68b9760b92ce67ed227055f16',
1728 'uploader_id': 'videos.expansion@el-mundo.net',
1729 'upload_date': '20150429',
1730 'timestamp': 1430303472,
1732 'add_ie': ['Kaltura'],
1735 # multiple kaltura embeds, nsfw
1736 'url': 'https://www.quartier-rouge.be/prive/femmes/kamila-avec-video-jaime-sadomie.html',
1738 'id': 'kamila-avec-video-jaime-sadomie',
1739 'title': "Kamila avec vídeo “J'aime sadomie”",
1741 'playlist_count': 8,
1744 # Non-standard Vimeo embed
1745 'url': 'https://openclassrooms.com/courses/understanding-the-web',
1746 'md5': '64d86f1c7d369afd9a78b38cbb88d80a',
1750 'title': 'Understanding the web - Teaser',
1751 'description': 'This is "Understanding the web - Teaser" by openclassrooms on Vimeo, the home for high quality videos and the people who love them.',
1752 'upload_date': '20151214',
1753 'uploader': 'OpenClassrooms',
1754 'uploader_id': 'openclassrooms',
1756 'add_ie': ['Vimeo'],
1759 # generic vimeo embed that requires original URL passed as Referer
1760 'url': 'http://racing4everyone.eu/2016/07/30/formula-1-2016-round12-germany/',
1761 'only_matching': True,
1764 'url': 'https://support.arkena.com/display/PLAY/Ways+to+embed+your+video',
1765 'md5': 'b96f2f71b359a8ecd05ce4e1daa72365',
1767 'id': 'b41dda37-d8e7-4d3f-b1b5-9a9db578bdfe',
1769 'title': 'Big Buck Bunny',
1770 'description': 'Royalty free test video',
1771 'timestamp': 1432816365,
1772 'upload_date': '20150528',
1776 'skip_download': True,
1778 'add_ie': [ArkenaIE.ie_key()],
1781 'url': 'http://nova.bg/news/view/2016/08/16/156543/%D0%BD%D0%B0-%D0%BA%D0%BE%D1%81%D1%8A%D0%BC-%D0%BE%D1%82-%D0%B2%D0%B7%D1%80%D0%B8%D0%B2-%D0%BE%D1%82%D1%86%D0%B5%D0%BF%D0%B8%D1%85%D0%B0-%D1%86%D1%8F%D0%BB-%D0%BA%D0%B2%D0%B0%D1%80%D1%82%D0%B0%D0%BB-%D0%B7%D0%B0%D1%80%D0%B0%D0%B4%D0%B8-%D0%B8%D0%B7%D1%82%D0%B8%D1%87%D0%B0%D0%BD%D0%B5-%D0%BD%D0%B0-%D0%B3%D0%B0%D0%B7-%D0%B2-%D0%BF%D0%BB%D0%BE%D0%B2%D0%B4%D0%B8%D0%B2/',
1785 'title': 'НА КОСЪМ ОТ ВЗРИВ: Изтичане на газ на бензиностанция в Пловдив',
1788 'skip_download': True,
1790 'add_ie': [Vbox7IE.ie_key()],
1794 'url': 'http://www.dagbladet.no/2016/02/23/nyheter/nordlys/ski/troms/ver/43254897/',
1797 'title': 'Etter ett års planlegging, klaffet endelig alt: - Jeg måtte ta en liten dans',
1799 'playlist_mincount': 3,
1803 'url': 'http://forum.dvdtalk.com/movie-talk/623756-deleted-magic-star-wars-ot-deleted-alt-scenes-docu-style.html',
1805 'id': '623756-deleted-magic-star-wars-ot-deleted-alt-scenes-docu-style',
1806 'title': 'Deleted Magic - Star Wars: OT Deleted / Alt. Scenes Docu. Style - DVD Talk Forum',
1808 'playlist_mincount': 2,
1812 'url': 'http://www.20min.ch/schweiz/news/story/So-kommen-Sie-bei-Eis-und-Schnee-sicher-an-27032552',
1816 'title': 'So kommen Sie bei Eis und Schnee sicher an',
1817 'description': 'md5:117c212f64b25e3d95747e5276863f7d',
1820 'skip_download': True,
1822 'add_ie': [TwentyMinutenIE.ie_key()],
1826 'url': 'https://en.support.wordpress.com/videopress/',
1830 'title': 'IMG_5786',
1831 'timestamp': 1435711927,
1832 'upload_date': '20150701',
1835 'skip_download': True,
1837 'add_ie': [VideoPressIE.ie_key()],
1841 'url': 'http://magazzino.friday.ru/videos/vipuski/kazan-2',
1843 'id': '9b3d5bee0a8740bf70dfd29d3ea43541',
1845 'title': 'Магаззино: Казань 2',
1846 'description': 'md5:99bccdfac2269f0e8fdbc4bbc9db184a',
1847 'uploader': 'Магаззино',
1848 'upload_date': '20170228',
1849 'uploader_id': '996642',
1852 'skip_download': True,
1854 'add_ie': [RutubeIE.ie_key()],
1857 # ThePlatform embedded with whitespaces in URLs
1858 'url': 'http://www.golfchannel.com/topics/shows/golftalkcentral.htm',
1859 'only_matching': True,
1862 # Senate ISVP iframe https
1863 'url': 'https://www.hsgac.senate.gov/hearings/canadas-fast-track-refugee-plan-unanswered-questions-and-implications-for-us-national-security',
1864 'md5': 'fb8c70b0b515e5037981a2492099aab8',
1866 'id': 'govtaff020316',
1868 'title': 'Integrated Senate Video Player',
1870 'add_ie': [SenateISVPIE.ie_key()],
1873 # Limelight embeds (1 channel embed + 4 media embeds)
1874 'url': 'http://www.sedona.com/FacilitatorTraining2017',
1876 'id': 'FacilitatorTraining2017',
1877 'title': 'Facilitator Training 2017',
1879 'playlist_mincount': 5,
1882 # Limelight embed (LimelightPlayerUtil.embed)
1883 'url': 'https://tv5.ca/videos?v=xuu8qowr291ri',
1885 'id': '95d035dc5c8a401588e9c0e6bd1e9c92',
1887 'title': '07448641',
1888 'timestamp': 1499890639,
1889 'upload_date': '20170712',
1892 'skip_download': True,
1894 'add_ie': ['LimelightMedia'],
1897 'url': 'http://kron4.com/2017/04/28/standoff-with-walnut-creek-murder-suspect-ends-with-arrest/',
1899 'id': 'standoff-with-walnut-creek-murder-suspect-ends-with-arrest',
1900 'title': 'Standoff with Walnut Creek murder suspect ends',
1901 'description': 'md5:3ccc48a60fc9441eeccfc9c469ebf788',
1903 'playlist_mincount': 4,
1906 # WashingtonPost embed
1907 'url': 'http://www.vanityfair.com/hollywood/2017/04/donald-trump-tv-pitches',
1909 'id': '8caf6e88-d0ec-11e5-90d3-34c2c42653ac',
1911 'title': "No one has seen the drama series based on Trump's life \u2014 until now",
1912 'description': 'Donald Trump wanted a weekly TV drama based on his life. It never aired. But The Washington Post recently obtained a scene from the pilot script — and enlisted actors.',
1913 'timestamp': 1455216756,
1914 'uploader': 'The Washington Post',
1915 'upload_date': '20160211',
1917 'add_ie': [WashingtonPostIE.ie_key()],
1921 'url': 'http://www.tgcom24.mediaset.it/politica/serracchiani-voglio-vivere-in-una-societa-aperta-reazioni-sproporzionate-_3071354-201702a.shtml',
1925 'title': 'Serracchiani: "Voglio vivere in una società aperta, con tutela del patto di fiducia"',
1928 'skip_download': True,
1930 'add_ie': [MediasetIE.ie_key()],
1934 'url': 'https://www.noviny.sk/slovensko/238543-slovenskom-sa-prehnala-vlna-silnych-burok',
1936 'id': '238543-slovenskom-sa-prehnala-vlna-silnych-burok',
1937 'title': 'Slovenskom sa prehnala vlna silných búrok',
1939 'playlist_mincount': 5,
1940 'add_ie': [JojIE.ie_key()],
1943 # AMP embed (see https://www.ampproject.org/docs/reference/components/amp-video)
1944 'url': 'https://tvrain.ru/amp/418921/',
1945 'md5': 'cc00413936695987e8de148b67d14f1d',
1949 'title': 'Стас Намин: «Мы нарушили девственность Кремля»',
1954 'url': 'http://help.vzaar.com/article/165-embedding-video',
1955 'md5': '7e3919d9d2620b89e3e00bec7fe8c9d4',
1959 'title': 'Building A Business Online: Principal Chairs Q & A',
1963 # multiple HTML5 videos on one page
1964 'url': 'https://www.paragon-software.com/home/rk-free/keyscenarios.html',
1966 'id': 'keyscenarios',
1967 'title': 'Rescue Kit 14 Free Edition - Getting started',
1969 'playlist_count': 4,
1973 'url': 'https://youtube-dl-demo.neocities.org/vshare.html',
1974 'md5': '17b39f55b5497ae8b59f5fbce8e35886',
1977 'title': 'vl14062007715967',
1982 'url': 'http://www.heidelberg-laureate-forum.org/blog/video/lecture-friday-september-23-2016-sir-c-antony-r-hoare/',
1983 'md5': 'aecd089f55b1cb5a59032cb049d3a356',
1985 'id': '90227f51a80c4d8f86c345a7fa62bd9a1d',
1987 'title': 'Lecture: Friday, September 23, 2016 - Sir Tony Hoare',
1988 'description': 'md5:5a51db84a62def7b7054df2ade403c6c',
1989 'timestamp': 1474354800,
1990 'upload_date': '20160920',
1994 'url': 'http://www.kidzworld.com/article/30935-trolls-the-beat-goes-on-interview-skylar-astin-and-amanda-leighton',
1998 'title': 'Official Trailer | TROLLS: THE BEAT GOES ON!',
1999 'description': 'md5:eb5f23826a027ba95277d105f248b825',
2000 'timestamp': 1516100691,
2001 'upload_date': '20180116',
2004 'skip_download': True,
2006 'add_ie': [SpringboardPlatformIE.ie_key()],
2009 'url': 'https://www.yapfiles.ru/show/1872528/690b05d3054d2dbe1e69523aa21bb3b1.mp4.html',
2011 'id': 'vMDE4NzI1Mjgt690b',
2015 'add_ie': [YapFilesIE.ie_key()],
2017 'skip_download': True,
2021 # CloudflareStream embed
2022 'url': 'https://www.cloudflare.com/products/cloudflare-stream/',
2024 'id': '31c9291ab41fac05471db4e73aa11717',
2026 'title': '31c9291ab41fac05471db4e73aa11717',
2028 'add_ie': [CloudflareStreamIE.ie_key()],
2030 'skip_download': True,
2035 'url': 'https://joinpeertube.org/fr/home/',
2038 'title': 'Reprenez le contrôle de vos vidéos ! #JoinPeertube',
2040 'playlist_count': 2,
2044 'url': 'https://streetkitchen.hu/receptek/igy_kell_otthon_hamburgert_sutni/',
2048 'title': 'Így kell otthon hamburgert sütni',
2049 'description': 'md5:f5a730ecf900a5c852e1e00540bbb0f7',
2050 'timestamp': 1426330212,
2051 'upload_date': '20150314',
2052 'uploader': 'StreetKitchen',
2053 'uploader_id': '546363',
2055 'add_ie': [IndavideoEmbedIE.ie_key()],
2057 'skip_download': True,
2061 # APA embed via JWPlatform embed
2062 'url': 'http://www.vol.at/blue-man-group/5593454',
2066 'title': '"Blau ist mysteriös": Die Blue Man Group im Interview',
2067 'description': 'md5:d41d8cd98f00b204e9800998ecf8427e',
2068 'thumbnail': r're:^https?://.*\.jpg$',
2070 'timestamp': 1519211149,
2071 'upload_date': '20180221',
2074 'skip_download': True,
2078 'url': 'http://share-videos.se/auto/video/83645793?uid=13',
2079 'md5': 'b68d276de422ab07ee1d49388103f457',
2082 'title': 'Lock up and get excited',
2085 'skip': 'TODO: fix nested playlists processing in tests',
2089 'url': 'https://viqeo.tv/',
2092 'title': 'All-new video platform',
2094 'playlist_count': 6,
2097 # Squarespace video embed, 2019-08-28
2098 'url': 'http://ootboxford.com',
2100 'id': 'Tc7b_JGdZfw',
2101 'title': 'Out of the Blue, at Childish Things 10',
2103 'description': 'md5:a83d0026666cf5ee970f8bd1cfd69c7f',
2104 'uploader_id': 'helendouglashouse',
2105 'uploader': 'Helen & Douglas House',
2106 'upload_date': '20140328',
2109 'skip_download': True,
2114 # 'url': 'https://www.cookscountry.com/episode/554-smoky-barbecue-favorites',
2116 # 'id': '5b400b834b32992a310622b9',
2118 # 'title': 'Smoky Barbecue Favorites',
2119 # 'thumbnail': r're:^https?://.*\.jpe?g',
2120 # 'description': 'md5:5ff01e76316bd8d46508af26dc86023b',
2121 # 'upload_date': '20170909',
2122 # 'timestamp': 1504915200,
2124 # 'add_ie': [ZypeIE.ie_key()],
2126 # 'skip_download': True,
2131 'url': 'https://video.sibnet.ru/shell.php?videoid=3422904',
2135 'title': 'Доставщик пиццы спросил разрешения сыграть на фортепиано',
2136 'description': 'md5:89209cdc587dab1e4a090453dbaa2cb1',
2137 'thumbnail': r're:^https?://.*\.jpg$',
2140 'skip_download': True,
2142 'expected_warnings': ['Failed to download MPD manifest'],
2145 # DailyMotion embed with DM.player
2146 'url': 'https://www.beinsports.com/us/copa-del-rey/video/the-locker-room-valencia-beat-barca-in-copa/1203804',
2148 'id': 'k6aKkGHd9FJs4mtJN39',
2150 'title': 'The Locker Room: Valencia Beat Barca In Copa del Rey Final',
2151 'description': 'This video is private.',
2152 'uploader_id': 'x1jf30l',
2153 'uploader': 'beIN SPORTS USA',
2154 'upload_date': '20190528',
2155 'timestamp': 1559062971,
2158 'skip_download': True,
2162 # # TODO: find another test
2163 # # http://schema.org/VideoObject
2164 # 'url': 'https://flipagram.com/f/nyvTSJMKId',
2165 # 'md5': '888dcf08b7ea671381f00fab74692755',
2167 # 'id': 'nyvTSJMKId',
2169 # 'title': 'Flipagram by sjuria101 featuring Midnight Memories by One Direction',
2170 # 'description': '#love for cats.',
2171 # 'timestamp': 1461244995,
2172 # 'upload_date': '20160421',
2175 # 'force_generic_extractor': True,
2180 'url': 'https://demo.vhx.tv/category-c/videos/file-example-mp4-480-1-5mg-copy',
2184 'title': 'Untitled',
2185 'uploader_id': 'user80538407',
2186 'uploader': 'OTT Videos',
2190 # ArcPublishing PoWa video player
2191 'url': 'https://www.adn.com/politics/2020/11/02/video-senate-candidates-campaign-in-anchorage-on-eve-of-election-day/',
2192 'md5': 'b03b2fac8680e1e5a7cc81a5c27e71b3',
2194 'id': '8c99cb6e-b29c-4bc9-9173-7bf9979225ab',
2196 'title': 'Senate candidates wave to voters on Anchorage streets',
2197 'description': 'md5:91f51a6511f090617353dc720318b20e',
2198 'timestamp': 1604378735,
2199 'upload_date': '20201103',
2204 # MyChannels SDK embed
2205 # https://www.24kitchen.nl/populair/deskundige-dit-waarom-sommigen-gevoelig-zijn-voor-voedselallergieen
2206 'url': 'https://www.demorgen.be/nieuws/burgemeester-rotterdam-richt-zich-in-videoboodschap-tot-relschoppers-voelt-het-goed~b0bcfd741/',
2207 'md5': '90c0699c37006ef18e198c032d81739c',
2211 'title': 'Burgemeester Aboutaleb spreekt relschoppers toe',
2212 'timestamp': 1611740340,
2213 'upload_date': '20210127',
2218 # Simplecast player embed
2219 'url': 'https://www.bio.org/podcast',
2222 'title': 'I AM BIO Podcast | BIO',
2224 'playlist_mincount': 52,
2227 # Sibnet embed (https://help.sibnet.ru/?sibnet_video_embed)
2228 'url': 'https://phpbb3.x-tk.ru/bbcode-video-sibnet-t24.html',
2229 'only_matching': True,
2233 def report_following_redirect(self, new_url):
2234 """Report information extraction."""
2235 self._downloader.to_screen('[redirect] Following redirect to %s' % new_url)
2237 def _extract_rss(self, url, video_id, doc):
2238 playlist_title = doc.find('./channel/title').text
2239 playlist_desc_el = doc.find('./channel/description')
2240 playlist_desc = None if playlist_desc_el is None else playlist_desc_el.text
2243 'itunes': 'http://www.itunes.com/dtds/podcast-1.0.dtd',
2247 for it in doc.findall('./channel/item'):
2249 enclosure_nodes = it.findall('./enclosure')
2250 for e in enclosure_nodes:
2251 next_url = e.attrib.get('url')
2256 next_url = xpath_text(it, 'link', fatal=False)
2263 it, xpath_with_ns('./itunes:%s' % key, NS_MAP),
2266 duration = itunes('duration')
2267 explicit = (itunes('explicit') or '').lower()
2268 if explicit in ('true', 'yes'):
2270 elif explicit in ('false', 'no'):
2276 '_type': 'url_transparent',
2278 'title': it.find('title').text,
2279 'description': xpath_text(it, 'description', default=None),
2280 'timestamp': unified_timestamp(
2281 xpath_text(it, 'pubDate', default=None)),
2282 'duration': int_or_none(duration) or parse_duration(duration),
2283 'thumbnail': url_or_none(xpath_attr(it, xpath_with_ns('./itunes:image', NS_MAP), 'href')),
2284 'episode': itunes('title'),
2285 'episode_number': int_or_none(itunes('episode')),
2286 'season_number': int_or_none(itunes('season')),
2287 'age_limit': age_limit,
2291 '_type': 'playlist',
2293 'title': playlist_title,
2294 'description': playlist_desc,
2298 def _extract_camtasia(self, url, video_id, webpage):
2299 """ Returns None if no camtasia video can be found. """
2301 camtasia_cfg = self._search_regex(
2302 r'fo\.addVariable\(\s*"csConfigFile",\s*"([^"]+)"\s*\);',
2303 webpage, 'camtasia configuration file', default=None)
2304 if camtasia_cfg is None:
2307 title = self._html_search_meta('DC.title', webpage, fatal=True)
2309 camtasia_url = compat_urlparse.urljoin(url, camtasia_cfg)
2310 camtasia_cfg = self._download_xml(
2311 camtasia_url, video_id,
2312 note='Downloading camtasia configuration',
2313 errnote='Failed to download camtasia configuration')
2314 fileset_node = camtasia_cfg.find('./playlist/array/fileset')
2317 for n in fileset_node.getchildren():
2318 url_n = n.find('./uri')
2323 'id': os.path.splitext(url_n.text.rpartition('/')[2])[0],
2324 'title': '%s - %s' % (title, n.tag),
2325 'url': compat_urlparse.urljoin(url, url_n.text),
2326 'duration': float_or_none(n.find('./duration').text),
2330 '_type': 'playlist',
2335 def _real_extract(self, url):
2336 if url.startswith('//'):
2337 return self.url_result(self.http_scheme() + url)
2339 parsed_url = compat_urlparse.urlparse(url)
2340 if not parsed_url.scheme:
2341 default_search = self._downloader.params.get('default_search')
2342 if default_search is None:
2343 default_search = 'fixup_error'
2345 if default_search in ('auto', 'auto_warning', 'fixup_error'):
2346 if re.match(r'^[^\s/]+\.[^\s/]+/', url):
2347 self._downloader.report_warning('The url doesn\'t specify the protocol, trying with http')
2348 return self.url_result('http://' + url)
2349 elif default_search != 'fixup_error':
2350 if default_search == 'auto_warning':
2351 if re.match(r'^(?:url|URL)$', url):
2352 raise ExtractorError(
2353 'Invalid URL: %r . Call youtube-dl like this: youtube-dl -v "https://www.youtube.com/watch?v=BaW_jenozKc" ' % url,
2356 self._downloader.report_warning(
2357 'Falling back to youtube search for %s . Set --default-search "auto" to suppress this warning.' % url)
2358 return self.url_result('ytsearch:' + url)
2360 if default_search in ('error', 'fixup_error'):
2361 raise ExtractorError(
2362 '%r is not a valid URL. '
2363 'Set --default-search "ytsearch" (or run youtube-dl "ytsearch:%s" ) to search YouTube'
2364 % (url, url), expected=True)
2366 if ':' not in default_search:
2367 default_search += ':'
2368 return self.url_result(default_search + url)
2370 url, smuggled_data = unsmuggle_url(url)
2371 force_videoid = None
2372 is_intentional = smuggled_data and smuggled_data.get('to_generic')
2373 if smuggled_data and 'force_videoid' in smuggled_data:
2374 force_videoid = smuggled_data['force_videoid']
2375 video_id = force_videoid
2377 video_id = self._generic_id(url)
2379 self.to_screen('%s: Requesting header' % video_id)
2381 head_req = HEADRequest(url)
2382 head_response = self._request_webpage(
2384 note=False, errnote='Could not send HEAD request to %s' % url,
2387 if head_response is not False:
2388 # Check for redirect
2389 new_url = head_response.geturl()
2391 self.report_following_redirect(new_url)
2393 new_url = smuggle_url(
2394 new_url, {'force_videoid': force_videoid})
2395 return self.url_result(new_url)
2397 full_response = None
2398 if head_response is False:
2399 request = sanitized_Request(url)
2400 request.add_header('Accept-Encoding', '*')
2401 full_response = self._request_webpage(request, video_id)
2402 head_response = full_response
2406 'title': self._generic_title(url),
2407 'timestamp': unified_timestamp(head_response.headers.get('Last-Modified'))
2410 # Check for direct link to a video
2411 content_type = head_response.headers.get('Content-Type', '').lower()
2412 m = re.match(r'^(?P<type>audio|video|application(?=/(?:ogg$|(?:vnd\.apple\.|x-)?mpegurl)))/(?P<format_id>[^;\s]+)', content_type)
2414 format_id = compat_str(m.group('format_id'))
2415 if format_id.endswith('mpegurl'):
2416 formats = self._extract_m3u8_formats(url, video_id, 'mp4')
2417 elif format_id == 'f4m':
2418 formats = self._extract_f4m_formats(url, video_id)
2421 'format_id': format_id,
2423 'vcodec': 'none' if m.group('type') == 'audio' else None
2425 info_dict['direct'] = True
2426 self._sort_formats(formats)
2427 info_dict['formats'] = formats
2430 if not self._downloader.params.get('test', False) and not is_intentional:
2431 force = self._downloader.params.get('force_generic_extractor', False)
2432 self._downloader.report_warning(
2433 '%s on generic information extractor.' % ('Forcing' if force else 'Falling back'))
2435 if not full_response:
2436 request = sanitized_Request(url)
2437 # Some webservers may serve compressed content of rather big size (e.g. gzipped flac)
2438 # making it impossible to download only chunk of the file (yet we need only 512kB to
2439 # test whether it's HTML or not). According to youtube-dl default Accept-Encoding
2440 # that will always result in downloading the whole file that is not desirable.
2441 # Therefore for extraction pass we have to override Accept-Encoding to any in order
2442 # to accept raw bytes and being able to download only a chunk.
2443 # It may probably better to solve this by checking Content-Type for application/octet-stream
2444 # after HEAD request finishes, but not sure if we can rely on this.
2445 request.add_header('Accept-Encoding', '*')
2446 full_response = self._request_webpage(request, video_id)
2448 first_bytes = full_response.read(512)
2450 # Is it an M3U playlist?
2451 if first_bytes.startswith(b'#EXTM3U'):
2452 info_dict['formats'] = self._extract_m3u8_formats(url, video_id, 'mp4')
2453 self._sort_formats(info_dict['formats'])
2456 # Maybe it's a direct link to a video?
2457 # Be careful not to download the whole thing!
2458 if not is_html(first_bytes):
2459 self._downloader.report_warning(
2460 'URL could be a direct video link, returning it as such.')
2467 webpage = self._webpage_read_content(
2468 full_response, url, video_id, prefix=first_bytes)
2470 if '<title>DPG Media Privacy Gate</title>' in webpage:
2471 webpage = self._download_webpage(url, video_id)
2473 self.report_extraction(video_id)
2475 # Is it an RSS feed, a SMIL file, an XSPF playlist or a MPD manifest?
2477 doc = compat_etree_fromstring(webpage.encode('utf-8'))
2478 if doc.tag == 'rss':
2479 return self._extract_rss(url, video_id, doc)
2480 elif doc.tag == 'SmoothStreamingMedia':
2481 info_dict['formats'] = self._parse_ism_formats(doc, url)
2482 self._sort_formats(info_dict['formats'])
2484 elif re.match(r'^(?:{[^}]+})?smil$', doc.tag):
2485 smil = self._parse_smil(doc, url, video_id)
2486 self._sort_formats(smil['formats'])
2488 elif doc.tag == '{http://xspf.org/ns/0/}playlist':
2489 return self.playlist_result(
2491 doc, video_id, xspf_url=url,
2492 xspf_base_url=full_response.geturl()),
2494 elif re.match(r'(?i)^(?:{[^}]+})?MPD$', doc.tag):
2495 info_dict['formats'] = self._parse_mpd_formats(
2497 mpd_base_url=full_response.geturl().rpartition('/')[0],
2499 self._sort_formats(info_dict['formats'])
2501 elif re.match(r'^{http://ns\.adobe\.com/f4m/[12]\.0}manifest$', doc.tag):
2502 info_dict['formats'] = self._parse_f4m_formats(doc, url, video_id)
2503 self._sort_formats(info_dict['formats'])
2505 except compat_xml_parse_error:
2508 # Is it a Camtasia project?
2509 camtasia_res = self._extract_camtasia(url, video_id, webpage)
2510 if camtasia_res is not None:
2513 # Sometimes embedded video player is hidden behind percent encoding
2514 # (e.g. https://github.com/ytdl-org/youtube-dl/issues/2448)
2515 # Unescaping the whole page allows to handle those cases in a generic way
2516 # FIXME: unescaping the whole page may break URLs, commenting out for now.
2517 # There probably should be a second run of generic extractor on unescaped webpage.
2518 # webpage = compat_urllib_parse_unquote(webpage)
2520 # Unescape squarespace embeds to be detected by generic extractor,
2521 # see https://github.com/ytdl-org/youtube-dl/issues/21294
2523 r'<div[^>]+class=[^>]*?\bsqs-video-wrapper\b[^>]*>',
2524 lambda x: unescapeHTML(x.group(0)), webpage)
2526 # it's tempting to parse this further, but you would
2527 # have to take into account all the variations like
2528 # Video Title - Site Name
2529 # Site Name | Video Title
2530 # Video Title - Tagline | Site Name
2531 # and so on and so forth; it's just not practical
2532 video_title = self._og_search_title(
2533 webpage, default=None) or self._html_search_regex(
2534 r'(?s)<title>(.*?)</title>', webpage, 'video title',
2537 # Try to detect age limit automatically
2538 age_limit = self._rta_search(webpage)
2539 # And then there are the jokers who advertise that they use RTA,
2540 # but actually don't.
2541 AGE_LIMIT_MARKERS = [
2542 r'Proudly Labeled <a href="http://www\.rtalabel\.org/" title="Restricted to Adults">RTA</a>',
2544 if any(re.search(marker, webpage) for marker in AGE_LIMIT_MARKERS):
2547 # video uploader is domain name
2548 video_uploader = self._search_regex(
2549 r'^(?:https?://)?([^/]*)/.*', url, 'video uploader')
2551 video_description = self._og_search_description(webpage, default=None)
2552 video_thumbnail = self._og_search_thumbnail(webpage, default=None)
2555 'title': video_title,
2556 'description': video_description,
2557 'thumbnail': video_thumbnail,
2558 'age_limit': age_limit,
2561 # Look for Brightcove Legacy Studio embeds
2562 bc_urls = BrightcoveLegacyIE._extract_brightcove_urls(webpage)
2566 'url': smuggle_url(bc_url, {'Referer': url}),
2567 'ie_key': 'BrightcoveLegacy'
2568 } for bc_url in bc_urls]
2571 '_type': 'playlist',
2572 'title': video_title,
2577 # Look for Brightcove New Studio embeds
2578 bc_urls = BrightcoveNewIE._extract_urls(self, webpage)
2580 return self.playlist_from_matches(
2581 bc_urls, video_id, video_title,
2582 getter=lambda x: smuggle_url(x, {'referrer': url}),
2585 # Look for Nexx embeds
2586 nexx_urls = NexxIE._extract_urls(webpage)
2588 return self.playlist_from_matches(nexx_urls, video_id, video_title, ie=NexxIE.ie_key())
2590 # Look for Nexx iFrame embeds
2591 nexx_embed_urls = NexxEmbedIE._extract_urls(webpage)
2593 return self.playlist_from_matches(nexx_embed_urls, video_id, video_title, ie=NexxEmbedIE.ie_key())
2595 # Look for ThePlatform embeds
2596 tp_urls = ThePlatformIE._extract_urls(webpage)
2598 return self.playlist_from_matches(tp_urls, video_id, video_title, ie='ThePlatform')
2600 arc_urls = ArcPublishingIE._extract_urls(webpage)
2602 return self.playlist_from_matches(arc_urls, video_id, video_title, ie=ArcPublishingIE.ie_key())
2604 mychannels_urls = MedialaanIE._extract_urls(webpage)
2606 return self.playlist_from_matches(
2607 mychannels_urls, video_id, video_title, ie=MedialaanIE.ie_key())
2609 # Look for embedded rtl.nl player
2610 matches = re.findall(
2611 r'<iframe[^>]+?src="((?:https?:)?//(?:(?:www|static)\.)?rtl\.nl/(?:system/videoplayer/[^"]+(?:video_)?)?embed[^"]+)"',
2614 return self.playlist_from_matches(matches, video_id, video_title, ie='RtlNl')
2616 vimeo_urls = VimeoIE._extract_urls(url, webpage)
2618 return self.playlist_from_matches(vimeo_urls, video_id, video_title, ie=VimeoIE.ie_key())
2620 vhx_url = VHXEmbedIE._extract_url(webpage)
2622 return self.url_result(vhx_url, VHXEmbedIE.ie_key())
2624 vid_me_embed_url = self._search_regex(
2625 r'src=[\'"](https?://vid\.me/[^\'"]+)[\'"]',
2626 webpage, 'vid.me embed', default=None)
2627 if vid_me_embed_url is not None:
2628 return self.url_result(vid_me_embed_url, 'Vidme')
2630 # Look for YouTube embeds
2631 youtube_urls = YoutubeIE._extract_urls(webpage)
2633 return self.playlist_from_matches(
2634 youtube_urls, video_id, video_title, ie=YoutubeIE.ie_key())
2636 matches = DailymotionIE._extract_urls(webpage)
2638 return self.playlist_from_matches(matches, video_id, video_title)
2640 # Look for embedded Dailymotion playlist player (#3822)
2642 r'<iframe[^>]+?src=(["\'])(?P<url>(?:https?:)?//(?:www\.)?dailymotion\.[a-z]{2,3}/widget/jukebox\?.+?)\1', webpage)
2644 playlists = re.findall(
2645 r'list\[\]=/playlist/([^/]+)/', unescapeHTML(m.group('url')))
2647 return self.playlist_from_matches(
2648 playlists, video_id, video_title, lambda p: '//dailymotion.com/playlist/%s' % p)
2650 # Look for DailyMail embeds
2651 dailymail_urls = DailyMailIE._extract_urls(webpage)
2653 return self.playlist_from_matches(
2654 dailymail_urls, video_id, video_title, ie=DailyMailIE.ie_key())
2656 # Look for Teachable embeds, must be before Wistia
2657 teachable_url = TeachableIE._extract_url(webpage, url)
2659 return self.url_result(teachable_url)
2661 # Look for embedded Wistia player
2662 wistia_urls = WistiaIE._extract_urls(webpage)
2664 playlist = self.playlist_from_matches(wistia_urls, video_id, video_title, ie=WistiaIE.ie_key())
2665 for entry in playlist['entries']:
2667 '_type': 'url_transparent',
2668 'uploader': video_uploader,
2672 # Look for SVT player
2673 svt_url = SVTIE._extract_url(webpage)
2675 return self.url_result(svt_url, 'SVT')
2677 # Look for Bandcamp pages with custom domain
2678 mobj = re.search(r'<meta property="og:url"[^>]*?content="(.*?bandcamp\.com.*?)"', webpage)
2679 if mobj is not None:
2680 burl = unescapeHTML(mobj.group(1))
2681 # Don't set the extractor because it can be a track url or an album
2682 return self.url_result(burl)
2684 # Look for embedded Vevo player
2686 r'<iframe[^>]+?src=(["\'])(?P<url>(?:https?:)?//(?:cache\.)?vevo\.com/.+?)\1', webpage)
2687 if mobj is not None:
2688 return self.url_result(mobj.group('url'))
2690 # Look for embedded Viddler player
2692 r'<(?:iframe[^>]+?src|param[^>]+?value)=(["\'])(?P<url>(?:https?:)?//(?:www\.)?viddler\.com/(?:embed|player)/.+?)\1',
2694 if mobj is not None:
2695 return self.url_result(mobj.group('url'))
2697 # Look for NYTimes player
2699 r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//graphics8\.nytimes\.com/bcvideo/[^/]+/iframe/embed\.html.+?)\1>',
2701 if mobj is not None:
2702 return self.url_result(mobj.group('url'))
2704 # Look for Libsyn player
2706 r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//html5-player\.libsyn\.com/embed/.+?)\1', webpage)
2707 if mobj is not None:
2708 return self.url_result(mobj.group('url'))
2710 # Look for Ooyala videos
2711 mobj = (re.search(r'player\.ooyala\.com/[^"?]+[?#][^"]*?(?:embedCode|ec)=(?P<ec>[^"&]+)', webpage)
2712 or re.search(r'OO\.Player\.create\([\'"].*?[\'"],\s*[\'"](?P<ec>.{32})[\'"]', webpage)
2713 or re.search(r'OO\.Player\.create\.apply\(\s*OO\.Player\s*,\s*op\(\s*\[\s*[\'"][^\'"]*[\'"]\s*,\s*[\'"](?P<ec>.{32})[\'"]', webpage)
2714 or re.search(r'SBN\.VideoLinkset\.ooyala\([\'"](?P<ec>.{32})[\'"]\)', webpage)
2715 or re.search(r'data-ooyala-video-id\s*=\s*[\'"](?P<ec>.{32})[\'"]', webpage))
2716 if mobj is not None:
2717 embed_token = self._search_regex(
2718 r'embedToken[\'"]?\s*:\s*[\'"]([^\'"]+)',
2719 webpage, 'ooyala embed token', default=None)
2720 return OoyalaIE._build_url_result(smuggle_url(
2723 'embed_token': embed_token,
2726 # Look for multiple Ooyala embeds on SBN network websites
2727 mobj = re.search(r'SBN\.VideoLinkset\.entryGroup\((\[.*?\])', webpage)
2728 if mobj is not None:
2729 embeds = self._parse_json(mobj.group(1), video_id, fatal=False)
2731 return self.playlist_from_matches(
2732 embeds, video_id, video_title,
2733 getter=lambda v: OoyalaIE._url_for_embed_code(smuggle_url(v['provider_video_id'], {'domain': url})), ie='Ooyala')
2735 # Look for Aparat videos
2736 mobj = re.search(r'<iframe .*?src="(http://www\.aparat\.com/video/[^"]+)"', webpage)
2737 if mobj is not None:
2738 return self.url_result(mobj.group(1), 'Aparat')
2740 # Look for MPORA videos
2741 mobj = re.search(r'<iframe .*?src="(http://mpora\.(?:com|de)/videos/[^"]+)"', webpage)
2742 if mobj is not None:
2743 return self.url_result(mobj.group(1), 'Mpora')
2745 # Look for embedded Facebook player
2746 facebook_urls = FacebookIE._extract_urls(webpage)
2748 return self.playlist_from_matches(facebook_urls, video_id, video_title)
2750 # Look for embedded VK player
2751 mobj = re.search(r'<iframe[^>]+?src=(["\'])(?P<url>https?://vk\.com/video_ext\.php.+?)\1', webpage)
2752 if mobj is not None:
2753 return self.url_result(mobj.group('url'), 'VK')
2755 # Look for embedded Odnoklassniki player
2756 odnoklassniki_url = OdnoklassnikiIE._extract_url(webpage)
2757 if odnoklassniki_url:
2758 return self.url_result(odnoklassniki_url, OdnoklassnikiIE.ie_key())
2760 # Look for sibnet embedded player
2761 sibnet_urls = VKIE._extract_sibnet_urls(webpage)
2763 return self.playlist_from_matches(sibnet_urls, video_id, video_title)
2765 # Look for embedded ivi player
2766 mobj = re.search(r'<embed[^>]+?src=(["\'])(?P<url>https?://(?:www\.)?ivi\.ru/video/player.+?)\1', webpage)
2767 if mobj is not None:
2768 return self.url_result(mobj.group('url'), 'Ivi')
2770 # Look for embedded Huffington Post player
2772 r'<iframe[^>]+?src=(["\'])(?P<url>https?://embed\.live\.huffingtonpost\.com/.+?)\1', webpage)
2773 if mobj is not None:
2774 return self.url_result(mobj.group('url'), 'HuffPost')
2777 mobj = re.search(r'class=["\']embedly-card["\'][^>]href=["\'](?P<url>[^"\']+)', webpage)
2778 if mobj is not None:
2779 return self.url_result(mobj.group('url'))
2780 mobj = re.search(r'class=["\']embedly-embed["\'][^>]src=["\'][^"\']*url=(?P<url>[^&]+)', webpage)
2781 if mobj is not None:
2782 return self.url_result(compat_urllib_parse_unquote(mobj.group('url')))
2784 # Look for funnyordie embed
2785 matches = re.findall(r'<iframe[^>]+?src="(https?://(?:www\.)?funnyordie\.com/embed/[^"]+)"', webpage)
2787 return self.playlist_from_matches(
2788 matches, video_id, video_title, getter=unescapeHTML, ie='FunnyOrDie')
2790 # Look for Simplecast embeds
2791 simplecast_urls = SimplecastIE._extract_urls(webpage)
2793 return self.playlist_from_matches(
2794 simplecast_urls, video_id, video_title)
2796 # Look for BBC iPlayer embed
2797 matches = re.findall(r'setPlaylist\("(https?://www\.bbc\.co\.uk/iplayer/[^/]+/[\da-z]{8})"\)', webpage)
2799 return self.playlist_from_matches(matches, video_id, video_title, ie='BBCCoUk')
2801 # Look for embedded RUTV player
2802 rutv_url = RUTVIE._extract_url(webpage)
2804 return self.url_result(rutv_url, 'RUTV')
2806 # Look for embedded TVC player
2807 tvc_url = TVCIE._extract_url(webpage)
2809 return self.url_result(tvc_url, 'TVC')
2811 # Look for embedded SportBox player
2812 sportbox_urls = SportBoxIE._extract_urls(webpage)
2814 return self.playlist_from_matches(sportbox_urls, video_id, video_title, ie=SportBoxIE.ie_key())
2816 # Look for embedded XHamster player
2817 xhamster_urls = XHamsterEmbedIE._extract_urls(webpage)
2819 return self.playlist_from_matches(xhamster_urls, video_id, video_title, ie='XHamsterEmbed')
2821 # Look for embedded TNAFlixNetwork player
2822 tnaflix_urls = TNAFlixNetworkEmbedIE._extract_urls(webpage)
2824 return self.playlist_from_matches(tnaflix_urls, video_id, video_title, ie=TNAFlixNetworkEmbedIE.ie_key())
2826 # Look for embedded PornHub player
2827 pornhub_urls = PornHubIE._extract_urls(webpage)
2829 return self.playlist_from_matches(pornhub_urls, video_id, video_title, ie=PornHubIE.ie_key())
2831 # Look for embedded DrTuber player
2832 drtuber_urls = DrTuberIE._extract_urls(webpage)
2834 return self.playlist_from_matches(drtuber_urls, video_id, video_title, ie=DrTuberIE.ie_key())
2836 # Look for embedded RedTube player
2837 redtube_urls = RedTubeIE._extract_urls(webpage)
2839 return self.playlist_from_matches(redtube_urls, video_id, video_title, ie=RedTubeIE.ie_key())
2841 # Look for embedded Tube8 player
2842 tube8_urls = Tube8IE._extract_urls(webpage)
2844 return self.playlist_from_matches(tube8_urls, video_id, video_title, ie=Tube8IE.ie_key())
2846 # Look for embedded Mofosex player
2847 mofosex_urls = MofosexEmbedIE._extract_urls(webpage)
2849 return self.playlist_from_matches(mofosex_urls, video_id, video_title, ie=MofosexEmbedIE.ie_key())
2851 # Look for embedded Spankwire player
2852 spankwire_urls = SpankwireIE._extract_urls(webpage)
2854 return self.playlist_from_matches(spankwire_urls, video_id, video_title, ie=SpankwireIE.ie_key())
2856 # Look for embedded YouPorn player
2857 youporn_urls = YouPornIE._extract_urls(webpage)
2859 return self.playlist_from_matches(youporn_urls, video_id, video_title, ie=YouPornIE.ie_key())
2861 # Look for embedded Tvigle player
2863 r'<iframe[^>]+?src=(["\'])(?P<url>(?:https?:)?//cloud\.tvigle\.ru/video/.+?)\1', webpage)
2864 if mobj is not None:
2865 return self.url_result(mobj.group('url'), 'Tvigle')
2867 # Look for embedded TED player
2869 r'<iframe[^>]+?src=(["\'])(?P<url>https?://embed(?:-ssl)?\.ted\.com/.+?)\1', webpage)
2870 if mobj is not None:
2871 return self.url_result(mobj.group('url'), 'TED')
2873 # Look for embedded Ustream videos
2874 ustream_url = UstreamIE._extract_url(webpage)
2876 return self.url_result(ustream_url, UstreamIE.ie_key())
2878 # Look for embedded arte.tv player
2879 arte_urls = ArteTVEmbedIE._extract_urls(webpage)
2881 return self.playlist_from_matches(arte_urls, video_id, video_title)
2883 # Look for embedded francetv player
2885 r'<iframe[^>]+?src=(["\'])(?P<url>(?:https?://)?embed\.francetv\.fr/\?ue=.+?)\1',
2887 if mobj is not None:
2888 return self.url_result(mobj.group('url'))
2890 # Look for embedded Myvi.ru player
2891 myvi_url = MyviIE._extract_url(webpage)
2893 return self.url_result(myvi_url)
2895 # Look for embedded soundcloud player
2896 soundcloud_urls = SoundcloudEmbedIE._extract_urls(webpage)
2898 return self.playlist_from_matches(soundcloud_urls, video_id, video_title, getter=unescapeHTML)
2900 # Look for tunein player
2901 tunein_urls = TuneInBaseIE._extract_urls(webpage)
2903 return self.playlist_from_matches(tunein_urls, video_id, video_title)
2905 # Look for embedded mtvservices player
2906 mtvservices_url = MTVServicesEmbeddedIE._extract_url(webpage)
2908 return self.url_result(mtvservices_url, ie='MTVServicesEmbedded')
2910 # Look for embedded yahoo player
2912 r'<iframe[^>]+?src=(["\'])(?P<url>https?://(?:screen|movies)\.yahoo\.com/.+?\.html\?format=embed)\1',
2914 if mobj is not None:
2915 return self.url_result(mobj.group('url'), 'Yahoo')
2917 # Look for embedded sbs.com.au player
2921 <meta\s+property="og:video"\s+content=|
2924 (["\'])(?P<url>https?://(?:www\.)?sbs\.com\.au/ondemand/video/.+?)\1''',
2926 if mobj is not None:
2927 return self.url_result(mobj.group('url'), 'SBS')
2929 # Look for embedded Cinchcast player
2931 r'<iframe[^>]+?src=(["\'])(?P<url>https?://player\.cinchcast\.com/.+?)\1',
2933 if mobj is not None:
2934 return self.url_result(mobj.group('url'), 'Cinchcast')
2937 r'<iframe[^>]+?src=(["\'])(?P<url>https?://m(?:lb)?\.mlb\.com/shared/video/embed/embed\.html\?.+?)\1',
2941 r'data-video-link=["\'](?P<url>http://m\.mlb\.com/video/[^"\']+)',
2943 if mobj is not None:
2944 return self.url_result(mobj.group('url'), 'MLB')
2947 r'<(?:iframe|script)[^>]+?src=(["\'])(?P<url>%s)\1' % CondeNastIE.EMBED_URL,
2949 if mobj is not None:
2950 return self.url_result(self._proto_relative_url(mobj.group('url'), scheme='http:'), 'CondeNast')
2953 r'<iframe[^>]+src="(?P<url>https?://(?:new\.)?livestream\.com/[^"]+/player[^"]+)"',
2955 if mobj is not None:
2956 return self.url_result(mobj.group('url'), 'Livestream')
2958 # Look for Zapiks embed
2960 r'<iframe[^>]+src="(?P<url>https?://(?:www\.)?zapiks\.fr/index\.php\?.+?)"', webpage)
2961 if mobj is not None:
2962 return self.url_result(mobj.group('url'), 'Zapiks')
2964 # Look for Kaltura embeds
2965 kaltura_urls = KalturaIE._extract_urls(webpage)
2967 return self.playlist_from_matches(
2968 kaltura_urls, video_id, video_title,
2969 getter=lambda x: smuggle_url(x, {'source_url': url}),
2970 ie=KalturaIE.ie_key())
2972 # Look for EaglePlatform embeds
2973 eagleplatform_url = EaglePlatformIE._extract_url(webpage)
2974 if eagleplatform_url:
2975 return self.url_result(smuggle_url(eagleplatform_url, {'referrer': url}), EaglePlatformIE.ie_key())
2977 # Look for ClipYou (uses EaglePlatform) embeds
2979 r'<iframe[^>]+src="https?://(?P<host>media\.clipyou\.ru)/index/player\?.*\brecord_id=(?P<id>\d+).*"', webpage)
2980 if mobj is not None:
2981 return self.url_result('eagleplatform:%(host)s:%(id)s' % mobj.groupdict(), 'EaglePlatform')
2983 # Look for Pladform embeds
2984 pladform_url = PladformIE._extract_url(webpage)
2986 return self.url_result(pladform_url)
2988 # Look for Videomore embeds
2989 videomore_url = VideomoreIE._extract_url(webpage)
2991 return self.url_result(videomore_url)
2993 # Look for Webcaster embeds
2994 webcaster_url = WebcasterFeedIE._extract_url(self, webpage)
2996 return self.url_result(webcaster_url, ie=WebcasterFeedIE.ie_key())
2998 # Look for Playwire embeds
3000 r'<script[^>]+data-config=(["\'])(?P<url>(?:https?:)?//config\.playwire\.com/.+?)\1', webpage)
3001 if mobj is not None:
3002 return self.url_result(mobj.group('url'))
3004 # Look for 5min embeds
3006 r'<meta[^>]+property="og:video"[^>]+content="https?://embed\.5min\.com/(?P<id>[0-9]+)/?', webpage)
3007 if mobj is not None:
3008 return self.url_result('5min:%s' % mobj.group('id'), 'FiveMin')
3010 # Look for Crooks and Liars embeds
3012 r'<(?:iframe[^>]+src|param[^>]+value)=(["\'])(?P<url>(?:https?:)?//embed\.crooksandliars\.com/(?:embed|v)/.+?)\1', webpage)
3013 if mobj is not None:
3014 return self.url_result(mobj.group('url'))
3016 # Look for NBC Sports VPlayer embeds
3017 nbc_sports_url = NBCSportsVPlayerIE._extract_url(webpage)
3019 return self.url_result(nbc_sports_url, 'NBCSportsVPlayer')
3021 # Look for NBC News embeds
3022 nbc_news_embed_url = re.search(
3023 r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//www\.nbcnews\.com/widget/video-embed/[^"\']+)\1', webpage)
3024 if nbc_news_embed_url:
3025 return self.url_result(nbc_news_embed_url.group('url'), 'NBCNews')
3027 # Look for Google Drive embeds
3028 google_drive_url = GoogleDriveIE._extract_url(webpage)
3029 if google_drive_url:
3030 return self.url_result(google_drive_url, 'GoogleDrive')
3032 # Look for UDN embeds
3034 r'<iframe[^>]+src="(?:https?:)?(?P<url>%s)"' % UDNEmbedIE._PROTOCOL_RELATIVE_VALID_URL, webpage)
3035 if mobj is not None:
3036 return self.url_result(
3037 compat_urlparse.urljoin(url, mobj.group('url')), 'UDNEmbed')
3039 # Look for Senate ISVP iframe
3040 senate_isvp_url = SenateISVPIE._search_iframe_url(webpage)
3042 return self.url_result(senate_isvp_url, 'SenateISVP')
3044 # Look for Kinja embeds
3045 kinja_embed_urls = KinjaEmbedIE._extract_urls(webpage, url)
3046 if kinja_embed_urls:
3047 return self.playlist_from_matches(
3048 kinja_embed_urls, video_id, video_title)
3050 # Look for OnionStudios embeds
3051 onionstudios_url = OnionStudiosIE._extract_url(webpage)
3052 if onionstudios_url:
3053 return self.url_result(onionstudios_url)
3055 # Look for ViewLift embeds
3056 viewlift_url = ViewLiftEmbedIE._extract_url(webpage)
3058 return self.url_result(viewlift_url)
3060 # Look for JWPlatform embeds
3061 jwplatform_urls = JWPlatformIE._extract_urls(webpage)
3063 return self.playlist_from_matches(jwplatform_urls, video_id, video_title, ie=JWPlatformIE.ie_key())
3065 # Look for Digiteka embeds
3066 digiteka_url = DigitekaIE._extract_url(webpage)
3068 return self.url_result(self._proto_relative_url(digiteka_url), DigitekaIE.ie_key())
3070 # Look for Arkena embeds
3071 arkena_url = ArkenaIE._extract_url(webpage)
3073 return self.url_result(arkena_url, ArkenaIE.ie_key())
3075 # Look for Piksel embeds
3076 piksel_url = PikselIE._extract_url(webpage)
3078 return self.url_result(piksel_url, PikselIE.ie_key())
3080 # Look for Limelight embeds
3081 limelight_urls = LimelightBaseIE._extract_urls(webpage, url)
3083 return self.playlist_result(
3084 limelight_urls, video_id, video_title, video_description)
3086 # Look for Anvato embeds
3087 anvato_urls = AnvatoIE._extract_urls(self, webpage, video_id)
3089 return self.playlist_result(
3090 anvato_urls, video_id, video_title, video_description)
3092 # Look for AdobeTVVideo embeds
3094 r'<iframe[^>]+src=[\'"]((?:https?:)?//video\.tv\.adobe\.com/v/\d+[^"]+)[\'"]',
3096 if mobj is not None:
3097 return self.url_result(
3098 self._proto_relative_url(unescapeHTML(mobj.group(1))),
3101 # Look for Vine embeds
3103 r'<iframe[^>]+src=[\'"]((?:https?:)?//(?:www\.)?vine\.co/v/[^/]+/embed/(?:simple|postcard))',
3105 if mobj is not None:
3106 return self.url_result(
3107 self._proto_relative_url(unescapeHTML(mobj.group(1))), 'Vine')
3109 # Look for VODPlatform embeds
3111 r'<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//(?:(?:www\.)?vod-platform\.net|embed\.kwikmotion\.com)/[eE]mbed/.+?)\1',
3113 if mobj is not None:
3114 return self.url_result(
3115 self._proto_relative_url(unescapeHTML(mobj.group('url'))), 'VODPlatform')
3117 # Look for Mangomolo embeds
3119 r'''(?x)<iframe[^>]+src=(["\'])(?P<url>(?:https?:)?//
3121 admin\.mangomolo\.com/analytics/index\.php/customers/embed|
3122 player\.mangomolo\.com/v1
3125 video\?.*?\bid=(?P<video_id>\d+)|
3126 (?:index|live)\?.*?\bchannelid=(?P<channel_id>(?:[A-Za-z0-9+/=]|%2B|%2F|%3D)+)
3127 ).+?)\1''', webpage)
3128 if mobj is not None:
3130 '_type': 'url_transparent',
3131 'url': self._proto_relative_url(unescapeHTML(mobj.group('url'))),
3132 'title': video_title,
3133 'description': video_description,
3134 'thumbnail': video_thumbnail,
3135 'uploader': video_uploader,
3137 video_id = mobj.group('video_id')
3140 'ie_key': 'MangomoloVideo',
3145 'ie_key': 'MangomoloLive',
3146 'id': mobj.group('channel_id'),
3150 # Look for Instagram embeds
3151 instagram_embed_url = InstagramIE._extract_embed_url(webpage)
3152 if instagram_embed_url is not None:
3153 return self.url_result(
3154 self._proto_relative_url(instagram_embed_url), InstagramIE.ie_key())
3156 # Look for 3Q SDN embeds
3157 threeqsdn_url = ThreeQSDNIE._extract_url(webpage)
3160 '_type': 'url_transparent',
3161 'ie_key': ThreeQSDNIE.ie_key(),
3162 'url': self._proto_relative_url(threeqsdn_url),
3163 'title': video_title,
3164 'description': video_description,
3165 'thumbnail': video_thumbnail,
3166 'uploader': video_uploader,
3169 # Look for VBOX7 embeds
3170 vbox7_url = Vbox7IE._extract_url(webpage)
3172 return self.url_result(vbox7_url, Vbox7IE.ie_key())
3174 # Look for DBTV embeds
3175 dbtv_urls = DBTVIE._extract_urls(webpage)
3177 return self.playlist_from_matches(dbtv_urls, video_id, video_title, ie=DBTVIE.ie_key())
3179 # Look for Videa embeds
3180 videa_urls = VideaIE._extract_urls(webpage)
3182 return self.playlist_from_matches(videa_urls, video_id, video_title, ie=VideaIE.ie_key())
3184 # Look for 20 minuten embeds
3185 twentymin_urls = TwentyMinutenIE._extract_urls(webpage)
3187 return self.playlist_from_matches(
3188 twentymin_urls, video_id, video_title, ie=TwentyMinutenIE.ie_key())
3190 # Look for VideoPress embeds
3191 videopress_urls = VideoPressIE._extract_urls(webpage)
3193 return self.playlist_from_matches(
3194 videopress_urls, video_id, video_title, ie=VideoPressIE.ie_key())
3196 # Look for Rutube embeds
3197 rutube_urls = RutubeIE._extract_urls(webpage)
3199 return self.playlist_from_matches(
3200 rutube_urls, video_id, video_title, ie=RutubeIE.ie_key())
3202 # Look for WashingtonPost embeds
3203 wapo_urls = WashingtonPostIE._extract_urls(webpage)
3205 return self.playlist_from_matches(
3206 wapo_urls, video_id, video_title, ie=WashingtonPostIE.ie_key())
3208 # Look for Mediaset embeds
3209 mediaset_urls = MediasetIE._extract_urls(self, webpage)
3211 return self.playlist_from_matches(
3212 mediaset_urls, video_id, video_title, ie=MediasetIE.ie_key())
3214 # Look for JOJ.sk embeds
3215 joj_urls = JojIE._extract_urls(webpage)
3217 return self.playlist_from_matches(
3218 joj_urls, video_id, video_title, ie=JojIE.ie_key())
3220 # Look for megaphone.fm embeds
3221 mpfn_urls = MegaphoneIE._extract_urls(webpage)
3223 return self.playlist_from_matches(
3224 mpfn_urls, video_id, video_title, ie=MegaphoneIE.ie_key())
3226 # Look for vzaar embeds
3227 vzaar_urls = VzaarIE._extract_urls(webpage)
3229 return self.playlist_from_matches(
3230 vzaar_urls, video_id, video_title, ie=VzaarIE.ie_key())
3232 channel9_urls = Channel9IE._extract_urls(webpage)
3234 return self.playlist_from_matches(
3235 channel9_urls, video_id, video_title, ie=Channel9IE.ie_key())
3237 vshare_urls = VShareIE._extract_urls(webpage)
3239 return self.playlist_from_matches(
3240 vshare_urls, video_id, video_title, ie=VShareIE.ie_key())
3242 # Look for Mediasite embeds
3243 mediasite_urls = MediasiteIE._extract_urls(webpage)
3246 self.url_result(smuggle_url(
3247 compat_urlparse.urljoin(url, mediasite_url),
3248 {'UrlReferrer': url}), ie=MediasiteIE.ie_key())
3249 for mediasite_url in mediasite_urls]
3250 return self.playlist_result(entries, video_id, video_title)
3252 springboardplatform_urls = SpringboardPlatformIE._extract_urls(webpage)
3253 if springboardplatform_urls:
3254 return self.playlist_from_matches(
3255 springboardplatform_urls, video_id, video_title,
3256 ie=SpringboardPlatformIE.ie_key())
3258 yapfiles_urls = YapFilesIE._extract_urls(webpage)
3260 return self.playlist_from_matches(
3261 yapfiles_urls, video_id, video_title, ie=YapFilesIE.ie_key())
3263 vice_urls = ViceIE._extract_urls(webpage)
3265 return self.playlist_from_matches(
3266 vice_urls, video_id, video_title, ie=ViceIE.ie_key())
3268 xfileshare_urls = XFileShareIE._extract_urls(webpage)
3270 return self.playlist_from_matches(
3271 xfileshare_urls, video_id, video_title, ie=XFileShareIE.ie_key())
3273 cloudflarestream_urls = CloudflareStreamIE._extract_urls(webpage)
3274 if cloudflarestream_urls:
3275 return self.playlist_from_matches(
3276 cloudflarestream_urls, video_id, video_title, ie=CloudflareStreamIE.ie_key())
3278 peertube_urls = PeerTubeIE._extract_urls(webpage, url)
3280 return self.playlist_from_matches(
3281 peertube_urls, video_id, video_title, ie=PeerTubeIE.ie_key())
3283 indavideo_urls = IndavideoEmbedIE._extract_urls(webpage)
3285 return self.playlist_from_matches(
3286 indavideo_urls, video_id, video_title, ie=IndavideoEmbedIE.ie_key())
3288 apa_urls = APAIE._extract_urls(webpage)
3290 return self.playlist_from_matches(
3291 apa_urls, video_id, video_title, ie=APAIE.ie_key())
3293 foxnews_urls = FoxNewsIE._extract_urls(webpage)
3295 return self.playlist_from_matches(
3296 foxnews_urls, video_id, video_title, ie=FoxNewsIE.ie_key())
3298 sharevideos_urls = [sharevideos_mobj.group('url') for sharevideos_mobj in re.finditer(
3299 r'<iframe[^>]+?\bsrc\s*=\s*(["\'])(?P<url>(?:https?:)?//embed\.share-videos\.se/auto/embed/\d+\?.*?\buid=\d+.*?)\1',
3301 if sharevideos_urls:
3302 return self.playlist_from_matches(
3303 sharevideos_urls, video_id, video_title)
3305 viqeo_urls = ViqeoIE._extract_urls(webpage)
3307 return self.playlist_from_matches(
3308 viqeo_urls, video_id, video_title, ie=ViqeoIE.ie_key())
3310 expressen_urls = ExpressenIE._extract_urls(webpage)
3312 return self.playlist_from_matches(
3313 expressen_urls, video_id, video_title, ie=ExpressenIE.ie_key())
3315 zype_urls = ZypeIE._extract_urls(webpage)
3317 return self.playlist_from_matches(
3318 zype_urls, video_id, video_title, ie=ZypeIE.ie_key())
3320 # Look for HTML5 media
3321 entries = self._parse_html5_media_entries(url, webpage, video_id, m3u8_id='hls')
3323 if len(entries) == 1:
3326 'title': video_title,
3329 for num, entry in enumerate(entries, start=1):
3331 'id': '%s-%s' % (video_id, num),
3332 'title': '%s (%d)' % (video_title, num),
3334 for entry in entries:
3335 self._sort_formats(entry['formats'])
3336 return self.playlist_result(entries, video_id, video_title)
3338 jwplayer_data = self._find_jwplayer_data(
3339 webpage, video_id, transform_source=js_to_json)
3342 info = self._parse_jwplayer_data(
3343 jwplayer_data, video_id, require_title=False, base_url=url)
3344 return merge_dicts(info, info_dict)
3345 except ExtractorError:
3346 # See https://github.com/ytdl-org/youtube-dl/pull/16735
3351 r'(?s)\bvideojs\s*\(.+?\.src\s*\(\s*((?:\[.+?\]|{.+?}))\s*\)\s*;',
3353 if mobj is not None:
3354 sources = self._parse_json(
3355 mobj.group(1), video_id, transform_source=js_to_json,
3357 if not isinstance(sources, list):
3360 for source in sources:
3361 src = source.get('src')
3362 if not src or not isinstance(src, compat_str):
3364 src = compat_urlparse.urljoin(url, src)
3365 src_type = source.get('type')
3366 if isinstance(src_type, compat_str):
3367 src_type = src_type.lower()
3368 ext = determine_ext(src).lower()
3369 if src_type == 'video/youtube':
3370 return self.url_result(src, YoutubeIE.ie_key())
3371 if src_type == 'application/dash+xml' or ext == 'mpd':
3372 formats.extend(self._extract_mpd_formats(
3373 src, video_id, mpd_id='dash', fatal=False))
3374 elif src_type == 'application/x-mpegurl' or ext == 'm3u8':
3375 formats.extend(self._extract_m3u8_formats(
3376 src, video_id, 'mp4', entry_protocol='m3u8_native',
3377 m3u8_id='hls', fatal=False))
3381 'ext': (mimetype2ext(src_type)
3382 or ext if ext in KNOWN_EXTENSIONS else 'mp4'),
3384 'Referer': full_response.geturl(),
3388 self._sort_formats(formats)
3389 info_dict['formats'] = formats
3392 # Looking for http://schema.org/VideoObject
3393 json_ld = self._search_json_ld(
3394 webpage, video_id, default={}, expected_type='VideoObject')
3395 if json_ld.get('url'):
3396 return merge_dicts(json_ld, info_dict)
3398 def check_video(vurl):
3399 if YoutubeIE.suitable(vurl):
3401 if RtmpIE.suitable(vurl):
3403 vpath = compat_urlparse.urlparse(vurl).path
3404 vext = determine_ext(vpath)
3405 return '.' in vpath and vext not in ('swf', 'png', 'jpg', 'srt', 'sbv', 'sub', 'vtt', 'ttml', 'js', 'xml')
3407 def filter_video(urls):
3408 return list(filter(check_video, urls))
3410 # Start with something easy: JW Player in SWFObject
3411 found = filter_video(re.findall(r'flashvars: [\'"](?:.*&)?file=(http[^\'"&]*)', webpage))
3413 # Look for gorilla-vid style embedding
3414 found = filter_video(re.findall(r'''(?sx)
3418 jwplayer\s*\(\s*["'][^'"]+["']\s*\)\s*\.setup
3421 ['"]?file['"]?\s*:\s*["\'](.*?)["\']''', webpage))
3423 # Broaden the search a little bit
3424 found = filter_video(re.findall(r'[^A-Za-z0-9]?(?:file|source)=(http[^\'"&]*)', webpage))
3426 # Broaden the findall a little bit: JWPlayer JS loader
3427 found = filter_video(re.findall(
3428 r'[^A-Za-z0-9]?(?:file|video_url)["\']?:\s*["\'](http(?![^\'"]+\.[0-9]+[\'"])[^\'"]+)["\']', webpage))
3431 found = filter_video(re.findall(r'''(?xs)
3432 flowplayer\("[^"]+",\s*
3434 \s*\{[^}]+? ["']?clip["']?\s*:\s*\{\s*
3435 ["']?url["']?\s*:\s*["']([^"']+)["']
3440 r"cinerama\.embedPlayer\(\s*\'[^']+\',\s*'([^']+)'", webpage)
3442 # Try to find twitter cards info
3443 # twitter:player:stream should be checked before twitter:player since
3444 # it is expected to contain a raw stream (see
3445 # https://dev.twitter.com/cards/types/player#On_twitter.com_via_desktop_browser)
3446 found = filter_video(re.findall(
3447 r'<meta (?:property|name)="twitter:player:stream" (?:content|value)="(.+?)"', webpage))
3449 # We look for Open Graph info:
3450 # We have to match any number spaces between elements, some sites try to align them (eg.: statigr.am)
3451 m_video_type = re.findall(r'<meta.*?property="og:video:type".*?content="video/(.*?)"', webpage)
3452 # We only look in og:video if the MIME type is a video, don't try if it's a Flash player:
3453 if m_video_type is not None:
3454 found = filter_video(re.findall(r'<meta.*?property="og:(?:video|audio)".*?content="(.*?)"', webpage))
3456 REDIRECT_REGEX = r'[0-9]{,2};\s*(?:URL|url)=\'?([^\'"]+)'
3458 r'(?i)<meta\s+(?=(?:[a-z-]+="[^"]+"\s+)*http-equiv="refresh")'
3459 r'(?:[a-z-]+="[^"]+"\s+)*?content="%s' % REDIRECT_REGEX,
3462 # Look also in Refresh HTTP header
3463 refresh_header = head_response.headers.get('Refresh')
3465 # In python 2 response HTTP headers are bytestrings
3466 if sys.version_info < (3, 0) and isinstance(refresh_header, str):
3467 refresh_header = refresh_header.decode('iso-8859-1')
3468 found = re.search(REDIRECT_REGEX, refresh_header)
3470 new_url = compat_urlparse.urljoin(url, unescapeHTML(found.group(1)))
3472 self.report_following_redirect(new_url)
3481 # twitter:player is a https URL to iframe player that may or may not
3482 # be supported by youtube-dl thus this is checked the very last (see
3483 # https://dev.twitter.com/cards/types/player#On_twitter.com_via_desktop_browser)
3484 embed_url = self._html_search_meta('twitter:player', webpage, default=None)
3485 if embed_url and embed_url != url:
3486 return self.url_result(embed_url)
3489 raise UnsupportedError(url)
3492 for video_url in orderedSet(found):
3493 video_url = unescapeHTML(video_url)
3494 video_url = video_url.replace('\\/', '/')
3495 video_url = compat_urlparse.urljoin(url, video_url)
3496 video_id = compat_urllib_parse_unquote(os.path.basename(video_url))
3498 # Sometimes, jwplayer extraction will result in a YouTube URL
3499 if YoutubeIE.suitable(video_url):
3500 entries.append(self.url_result(video_url, 'Youtube'))
3503 # here's a fun little line of code for you:
3504 video_id = os.path.splitext(video_id)[0]
3508 'uploader': video_uploader,
3509 'title': video_title,
3510 'age_limit': age_limit,
3513 if RtmpIE.suitable(video_url):
3514 entry_info_dict.update({
3515 '_type': 'url_transparent',
3516 'ie_key': RtmpIE.ie_key(),
3519 entries.append(entry_info_dict)
3522 ext = determine_ext(video_url)
3524 entry_info_dict['formats'] = self._extract_smil_formats(video_url, video_id)
3526 return self.playlist_result(self._extract_xspf_playlist(video_url, video_id), video_id)
3528 entry_info_dict['formats'] = self._extract_m3u8_formats(video_url, video_id, ext='mp4')
3530 entry_info_dict['formats'] = self._extract_mpd_formats(video_url, video_id)
3532 entry_info_dict['formats'] = self._extract_f4m_formats(video_url, video_id)
3533 elif re.search(r'(?i)\.(?:ism|smil)/manifest', video_url) and video_url != url:
3534 # Just matching .ism/manifest is not enough to be reliably sure
3535 # whether it's actually an ISM manifest or some other streaming
3536 # manifest since there are various streaming URL formats
3537 # possible (see [1]) as well as some other shenanigans like
3538 # .smil/manifest URLs that actually serve an ISM (see [2]) and
3540 # Thus the most reasonable way to solve this is to delegate
3541 # to generic extractor in order to look into the contents of
3542 # the manifest itself.
3543 # 1. https://azure.microsoft.com/en-us/documentation/articles/media-services-deliver-content-overview/#streaming-url-formats
3544 # 2. https://svs.itworkscdn.net/lbcivod/smil:itwfcdn/lbci/170976.smil/Manifest
3545 entry_info_dict = self.url_result(
3546 smuggle_url(video_url, {'to_generic': True}),
3549 entry_info_dict['url'] = video_url
3551 if entry_info_dict.get('formats'):
3552 self._sort_formats(entry_info_dict['formats'])
3554 entries.append(entry_info_dict)
3556 if len(entries) == 1:
3559 for num, e in enumerate(entries, start=1):
3560 # 'url' results don't have a title
3561 if e.get('title') is not None:
3562 e['title'] = '%s (%d)' % (e['title'], num)
3564 '_type': 'playlist',