Link check

.github/workflows/ci.yml

@@ -96,3 +96,9 @@ jobs:
 
       - name: Run phpcs
         run: composer cs-check
+
+      - name: Run link checker
+        run: |
+          sudo npm install -g markdown-link-check
+          markdown-link-check README.md
+          markdown-link-check docs/supported.md -p -c tests/link-check-config.json

README.md

@@ -8,7 +8,7 @@
 A utility library that generates HTML embed tags for audio or video located on a given URL.
 It also parses and validates given media URLs.
 
-It currently works with [160+ services](docs/supported.md), including the most important ones like
+It currently works with [120+ services](docs/supported.md), including the most important ones like
 
 - YouTube
 - Dailymotion

docs/supported.md

@@ -1,169 +1,125 @@
 # Supported Media Services
 
-165 services
+121 services
 
- - [123video](http://www.123video.nl)
- - [AdultSwim](http://video.adultswim.com)
- - [AniBoom](http://www.aniboom.com)
- - [AOL Video (Old)](http://video.aol.com)
- - [Aparat](http://www.aparat.com)
- - [Archive.org](http://www.archive.org)
- - [Atom](http://www.atom.com)
+ - [123video](https://www.123video.nl)
+ - [AOL Video (Old)](https://video.aol.com)
+ - [Aparat](https://www.aparat.com)
+ - [Archive.org](https://www.archive.org)
  - [Bit.Tube](https://bit.tube/)
- - [Blastro](http://www.blastro.com)
- - [BNQT](http://www.bnqt.com)
- - [BoFunk](http://www.bofunk.com)
- - [Break](http://www.break.com/)
- - [Brightcove.com](http://link.brightcove.com)
- - [CBS News](http://www.cbsnews.com/video)
- - [Cellfish](http://www.cellfish.com)
- - [Clarin](http://www.videos.clarin.com)
- - [ClipFish (New)](http://www.clipfish.de)
- - [ClipFish (Old)](http://www.clipfish.de)
- - [ClipFish (Special)](http://www.clipfish.de)
- - [ClipJunkie](http://www.clipjunkie.com)
- - [ClipMoon](http://www.clipmoon.com)
- - [ClipShack](http://www.clipshack.com)
- - [Clip.vn](http://www.clip.vn)
- - [CNetTV](http://cnettv.cnet.com)
- - [ColbertNation](http://www.colbertnation.com)
- - [CollegeHumor](http://www.collegehumour.com)
+ - [Brightcove.com](https://link.brightcove.com)
+ - [CBS News](https://www.cbsnews.com/video)
+ - [Cellfish](https://www.cellfish.com)
+ - [Clarin](https://www.videos.clarin.com)
+ - [ClipFish (New)](https://www.clipfish.de)
+ - [ClipFish (Old)](https://www.clipfish.de)
+ - [ClipFish (Special)](https://www.clipfish.de)
+ - [ClipMoon](https://www.clipmoon.com)
+ - [ClipShack](https://www.clipshack.com)
+ - [Clip.vn](https://www.clip.vn)
+ - [CNetTV](https://cnettv.cnet.com)
+ - [ColbertNation](https://www.colbertnation.com)
  - [Coub](https://coub.com)
- - [Crackle](http://www.crackle.com)
- - [CrunchyRoll](http://www.crunchyroll.com)
- - [Current](http://www.current.com)
- - [Dailyhaha](http://www.dailyhaha.com)
- - [Dailymotion](http://www.dailymotion.com)
- - [Dave.tv](http://www.dave.tv)
- - [Divshare](http://www.divshare.com)
- - [DotSub (w/o Captions)](http://www.dotsub.com)
- - [DoubleViking](http://www.doubleviking.com)
- - [Dropshots](http://www.dropshots.com)
- - [Dv.ouou](http://dv.ouou.com)
- - [EASportsWorld](http://www.easportsworld.com)
- - [EbaumsWorld](http://www.ebaumsworld.com)
- - [ESPN](http://www.espn.com)
+ - [Crackle](https://www.crackle.com)
+ - [CrunchyRoll](https://www.crunchyroll.com)
+ - [Current](https://www.current.com)
+ - [Dailyhaha](https://www.dailyhaha.com)
+ - [Dailymotion](https://www.dailymotion.com)
+ - [Divshare](https://www.divshare.com)
+ - [DotSub (w/o Captions)](https://www.dotsub.com)
+ - [Dropshots](https://www.dropshots.com)
+ - [EASportsWorld](https://www.easportsworld.com)
+ - [EbaumsWorld](https://www.ebaumsworld.com)
+ - [ESPN](https://www.espn.com)
  - [Facebook](https://www.facebook.com)
- - [Flickr](http://www.flickr.com)
- - [Foxhead](http://www.foxhead.com)
- - [FunMansion](http://www.funmansion.com)
- - [FunnyOrDie](http://www.funnyordie.com)
- - [G4TV](http://www.g4tv.com)
- - [GameKyo](http://www.gamekyo.com)
- - [GameSpot](http://www.gamespot.com)
- - [GameTrailers (Inc. User Movies)](http://www.gametrailers.com)
- - [GameTube](http://www.gametube.org)
- - [GameVideos.1up](http://www.gamevideos.1up.com)
- - [GarageTv](http://www.garagetv.be)
- - [Gloria](http://www.gloria.tv)
- - [Glumbert](http://www.glumbert.com)
- - [GodTube](http://www.godtube.com)
- - [GoEar](http://www.goear.com)
- - [Good.IS](http://www.good.is)
- - [GrindTv](http://www.grindtv.com)
- - [Guzer](http://www.guzer.com)
- - [Howcast](http://www.howcast.com)
- - [Hulu (Usa Only)](http://www.hulu.com)
- - [Humour](http://www.humour.com)
- - [IGN](http://www.ign.com)
- - [iJigg](http://www.ijigg.com)
- - [ImageShack](http://www.imageshack.us)
- - [IMDB](http://www.imdb.com)
- - [IndyaRocks](http://www.indyarocks.com)
- - [Izlesene](http://www.izlesene.com)
- - [Jamendo](http://www.jamendo.com)
- - [Jokeroo](http://www.jokeroo.com)
- - [JujuNation Audio](http://www.jujunation.com)
- - [JujuNation Video](http://www.jujunation.com)
- - [JustinTV](http://www.justin.tv)
- - [Kewego](http://www.kewego.co.uk)
- - [Koreus](http://www.koreus.com)
- - [Last.fm (Audio)](http://www.last.fm)
- - [Last.fm (Video)](http://www.last.fm)
- - [Libero](http://www.libero.it)
- - [LiveLeak](http://www.liveleak.com)
+ - [Flickr](https://www.flickr.com)
+ - [Foxhead](https://www.foxhead.com)
+ - [FunnyOrDie](https://www.funnyordie.com)
+ - [G4TV](https://www.g4tv.com)
+ - [GameKyo](https://www.gamekyo.com)
+ - [GameSpot](https://www.gamespot.com)
+ - [GameTrailers (Inc. User Movies)](https://www.gametrailers.com)
+ - [GarageTv](https://www.garagetv.be)
+ - [Gloria](https://www.gloria.tv)
+ - [GodTube](https://www.godtube.com)
+ - [Good.IS](https://www.good.is)
+ - [Howcast](https://www.howcast.com)
+ - [Hulu (Usa Only)](https://www.hulu.com)
+ - [Humour](https://www.humour.com)
+ - [IGN](https://www.ign.com)
+ - [ImageShack](https://www.imageshack.us)
+ - [IMDB](https://www.imdb.com)
+ - [Izlesene](https://www.izlesene.com)
+ - [Jamendo](https://www.jamendo.com)
+ - [Jokeroo](https://www.jokeroo.com)
+ - [JujuNation Audio](https://www.jujunation.com)
+ - [JujuNation Video](https://www.jujunation.com)
+ - [Kewego](https://www.kewego.co.uk)
+ - [Koreus](https://www.koreus.com)
+ - [Last.fm (Audio)](https://www.last.fm)
+ - [Last.fm (Video)](https://www.last.fm)
+ - [Libero](https://www.libero.it)
+ - [LiveLeak](https://www.liveleak.com)
  - Local Content
  - [Loom](https://loom.com)
- - [M Thai](http://video.mthai.com)
- - [MadnessVideo](http://www.madnessvideo.net)
+ - [MadnessVideo](https://www.madnessvideo.net)
  - [Matterport](https://matterport.com)
- - [MetaCafe](http://www.metacafe.com)
- - [Metatube](http://www.metatube.com)
- - [MotionBox](http://www.motionbox.com)
+ - [MetaCafe](https://www.metacafe.com)
+ - [Metatube](https://www.metatube.com)
  - MP3 Audio
- - [Mp3tube](http://www.mp3tube.net)
- - [Mpora](http://video.mpora.com)
- - [MSNBC](http://www.msnbc.msn.com/)
- - [MtvU (Usa Only)](http://www.mtvu.com)
- - [MyNet](http://video.eksenim.mynet.com/)
- - [MyShows.cn/SeeHaha.com](http://www.myshows.cn)
- - [MySpaceTv](http://www.myspacetv.com)
- - [MyVi](http://myvi.ru)
- - [MyVideo](http://www.myvideo.de)
- - [NewGrounds](http://www.newgrounds.com)
- - [NhacCuaTui](http://www.nhaccuatui.com)
- - [OnSmash](http://www.onsmash.com)
- - [Orb](http://www.orb.com)
- - [Photobucket](http://www.photobucket.com)
- - [PikNikTube](http://www.pikniktube.com)
- - [Project Playlist](http://www.playlist.com)
- - [Putfile](http://www.putfile.com)
- - [Rambler](http://vision.rambler.ru)
- - [RawVegas](http://www.rawvegas.tv)
- - [RuTube](http://www.rutube.ru)
+ - [Mp3tube](https://www.mp3tube.net)
+ - [MSNBC](https://www.msnbc.msn.com/)
+ - [MtvU (Usa Only)](https://www.mtvu.com)
+ - [MyVi](https://www.myvi.ru)
+ - [MyVideo](https://www.myvideo.de)
+ - [NewGrounds](https://www.newgrounds.com)
+ - [NhacCuaTui](https://www.nhaccuatui.com)
+ - [OnSmash](https://www.onsmash.com)
+ - [Photobucket](https://www.photobucket.com)
+ - [Rambler](https://vision.rambler.ru)
+ - [RawVegas](https://www.rawvegas.tv)
+ - [RuTube](https://www.rutube.ru)
  - [Screencast](https://www.screencast.com)
- - [ScreenToaster](http://www.screentoaster.com)
- - [SevenLoad](http://www.sevenload.com)
- - [ShareView](http://www.shareview.us)
- - [Sharkle](http://www.sharkle.com)
- - [sina video](http://video.sina.com.cn)
- - [Smotri](http://www.smotri.com)
- - [Snotr](http://www.snotr.com)
- - [Songza](http://www.songza.com)
+ - [ScreenToaster](https://www.screentoaster.com)
+ - [ShareView](https://www.shareview.us)
+ - [Sharkle](https://www.sharkle.com)
+ - [sina video](https://video.sina.com.cn)
+ - [Smotri](https://www.smotri.com)
+ - [Snotr](https://www.snotr.com)
+ - [Songza](https://www.songza.com)
  - [SoundCloud](https://soundcloud.com)
- - [SouthPark Studios](http://www.southparkstudios.com)
- - [Space.tv.cctv.com](http://space.tv.cctv.com)
- - [Spike](http://www.spike.com)
- - [Streetfire](http://www.streetfire.net)
- - [StupidVideos](http://www.stupidvideos.com)
- - [TagTélé](http://www.tagtele.com)
- - [Ted.com](http://www.ted.com)
- - [The Onion](http://www.theonion.com)
- - [TheDailyShow](http://www.thedailyshow.com)
- - [TheHub](http://hub.witness.org)
- - [TinyPic](http://www.tinypic.com)
- - [Todays Big Thing](http://www.todaysbigthing.com)
- - [TrailerAddict](http://www.traileraddict.com)
- - [Trilulilu](http://www.trilulilu.ro)
- - [TrTube](http://www.trtube.com)
- - [Tu](http://www.tu.tv)
- - [Tudou](http://www.tudou.com)
- - [Tumblr (Music)](http://www.tumblr.com)
+ - [SouthPark Studios](https://www.southparkstudios.com)
+ - [Spike](https://www.spike.com)
+ - [TagTélé](https://www.tagtele.com)
+ - [Ted.com](https://www.ted.com)
+ - [The Onion](https://www.theonion.com)
+ - [TheDailyShow](https://www.thedailyshow.com)
+ - [TinyPic](https://www.tinypic.com)
+ - [TrailerAddict](https://www.traileraddict.com)
+ - [Trilulilu](https://www.trilulilu.ro)
+ - [Tu](https://www.tu.tv)
+ - [Tudou](https://www.tudou.com)
+ - [Tumblr (Music)](https://www.tumblr.com)
  - [Twitch Clip](https://clips.twitch.tv)
  - [Twitch Video](https://www.twitch.tv)
- - [Twitvid](http://www.twitvid.com/)
- - [u-Tube](http://www.u-tube.ru)
- - [UOL VideoLog](http://videolog.uol.com.br)
- - [Ustream](http://www.ustream.tv)
- - [Viddler](http://www.viddler.com)
- - [Videa](http://www.videa.hu)
- - [Video.i.ua](http://video.i.ua)
- - [VideoJug](http://www.videojug.com)
- - [Video.mail.ru](http://video.mail.ru)
- - [videos.sapo](http://videos.sapo.pt)
- - [Vidiac](http://www.vidiac.com)
- - [VidiLife](http://www.vidilife.com)
- - [Vidivodo](http://www.vidivodo.com)
- - [VidMax](http://www.vidmax.com)
- - [Vimeo](http://www.vimeo.com)
- - [VoiceThread](http://www.voicethread.com)
+ - [Ustream](https://www.ustream.tv)
+ - [Viddler](https://www.viddler.com)
+ - [Videa](https://www.videa.hu)
+ - [Video.i.ua](https://video.i.ua)
+ - [Video.mail.ru](https://video.mail.ru)
+ - [videos.sapo](https://videos.sapo.pt)
+ - [Vidiac](https://www.vidiac.com)
+ - [VidiLife](https://www.vidilife.com)
+ - [VidMax](https://www.vidmax.com)
+ - [Vimeo](https://www.vimeo.com)
+ - [VoiceThread](https://www.voicethread.com)
  - [Vooplayer](https://vooplayer.com/)
- - [Webshots (Slideshows)](http://www.webshots.com)
- - [WeGame](http://www.wegame.com)
- - [Wistia](http://www.wistia.com)
- - [XVideos](http://www.xvideos.com)
- - [Yahoo Music Videos](http://music.yahoo.com)
- - [Yahoo Video](http://video.yahoo.com)
- - [Yahoo Video HK](http://hk.video.yahoo.com)
- - [YouKu](http://www.youku.com)
+ - [Webshots (Slideshows)](https://www.webshots.com)
+ - [WeGame](https://www.wegame.com)
+ - [Wistia](https://www.wistia.com)
+ - [XVideos](https://www.xvideos.com)
+ - [Yahoo Music Videos](https://music.yahoo.com)
+ - [Yahoo Video](https://video.yahoo.com)
+ - [Yahoo Video HK](https://hk.video.yahoo.com)
+ - [YouKu](https://www.youku.com)
  - [YouTube](https://www.youtube.com)

src/MediaEmbed.php

@@ -153,7 +153,8 @@ protected function _matchUrl($url, array $regexRules) {
 	 */
 	protected function _parseLink($url, $regex) {
 		$context = stream_context_create(
-				['http' => ['header' => 'Connection: close']]);
+            ['http' => ['header' => 'Connection: close']],
+        );
 		$content = file_get_contents($url, false, $context);
 		if (!$content) {
 			return false;

src/Object/MediaObject.php

@@ -204,7 +204,8 @@ public function icon() {
 		$icon .= $url;
 
 		$context = stream_context_create(
-			['http' => ['header' => 'Connection: close']]);
+            ['http' => ['header' => 'Connection: close']],
+        );
 		// E.g. http://www.google.com/s2/favicons?domain=xyz.com
 		$file = file_get_contents($icon, false, $context);
 		if ($file === false) {

tests/MediaEmbedTest.php

@@ -15,7 +15,6 @@ class MediaEmbedTest extends TestCase {
 	 * @var array
 	 */
 	protected $_stubs = [
-		'http://bnqt.com/videos/detail/Tuesdays-with-Miles-Dallas-Session-San-Diego/782337671001' => '782337671001',
 		'http://www.clipmoon.com/videos/91464f/dog-cat-and-printer.html' => '91464f',
 		'https://www.dailymotion.com/video/x2bqyl6_l-entourloop-ft-ruffian-rugged-madder-than-dat_music' => 'x2bqyl6',
 		'https://dai.ly/x2bqyl6' => 'x2bqyl6',
@@ -28,7 +27,6 @@ class MediaEmbedTest extends TestCase {
 		'https://www.facebook.com/SkySports/videos/vb.10911153761/10153310275743762/?type=2&theater' => '10153310275743762',
 		'https://www.facebook.com/demotivateurFood/videos/vl.184872862011827/1034411179983244/?type=1' => '1034411179983244',
 		// Not yet possible
-		//'https://www.youtube.com/playlist?list=PLD1FA4687572EDB23' => 'PLD1FA4687572EDB23',
 		'http://www.myvideo.de/watch/7645001/Lena_Nach_Poolszene_bald_nackt_im_Playboy' => '7645001',
 		'http://www.metacafe.com/watch/1417475/try_it_yourself_episode_2_hacks_and_tricks_in_google/' => '1417475',
 		'http://vimeo.com/19570639' => '19570639',
@@ -40,14 +38,10 @@ class MediaEmbedTest extends TestCase {
 		'http://www.foxhead.com/us/mx/videos/id/23798' => '23798',
 		'http://foxhead.com/us/mx/videos/id/23798' => '23798',
 		'http://video.aol.com/video/defining-moments-sarah-chalke/711269187' => '711269187',
-		'http://www.aniboom.com/animation-video/364332/israel/' => '364332',
-		'http://video.adultswim.com/king-of-the-hill/you-there-god-its-me-margaret-hill.html' => 'king-of-the-hill',
 		'http://www.xvideos.com/video566979/amber_tickle_tied_to_bed' => '566979',
 		'http://xvideos.com/video566979/amber_tickle_tied_to_bed' => '566979',
 		// errors
 		//'http://www.spike.com/video-clips/g4539c/1000-ways-to-die-gangsta-trapped' => 'g4539c',
-		'http://en.vidivodo.com/549248/girlie-slumber-party-with-michelle-rodriguez-' => '549248',
-		'http://www.vidivodo.com/549248/girlie-slumber-party-with-michelle-rodriguez-' => '549248',
 		'http://www.crackle.com/c/comedians-in-cars-getting-coffee/jon-stewart-the-sound-of-virginity/2493123' => '2493123',
 		// errors
 		//'http://www.theonion.com/video/american-dream-declared-dead-as-final-believer-giv,19846/' => '19846',

tests/link-check-config.json

@@ -0,0 +1,4 @@
+{
+	"_comment": "For now we accept 3xx too, but we should try to find the 2xx for them",
+	"aliveStatusCodes": [200, 206, 302, 301]
+}