af_redditimgur: fix youtube regexp, try to inline images again if parsed
using readability
This commit is contained in:
Andrew Dolgov
parent
99bb8b3bbb
commit
6322fc6870
1 changed files with 201 additions and 210 deletions
|
|
@ -69,239 +69,230 @@ class Af_RedditImgur extends Plugin {
|
|||
echo __("Configuration saved");
|
||||
}
|
||||
|
||||
private function inline_stuff($article, &$doc, $xpath) {
|
||||
|
||||
$entries = $xpath->query('(//a[@href]|//img[@src])');
|
||||
|
||||
$found = false;
|
||||
|
||||
foreach ($entries as $entry) {
|
||||
if ($entry->hasAttribute("href")) {
|
||||
|
||||
$matches = array();
|
||||
|
||||
if (preg_match("/https?:\/\/gfycat.com\/([a-z]+)$/i", $entry->getAttribute("href"), $matches)) {
|
||||
|
||||
$tmp = fetch_file_contents($entry->getAttribute("href"));
|
||||
|
||||
if ($tmp) {
|
||||
$tmpdoc = new DOMDocument();
|
||||
@$tmpdoc->loadHTML($tmp);
|
||||
|
||||
if ($tmpdoc) {
|
||||
$tmpxpath = new DOMXPath($tmpdoc);
|
||||
$source_meta = $tmpxpath->query("//meta[@property='og:video']")->item(0);
|
||||
|
||||
if ($source_meta) {
|
||||
$source_stream = $source_meta->getAttribute("content");
|
||||
|
||||
if ($source_stream) {
|
||||
$this->handle_as_video($doc, $entry, $source_stream);
|
||||
$found = 1;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
if (preg_match("/\.(gifv)$/i", $entry->getAttribute("href"))) {
|
||||
|
||||
$source_stream = str_replace(".gifv", ".mp4", $entry->getAttribute("href"));
|
||||
$this->handle_as_video($doc, $entry, $source_stream);
|
||||
|
||||
$found = true;
|
||||
}
|
||||
|
||||
$matches = array();
|
||||
if (preg_match("/\/\/www\.youtube\.com\/v\/([\w-]+)/", $entry->getAttribute("href"), $matches) ||
|
||||
preg_match("/\/\/www\.youtube\.com\/watch\?v=([\w-]+)/", $entry->getAttribute("href"), $matches) ||
|
||||
preg_match("/\/\/youtu.be\/([\w-]+)/", $entry->getAttribute("href"), $matches)) {
|
||||
|
||||
$vid_id = $matches[1];
|
||||
|
||||
$iframe = $doc->createElement("iframe");
|
||||
$iframe->setAttribute("class", "youtube-player");
|
||||
$iframe->setAttribute("type", "text/html");
|
||||
$iframe->setAttribute("width", "640");
|
||||
$iframe->setAttribute("height", "385");
|
||||
$iframe->setAttribute("src", "https://www.youtube.com/embed/$vid_id");
|
||||
$iframe->setAttribute("allowfullscreen", "1");
|
||||
$iframe->setAttribute("frameborder", "0");
|
||||
|
||||
$br = $doc->createElement('br');
|
||||
$entry->parentNode->insertBefore($iframe, $entry);
|
||||
$entry->parentNode->insertBefore($br, $entry);
|
||||
|
||||
$found = true;
|
||||
}
|
||||
|
||||
if (preg_match("/\.(jpg|jpeg|gif|png)(\?[0-9][0-9]*)?$/i", $entry->getAttribute("href"))) {
|
||||
$img = $doc->createElement('img');
|
||||
$img->setAttribute("src", $entry->getAttribute("href"));
|
||||
|
||||
$br = $doc->createElement('br');
|
||||
$entry->parentNode->insertBefore($img, $entry);
|
||||
$entry->parentNode->insertBefore($br, $entry);
|
||||
|
||||
$found = true;
|
||||
}
|
||||
|
||||
// links to imgur pages
|
||||
$matches = array();
|
||||
if (preg_match("/^https?:\/\/(m\.)?imgur.com\/([^\.\/]+$)/", $entry->getAttribute("href"), $matches)) {
|
||||
|
||||
$token = $matches[2];
|
||||
|
||||
$album_content = fetch_file_contents($entry->getAttribute("href"),
|
||||
false, false, false, false, 10);
|
||||
|
||||
if ($album_content && $token) {
|
||||
$adoc = new DOMDocument();
|
||||
@$adoc->loadHTML($album_content);
|
||||
|
||||
if ($adoc) {
|
||||
$axpath = new DOMXPath($adoc);
|
||||
$aentries = $axpath->query('(//img[@src])');
|
||||
|
||||
foreach ($aentries as $aentry) {
|
||||
if (preg_match("/\/\/i.imgur.com\/$token\./", $aentry->getAttribute("src"))) {
|
||||
$img = $doc->createElement('img');
|
||||
$img->setAttribute("src", $aentry->getAttribute("src"));
|
||||
|
||||
$br = $doc->createElement('br');
|
||||
|
||||
$entry->parentNode->insertBefore($img, $entry);
|
||||
$entry->parentNode->insertBefore($br, $entry);
|
||||
|
||||
$found = true;
|
||||
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// linked albums, ffs
|
||||
if (preg_match("/^https?:\/\/imgur.com\/(a|album|gallery)\/[^\.]+$/", $entry->getAttribute("href"), $matches)) {
|
||||
|
||||
$album_content = fetch_file_contents($entry->getAttribute("href"),
|
||||
false, false, false, false, 10);
|
||||
|
||||
if ($album_content) {
|
||||
$adoc = new DOMDocument();
|
||||
@$adoc->loadHTML($album_content);
|
||||
|
||||
if ($adoc) {
|
||||
$axpath = new DOMXPath($adoc);
|
||||
$aentries = $axpath->query("//meta[@property='og:image']");
|
||||
$urls = array();
|
||||
|
||||
foreach ($aentries as $aentry) {
|
||||
|
||||
if (!in_array($aentry->getAttribute("content"), $urls)) {
|
||||
$img = $doc->createElement('img');
|
||||
$img->setAttribute("src", $aentry->getAttribute("content"));
|
||||
$entry->parentNode->insertBefore($doc->createElement('br'), $entry);
|
||||
|
||||
$br = $doc->createElement('br');
|
||||
|
||||
$entry->parentNode->insertBefore($img, $entry);
|
||||
$entry->parentNode->insertBefore($br, $entry);
|
||||
|
||||
array_push($urls, $aentry->getAttribute("content"));
|
||||
|
||||
$found = true;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// remove tiny thumbnails
|
||||
if ($entry->hasAttribute("src")) {
|
||||
if ($entry->parentNode && $entry->parentNode->parentNode) {
|
||||
$entry->parentNode->parentNode->removeChild($entry->parentNode);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return $found;
|
||||
}
|
||||
|
||||
function hook_article_filter($article) {
|
||||
|
||||
if (strpos($article["link"], "reddit.com/r/") !== FALSE) {
|
||||
$doc = new DOMDocument();
|
||||
@$doc->loadHTML($article["content"]);
|
||||
$doc = new DOMDocument();
|
||||
@$doc->loadHTML($article["content"]);
|
||||
$xpath = new DOMXPath($doc);
|
||||
|
||||
if ($doc) {
|
||||
$xpath = new DOMXPath($doc);
|
||||
$entries = $xpath->query('(//a[@href]|//img[@src])');
|
||||
$found = $this->inline_stuff($article, $doc, $xpath);
|
||||
|
||||
$found = false;
|
||||
if (!$found && $this->host->get($this, "enable_readability") && mb_strlen(strip_tags($article["content"])) <= 150) {
|
||||
if (!class_exists("Readability")) require_once(__DIR__ . "/classes/Readability.php");
|
||||
|
||||
foreach ($entries as $entry) {
|
||||
if ($entry->hasAttribute("href")) {
|
||||
$content_link = $xpath->query("(//a[contains(., '[link]')])")->item(0);
|
||||
|
||||
$matches = array();
|
||||
if ($content_link && strpos($content_link->getAttribute("href"), "reddit.com") === FALSE) {
|
||||
|
||||
if (preg_match("/https?:\/\/gfycat.com\/([a-z]+)$/i", $entry->getAttribute("href"), $matches)) {
|
||||
$tmp = fetch_file_contents($content_link->getAttribute("href"));
|
||||
|
||||
$tmp = fetch_file_contents($entry->getAttribute("href"));
|
||||
if ($tmp) {
|
||||
$r = new Readability($tmp, $content_link->getAttribute("href"));
|
||||
|
||||
if ($tmp) {
|
||||
$tmpdoc = new DOMDocument();
|
||||
@$tmpdoc->loadHTML($tmp);
|
||||
if ($r->init()) {
|
||||
//$article["content"] = $r->articleContent->innerHTML . "<hr/>" . $article["content"];
|
||||
|
||||
if ($tmpdoc) {
|
||||
$tmpxpath = new DOMXPath($tmpdoc);
|
||||
$source_meta = $tmpxpath->query("//meta[@property='og:video']")->item(0);
|
||||
$tmpxpath = new DOMXPath($r->dom);
|
||||
|
||||
if ($source_meta) {
|
||||
$source_stream = $source_meta->getAttribute("content");
|
||||
$entries = $tmpxpath->query('(//a[@href]|//img[@src])');
|
||||
|
||||
foreach ($entries as $entry) {
|
||||
if ($entry->hasAttribute("href")) {
|
||||
$entry->setAttribute("href",
|
||||
rewrite_relative_url($content_link->getAttribute("href"), $entry->getAttribute("href")));
|
||||
|
||||
}
|
||||
|
||||
if ($entry->hasAttribute("src")) {
|
||||
$entry->setAttribute("src",
|
||||
rewrite_relative_url($content_link->getAttribute("href"), $entry->getAttribute("src")));
|
||||
|
||||
if ($source_stream) {
|
||||
$this->handle_as_video($doc, $entry, $source_stream);
|
||||
$found = 1;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
if (preg_match("/\.(gifv)$/i", $entry->getAttribute("href"))) {
|
||||
$article["content"] = $r->articleContent->innerHTML . "<hr/>" . $article["content"];
|
||||
|
||||
/*$video = $doc->createElement('video');
|
||||
$video->setAttribute("autoplay", "1");
|
||||
$video->setAttribute("loop", "1");
|
||||
$doc = new DOMDocument();
|
||||
@$doc->loadHTML($article["content"]);
|
||||
$xpath = new DOMXPath($doc);
|
||||
|
||||
$source = $doc->createElement('source');
|
||||
$source->setAttribute("src", str_replace(".gifv", ".mp4", $entry->getAttribute("href")));
|
||||
$source->setAttribute("type", "video/mp4");
|
||||
|
||||
$video->appendChild($source);
|
||||
|
||||
$br = $doc->createElement('br');
|
||||
$entry->parentNode->insertBefore($video, $entry);
|
||||
$entry->parentNode->insertBefore($br, $entry);
|
||||
|
||||
$img = $doc->createElement('img');
|
||||
$img->setAttribute("src",
|
||||
"data:image/gif;base64,R0lGODlhAQABAAD/ACwAAAAAAQABAAACADs%3D");
|
||||
|
||||
$entry->parentNode->insertBefore($img, $entry);*/
|
||||
|
||||
$source_stream = str_replace(".gifv", ".mp4", $entry->getAttribute("href"));
|
||||
$this->handle_as_video($doc, $entry, $source_stream);
|
||||
|
||||
$found = true;
|
||||
}
|
||||
|
||||
$matches = array();
|
||||
if (preg_match("/\/\/www\.youtube\.com\/v\/([\w-]+)/", $entry->getAttribute("href"), $matches) ||
|
||||
preg_match("/\/\/www\.youtube\.com\/watch?v=([\w-]+)/", $entry->getAttribute("href"), $matches) ||
|
||||
preg_match("/\/\/youtu.be\/([\w-]+)/", $entry->getAttribute("href"), $matches)) {
|
||||
|
||||
$vid_id = $matches[1];
|
||||
|
||||
$iframe = $doc->createElement("iframe");
|
||||
$iframe->setAttribute("class", "youtube-player");
|
||||
$iframe->setAttribute("type", "text/html");
|
||||
$iframe->setAttribute("width", "640");
|
||||
$iframe->setAttribute("height", "385");
|
||||
$iframe->setAttribute("src", "https://www.youtube.com/embed/$vid_id");
|
||||
$iframe->setAttribute("allowfullscreen", "1");
|
||||
$iframe->setAttribute("frameborder", "0");
|
||||
|
||||
$br = $doc->createElement('br');
|
||||
$entry->parentNode->insertBefore($iframe, $entry);
|
||||
$entry->parentNode->insertBefore($br, $entry);
|
||||
|
||||
$found = true;
|
||||
}
|
||||
|
||||
if (preg_match("/\.(jpg|jpeg|gif|png)(\?[0-9][0-9]*)?$/i", $entry->getAttribute("href"))) {
|
||||
$img = $doc->createElement('img');
|
||||
$img->setAttribute("src", $entry->getAttribute("href"));
|
||||
|
||||
$br = $doc->createElement('br');
|
||||
$entry->parentNode->insertBefore($img, $entry);
|
||||
$entry->parentNode->insertBefore($br, $entry);
|
||||
|
||||
$found = true;
|
||||
}
|
||||
|
||||
// links to imgur pages
|
||||
$matches = array();
|
||||
if (preg_match("/^https?:\/\/(m\.)?imgur.com\/([^\.\/]+$)/", $entry->getAttribute("href"), $matches)) {
|
||||
|
||||
$token = $matches[2];
|
||||
|
||||
$album_content = fetch_file_contents($entry->getAttribute("href"),
|
||||
false, false, false, false, 10);
|
||||
|
||||
if ($album_content && $token) {
|
||||
$adoc = new DOMDocument();
|
||||
@$adoc->loadHTML($album_content);
|
||||
|
||||
if ($adoc) {
|
||||
$axpath = new DOMXPath($adoc);
|
||||
$aentries = $axpath->query('(//img[@src])');
|
||||
|
||||
foreach ($aentries as $aentry) {
|
||||
if (preg_match("/\/\/i.imgur.com\/$token\./", $aentry->getAttribute("src"))) {
|
||||
$img = $doc->createElement('img');
|
||||
$img->setAttribute("src", $aentry->getAttribute("src"));
|
||||
|
||||
$br = $doc->createElement('br');
|
||||
|
||||
$entry->parentNode->insertBefore($img, $entry);
|
||||
$entry->parentNode->insertBefore($br, $entry);
|
||||
|
||||
$found = true;
|
||||
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// linked albums, ffs
|
||||
if (preg_match("/^https?:\/\/imgur.com\/(a|album|gallery)\/[^\.]+$/", $entry->getAttribute("href"), $matches)) {
|
||||
|
||||
$album_content = fetch_file_contents($entry->getAttribute("href"),
|
||||
false, false, false, false, 10);
|
||||
|
||||
if ($album_content) {
|
||||
$adoc = new DOMDocument();
|
||||
@$adoc->loadHTML($album_content);
|
||||
|
||||
if ($adoc) {
|
||||
$axpath = new DOMXPath($adoc);
|
||||
$aentries = $axpath->query("//meta[@property='og:image']");
|
||||
$urls = array();
|
||||
|
||||
foreach ($aentries as $aentry) {
|
||||
|
||||
if (!in_array($aentry->getAttribute("content"), $urls)) {
|
||||
$img = $doc->createElement('img');
|
||||
$img->setAttribute("src", $aentry->getAttribute("content"));
|
||||
$entry->parentNode->insertBefore($doc->createElement('br'), $entry);
|
||||
|
||||
$br = $doc->createElement('br');
|
||||
|
||||
$entry->parentNode->insertBefore($img, $entry);
|
||||
$entry->parentNode->insertBefore($br, $entry);
|
||||
|
||||
array_push($urls, $aentry->getAttribute("content"));
|
||||
|
||||
$found = true;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// remove tiny thumbnails
|
||||
if ($entry->hasAttribute("src")) {
|
||||
if ($entry->parentNode && $entry->parentNode->parentNode) {
|
||||
$entry->parentNode->parentNode->removeChild($entry->parentNode);
|
||||
}
|
||||
$found = $this->inline_stuff($article, $doc, $xpath);
|
||||
}
|
||||
}
|
||||
|
||||
if (!$found && $this->host->get($this, "enable_readability") && mb_strlen(strip_tags($article["content"])) <= 150) {
|
||||
if (!class_exists("Readability")) require_once(__DIR__ . "/classes/Readability.php");
|
||||
|
||||
$content_link = $xpath->query("(//a[contains(., '[link]')])")->item(0);
|
||||
|
||||
if ($content_link && strpos($content_link->getAttribute("href"), "reddit.com") === FALSE) {
|
||||
|
||||
$tmp = fetch_file_contents($content_link->getAttribute("href"));
|
||||
|
||||
if ($tmp) {
|
||||
$r = new Readability($tmp, $content_link->getAttribute("href"));
|
||||
|
||||
if ($r->init()) {
|
||||
//$article["content"] = $r->articleContent->innerHTML . "<hr/>" . $article["content"];
|
||||
|
||||
$tmpxpath = new DOMXPath($r->dom);
|
||||
|
||||
$entries = $tmpxpath->query('(//a[@href]|//img[@src])');
|
||||
|
||||
foreach ($entries as $entry) {
|
||||
if ($entry->hasAttribute("href")) {
|
||||
$entry->setAttribute("href",
|
||||
rewrite_relative_url($content_link->getAttribute("href"), $entry->getAttribute("href")));
|
||||
|
||||
}
|
||||
|
||||
if ($entry->hasAttribute("src")) {
|
||||
$entry->setAttribute("src",
|
||||
rewrite_relative_url($content_link->getAttribute("href"), $entry->getAttribute("src")));
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
$article["content"] = $r->articleContent->innerHTML . "<hr/>" . $article["content"];
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
$node = $doc->getElementsByTagName('body')->item(0);
|
||||
|
||||
if ($node && $found) {
|
||||
$article["content"] = $doc->saveXML($node);
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
$node = $doc->getElementsByTagName('body')->item(0);
|
||||
|
||||
if ($node && $found) {
|
||||
$article["content"] = $doc->saveXML($node);
|
||||
}
|
||||
}
|
||||
|
||||
return $article;
|
||||
|
|
|
|||
Loading…
Reference in a new issue