329 lines
8 KiB
PHP
329 lines
8 KiB
PHP
<?
|
|
require_once 'config.php';
|
|
|
|
define('MAGPIE_OUTPUT_ENCODING', 'UTF-8');
|
|
|
|
function purge_old_posts() {
|
|
if (PURGE_OLD_DAYS > 0) {
|
|
$result = pg_query("DELETE FROM ttrss_entries WHERE
|
|
marked = false AND
|
|
date_entered < NOW() - INTERVAL '".PURGE_OLD_DAYS." days'");
|
|
}
|
|
}
|
|
|
|
function update_all_feeds($link, $fetch) {
|
|
|
|
if (WEB_DEMO_MODE) return;
|
|
|
|
pg_query("BEGIN");
|
|
|
|
if (!$fetch) {
|
|
|
|
$result = pg_query($link, "SELECT feed_url,id FROM ttrss_feeds WHERE
|
|
last_updated is null OR title = '' OR
|
|
EXTRACT(EPOCH FROM NOW()) - EXTRACT(EPOCH FROM last_updated) > " .
|
|
MIN_UPDATE_TIME);
|
|
|
|
} else {
|
|
|
|
$result = pg_query($link, "SELECT feed_url,id FROM ttrss_feeds");
|
|
}
|
|
|
|
while ($line = pg_fetch_assoc($result)) {
|
|
update_rss_feed($link, $line["feed_url"], $line["id"]);
|
|
}
|
|
|
|
purge_old_posts();
|
|
|
|
pg_query("COMMIT");
|
|
|
|
}
|
|
|
|
function check_feed_favicon($feed_url, $feed) {
|
|
$feed_url = str_replace("http://", "", $feed_url);
|
|
$feed_url = preg_replace("/\/.*$/", "", $feed_url);
|
|
|
|
$icon_url = "http://$feed_url/favicon.ico";
|
|
$icon_file = ICONS_DIR . "/$feed.ico";
|
|
|
|
if (!file_exists($icon_file)) {
|
|
|
|
error_reporting(0);
|
|
$r = fopen($icon_url, "r");
|
|
error_reporting (E_ERROR | E_WARNING | E_PARSE);
|
|
|
|
if ($r) {
|
|
$tmpfname = tempnam("/tmp", "ttrssicon");
|
|
|
|
$t = fopen($tmpfname, "w");
|
|
|
|
while (!feof($r)) {
|
|
$buf = fread($r, 16384);
|
|
fwrite($t, $buf);
|
|
}
|
|
|
|
fclose($r);
|
|
fclose($t);
|
|
|
|
error_reporting(0);
|
|
if (!rename($tmpfname, $icon_file)) {
|
|
unlink($tmpfname);
|
|
}
|
|
error_reporting (E_ERROR | E_WARNING | E_PARSE);
|
|
|
|
}
|
|
}
|
|
}
|
|
|
|
function update_rss_feed($link, $feed_url, $feed) {
|
|
|
|
if (WEB_DEMO_MODE) return;
|
|
|
|
error_reporting(0);
|
|
$rss = fetch_rss($feed_url);
|
|
error_reporting (E_ERROR | E_WARNING | E_PARSE);
|
|
|
|
pg_query("BEGIN");
|
|
|
|
$feed = pg_escape_string($feed);
|
|
|
|
if ($rss) {
|
|
|
|
if (ENABLE_FEED_ICONS) {
|
|
check_feed_favicon($feed_url, $feed);
|
|
}
|
|
|
|
$result = pg_query("SELECT title,icon_url FROM ttrss_feeds WHERE id = '$feed'");
|
|
|
|
$registered_title = pg_fetch_result($result, 0, "title");
|
|
$orig_icon_url = pg_fetch_result($result, 0, "icon_url");
|
|
|
|
if (!$registered_title) {
|
|
$feed_title = $rss->channel["title"];
|
|
pg_query("UPDATE ttrss_feeds SET title = '$feed_title' WHERE id = '$feed'");
|
|
}
|
|
|
|
// print "I: " . $rss->channel["image"]["url"];
|
|
|
|
$icon_url = $rss->image["url"];
|
|
|
|
if ($icon_url && !$orig_icon_url) {
|
|
$icon_url = pg_escape_string($icon_url);
|
|
pg_query("UPDATE ttrss_feeds SET icon_url = '$icon_url' WHERE id = '$feed'");
|
|
}
|
|
|
|
|
|
$filters = array();
|
|
|
|
$result = pg_query("SELECT regexp,
|
|
(SELECT name FROM ttrss_filter_types
|
|
WHERE id = filter_type) as name
|
|
FROM ttrss_filters");
|
|
|
|
while ($line = pg_fetch_assoc($result)) {
|
|
if (!$filters[$line["name"]]) $filters[$line["name"]] = array();
|
|
array_push($filters[$line["name"]], $line["regexp"]);
|
|
}
|
|
|
|
foreach ($rss->items as $item) {
|
|
|
|
$entry_guid = $item["id"];
|
|
|
|
if (!$entry_guid) $entry_guid = $item["guid"];
|
|
if (!$entry_guid) $entry_guid = $item["link"];
|
|
|
|
if (!$entry_guid) continue;
|
|
|
|
$entry_timestamp = "";
|
|
|
|
$rss_2_date = $item['pubdate'];
|
|
$rss_1_date = $item['dc']['date'];
|
|
$atom_date = $item['issued'];
|
|
|
|
if ($atom_date != "") $entry_timestamp = parse_w3cdtf($atom_date);
|
|
if ($rss_1_date != "") $entry_timestamp = parse_w3cdtf($rss_1_date);
|
|
if ($rss_2_date != "") $entry_timestamp = strtotime($rss_2_date);
|
|
|
|
if ($entry_timestamp == "") {
|
|
$entry_timestamp = time();
|
|
$no_orig_date = 'true';
|
|
} else {
|
|
$no_orig_date = 'false';
|
|
}
|
|
|
|
$entry_timestamp_fmt = strftime("%Y/%m/%d %H:%M:%S", $entry_timestamp);
|
|
|
|
$entry_title = $item["title"];
|
|
$entry_link = $item["link"];
|
|
|
|
if (!$entry_title) continue;
|
|
if (!$entry_link) continue;
|
|
|
|
$entry_content = $item["description"];
|
|
if (!$entry_content) $entry_content = $item["content:escaped"];
|
|
if (!$entry_content) $entry_content = $item["content"];
|
|
|
|
// if (!$entry_content) continue;
|
|
|
|
$content_hash = "SHA1:" . sha1(strip_tags($entry_content));
|
|
|
|
$entry_comments = $item["comments"];
|
|
|
|
$entry_guid = pg_escape_string($entry_guid);
|
|
|
|
$result = pg_query($link, "
|
|
SELECT
|
|
id,last_read,no_orig_date,title,feed_id,content_hash,
|
|
EXTRACT(EPOCH FROM updated) as updated_timestamp
|
|
FROM
|
|
ttrss_entries
|
|
WHERE
|
|
guid = '$entry_guid'");
|
|
|
|
if (pg_num_rows($result) == 0) {
|
|
|
|
error_reporting(0);
|
|
if (is_filtered($entry_title, $entry_content, $filters)) {
|
|
continue;
|
|
}
|
|
error_reporting (E_ERROR | E_WARNING | E_PARSE);
|
|
|
|
//$entry_guid = pg_escape_string($entry_guid);
|
|
$entry_content = pg_escape_string($entry_content);
|
|
$entry_title = pg_escape_string($entry_title);
|
|
$entry_link = pg_escape_string($entry_link);
|
|
$entry_comments = pg_escape_string($entry_comments);
|
|
|
|
$query = "INSERT
|
|
INTO ttrss_entries
|
|
(title,
|
|
guid,
|
|
link,
|
|
updated,
|
|
content,
|
|
content_hash,
|
|
feed_id,
|
|
comments,
|
|
no_orig_date)
|
|
VALUES
|
|
('$entry_title',
|
|
'$entry_guid',
|
|
'$entry_link',
|
|
'$entry_timestamp_fmt',
|
|
'$entry_content',
|
|
'$content_hash',
|
|
'$feed',
|
|
'$entry_comments',
|
|
$no_orig_date)";
|
|
|
|
$result = pg_query($link, $query);
|
|
|
|
} else {
|
|
|
|
$orig_entry_id = pg_fetch_result($result, 0, "id");
|
|
$orig_feed_id = pg_fetch_result($result, 0, "feed_id");
|
|
|
|
if ($orig_feed_id != $feed) {
|
|
// print "<p>Update from different feed ($orig_feed_id, $feed): $entry_guid [$entry_title]";
|
|
continue;
|
|
}
|
|
|
|
$entry_is_modified = false;
|
|
|
|
$orig_timestamp = pg_fetch_result($result, 0, "updated_timestamp");
|
|
$orig_content_hash = pg_fetch_result($result, 0, "content_hash");
|
|
$orig_last_read = pg_fetch_result($result, 0, "last_read");
|
|
$orig_no_orig_date = pg_fetch_result($result, 0, "no_orig_date");
|
|
$orig_title = pg_fetch_result($result, 0, "title");
|
|
|
|
$last_read_qpart = "";
|
|
|
|
if ($orig_content_hash != $content_hash) {
|
|
if (UPDATE_POST_ON_CHECKSUM_CHANGE) {
|
|
$last_read_qpart = 'last_read = null,';
|
|
}
|
|
$entry_is_modified = true;
|
|
}
|
|
|
|
if ($orig_title != $entry_title) {
|
|
$entry_is_modified = true;
|
|
}
|
|
|
|
if ($orig_timestamp != $entry_timestamp && !$orig_no_orig_date) {
|
|
$entry_is_modified = true;
|
|
}
|
|
|
|
if ($entry_is_modified) {
|
|
|
|
$entry_comments = pg_escape_string($entry_comments);
|
|
$entry_content = pg_escape_string($entry_content);
|
|
$entry_title = pg_escape_string($entry_title);
|
|
$entry_link = pg_escape_string($entry_link);
|
|
|
|
$query = "UPDATE ttrss_entries
|
|
SET
|
|
$last_read_qpart
|
|
title = '$entry_title',
|
|
link = '$entry_link',
|
|
updated = '$entry_timestamp_fmt',
|
|
content = '$entry_content',
|
|
comments = '$entry_comments',
|
|
content_hash = '$content_hash'
|
|
WHERE
|
|
id = '$orig_entry_id'";
|
|
|
|
$result = pg_query($link, $query);
|
|
}
|
|
}
|
|
}
|
|
|
|
if ($result) {
|
|
$result = pg_query($link, "UPDATE ttrss_feeds SET last_updated = NOW()");
|
|
}
|
|
|
|
}
|
|
|
|
pg_query("COMMIT");
|
|
|
|
}
|
|
|
|
function print_select($id, $default, $values, $attributes = "") {
|
|
print "<select id=\"$id\" $attributes>";
|
|
foreach ($values as $v) {
|
|
if ($v == $default)
|
|
$sel = " selected";
|
|
else
|
|
$sel = "";
|
|
|
|
print "<option$sel>$v</option>";
|
|
}
|
|
print "</select>";
|
|
}
|
|
|
|
function is_filtered($title, $content, $filters) {
|
|
|
|
if ($filters["title"]) {
|
|
foreach ($filters["title"] as $title_filter) {
|
|
if (preg_match("/$title_filter/i", $title))
|
|
return true;
|
|
}
|
|
}
|
|
|
|
if ($filters["content"]) {
|
|
foreach ($filters["content"] as $content_filter) {
|
|
if (preg_match("/$content_filter/i", $content))
|
|
return true;
|
|
}
|
|
}
|
|
|
|
if ($filters["both"]) {
|
|
foreach ($filters["both"] as $filter) {
|
|
if (preg_match("/$filter/i", $title) || preg_match("/$filter/i", $content))
|
|
return true;
|
|
}
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
?>
|