try to force-convert feed data to utf8

This commit is contained in:
Andrew Dolgov 2013-05-17 20:09:43 +04:00
parent 175dd0794e
commit d1f3fa9791
2 changed files with 20 additions and 5 deletions

View file

@ -17,7 +17,22 @@ class FeedParser {
libxml_clear_errors();
$this->doc = new DOMDocument();
$this->doc->loadXML($data);
$this->error = $this->format_error(libxml_get_last_error());
$error = libxml_get_last_error();
if ($error && $error->code == 9) {
libxml_clear_errors();
// we might want to try guessing input encoding here too
$data = iconv("UTF-8", "UTF-8//IGNORE", $data);
$this->doc = new DOMDocument();
$this->doc->loadXML($data);
$error = libxml_get_last_error();
}
$this->error = $this->format_error($error);
libxml_clear_errors();
$this->items = array();

View file

@ -291,7 +291,7 @@
_debug("fetch done.", $debug_enabled);
if ($feed_data) {
/* if ($feed_data) {
$error = verify_feed_xml($feed_data);
if ($error) {
@ -307,7 +307,7 @@
if ($error) $feed_data = '';
}
}
}
} */
}
if (!$feed_data) {
@ -1349,14 +1349,14 @@
mb_strtolower(strip_tags($title), 'utf-8'));
}
function verify_feed_xml($feed_data) {
/* function verify_feed_xml($feed_data) {
libxml_use_internal_errors(true);
$doc = new DOMDocument();
$doc->loadXML($feed_data);
$error = libxml_get_last_error();
libxml_clear_errors();
return $error;
}
} */
function housekeeping_common($debug) {
expire_cached_files($debug);