2013-05-01 13:04:57 +00:00
|
|
|
<?php
|
|
|
|
class FeedParser {
|
2021-11-13 14:48:52 +00:00
|
|
|
|
|
|
|
/** @var DOMDocument */
|
2013-05-01 13:04:57 +00:00
|
|
|
private $doc;
|
2021-11-13 14:48:52 +00:00
|
|
|
|
|
|
|
/** @var string|null */
|
|
|
|
private $error = null;
|
|
|
|
|
|
|
|
/** @var array<string> */
|
|
|
|
private $libxml_errors = [];
|
|
|
|
|
|
|
|
/** @var array<FeedItem> */
|
2021-11-14 16:59:21 +00:00
|
|
|
private $items = [];
|
2021-11-13 14:48:52 +00:00
|
|
|
|
2021-11-14 16:59:21 +00:00
|
|
|
/** @var string|null */
|
2013-05-01 13:04:57 +00:00
|
|
|
private $link;
|
2021-11-13 14:48:52 +00:00
|
|
|
|
2021-11-14 16:59:21 +00:00
|
|
|
/** @var string|null */
|
2013-05-01 13:04:57 +00:00
|
|
|
private $title;
|
2021-11-13 14:48:52 +00:00
|
|
|
|
2021-11-14 16:59:21 +00:00
|
|
|
/** @var FeedParser::FEED_*|null */
|
2013-05-01 13:04:57 +00:00
|
|
|
private $type;
|
2021-11-13 14:48:52 +00:00
|
|
|
|
2021-11-14 16:59:21 +00:00
|
|
|
/** @var DOMXPath|null */
|
2013-05-01 15:08:04 +00:00
|
|
|
private $xpath;
|
2013-05-01 13:04:57 +00:00
|
|
|
|
|
|
|
const FEED_RDF = 0;
|
|
|
|
const FEED_RSS = 1;
|
|
|
|
const FEED_ATOM = 2;
|
|
|
|
|
2021-11-13 14:48:52 +00:00
|
|
|
function __construct(string $data) {
|
2013-05-01 13:04:57 +00:00
|
|
|
libxml_use_internal_errors(true);
|
|
|
|
libxml_clear_errors();
|
|
|
|
$this->doc = new DOMDocument();
|
|
|
|
$this->doc->loadXML($data);
|
2013-05-17 16:09:43 +00:00
|
|
|
|
2013-08-03 10:45:27 +00:00
|
|
|
mb_substitute_character("none");
|
|
|
|
|
2013-05-17 16:09:43 +00:00
|
|
|
$error = libxml_get_last_error();
|
|
|
|
|
2013-09-25 10:26:45 +00:00
|
|
|
if ($error) {
|
|
|
|
foreach (libxml_get_errors() as $error) {
|
|
|
|
if ($error->level == LIBXML_ERR_FATAL) {
|
2021-11-17 19:29:42 +00:00
|
|
|
// currently only the first error is reported
|
|
|
|
if (!isset($this->error)) {
|
2013-09-26 17:56:45 +00:00
|
|
|
$this->error = $this->format_error($error);
|
2021-11-17 19:29:42 +00:00
|
|
|
}
|
|
|
|
$this->libxml_errors[] = $this->format_error($error);
|
2013-09-24 14:43:47 +00:00
|
|
|
}
|
2013-09-25 10:26:45 +00:00
|
|
|
}
|
2013-09-24 14:43:47 +00:00
|
|
|
}
|
2013-05-01 13:04:57 +00:00
|
|
|
libxml_clear_errors();
|
|
|
|
}
|
|
|
|
|
2021-11-13 14:48:52 +00:00
|
|
|
function init() : void {
|
2013-05-01 13:04:57 +00:00
|
|
|
$root = $this->doc->firstChild;
|
2013-05-01 13:38:16 +00:00
|
|
|
$xpath = new DOMXPath($this->doc);
|
|
|
|
$xpath->registerNamespace('atom', 'http://www.w3.org/2005/Atom');
|
2013-05-15 05:09:25 +00:00
|
|
|
$xpath->registerNamespace('atom03', 'http://purl.org/atom/ns#');
|
2013-05-01 15:40:43 +00:00
|
|
|
$xpath->registerNamespace('media', 'http://search.yahoo.com/mrss/');
|
2013-05-01 16:30:52 +00:00
|
|
|
$xpath->registerNamespace('rdf', 'http://www.w3.org/1999/02/22-rdf-syntax-ns#');
|
2013-05-01 16:55:08 +00:00
|
|
|
$xpath->registerNamespace('slash', 'http://purl.org/rss/1.0/modules/slash/');
|
|
|
|
$xpath->registerNamespace('dc', 'http://purl.org/dc/elements/1.1/');
|
2013-05-01 18:05:59 +00:00
|
|
|
$xpath->registerNamespace('content', 'http://purl.org/rss/1.0/modules/content/');
|
2013-12-18 16:05:43 +00:00
|
|
|
$xpath->registerNamespace('thread', 'http://purl.org/syndication/thread/1.0');
|
2013-05-01 16:55:08 +00:00
|
|
|
|
2013-05-01 15:08:04 +00:00
|
|
|
$this->xpath = $xpath;
|
2013-05-01 13:38:16 +00:00
|
|
|
|
2021-11-15 05:26:02 +00:00
|
|
|
$root_list = $xpath->query("(//atom03:feed|//atom:feed|//channel|//rdf:rdf|//rdf:RDF)");
|
2013-05-01 13:04:57 +00:00
|
|
|
|
2021-11-15 05:26:02 +00:00
|
|
|
if (!empty($root_list) && $root_list->length > 0) {
|
|
|
|
|
2021-11-15 12:24:38 +00:00
|
|
|
/** @var DOMElement|null $root */
|
2021-11-15 05:26:02 +00:00
|
|
|
$root = $root_list->item(0);
|
2013-06-19 15:40:36 +00:00
|
|
|
|
|
|
|
if ($root) {
|
|
|
|
switch (mb_strtolower($root->tagName)) {
|
|
|
|
case "rdf:rdf":
|
|
|
|
$this->type = $this::FEED_RDF;
|
|
|
|
break;
|
|
|
|
case "channel":
|
|
|
|
$this->type = $this::FEED_RSS;
|
|
|
|
break;
|
|
|
|
case "feed":
|
2015-02-02 09:57:32 +00:00
|
|
|
case "atom:feed":
|
2013-06-19 15:40:36 +00:00
|
|
|
$this->type = $this::FEED_ATOM;
|
|
|
|
break;
|
|
|
|
default:
|
2021-11-17 19:29:42 +00:00
|
|
|
if (!isset($this->error)) {
|
2013-06-19 15:40:36 +00:00
|
|
|
$this->error = "Unknown/unsupported feed type";
|
|
|
|
}
|
|
|
|
return;
|
2013-05-14 12:32:36 +00:00
|
|
|
}
|
2013-05-01 13:04:57 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
switch ($this->type) {
|
|
|
|
case $this::FEED_ATOM:
|
|
|
|
|
|
|
|
$title = $xpath->query("//atom:feed/atom:title")->item(0);
|
|
|
|
|
2013-05-15 05:09:25 +00:00
|
|
|
if (!$title)
|
|
|
|
$title = $xpath->query("//atom03:feed/atom03:title")->item(0);
|
|
|
|
|
|
|
|
|
2013-05-01 13:04:57 +00:00
|
|
|
if ($title) {
|
|
|
|
$this->title = $title->nodeValue;
|
|
|
|
}
|
|
|
|
|
|
|
|
$link = $xpath->query("//atom:feed/atom:link[not(@rel)]")->item(0);
|
|
|
|
|
2015-04-21 10:40:22 +00:00
|
|
|
if (!$link)
|
|
|
|
$link = $xpath->query("//atom:feed/atom:link[@rel='alternate']")->item(0);
|
|
|
|
|
2013-05-15 05:09:25 +00:00
|
|
|
if (!$link)
|
|
|
|
$link = $xpath->query("//atom03:feed/atom03:link[not(@rel)]")->item(0);
|
|
|
|
|
2015-04-21 10:40:22 +00:00
|
|
|
if (!$link)
|
|
|
|
$link = $xpath->query("//atom03:feed/atom03:link[@rel='alternate']")->item(0);
|
2013-05-15 05:09:25 +00:00
|
|
|
|
2021-11-13 14:48:52 +00:00
|
|
|
/** @var DOMElement|null $link */
|
2013-05-01 13:04:57 +00:00
|
|
|
if ($link && $link->hasAttributes()) {
|
|
|
|
$this->link = $link->getAttribute("href");
|
|
|
|
}
|
|
|
|
|
|
|
|
$articles = $xpath->query("//atom:entry");
|
|
|
|
|
2021-02-06 14:38:24 +00:00
|
|
|
if (empty($articles) || $articles->length == 0)
|
2013-05-15 05:09:25 +00:00
|
|
|
$articles = $xpath->query("//atom03:entry");
|
|
|
|
|
2013-05-01 13:04:57 +00:00
|
|
|
foreach ($articles as $article) {
|
2013-05-01 15:40:43 +00:00
|
|
|
array_push($this->items, new FeedItem_Atom($article, $this->doc, $this->xpath));
|
2013-05-01 13:04:57 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
break;
|
|
|
|
case $this::FEED_RSS:
|
2013-05-01 13:38:16 +00:00
|
|
|
$title = $xpath->query("//channel/title")->item(0);
|
|
|
|
|
|
|
|
if ($title) {
|
|
|
|
$this->title = $title->nodeValue;
|
|
|
|
}
|
|
|
|
|
2021-11-13 14:48:52 +00:00
|
|
|
/** @var DOMElement|null $link */
|
2013-05-01 13:38:16 +00:00
|
|
|
$link = $xpath->query("//channel/link")->item(0);
|
|
|
|
|
2013-05-23 16:32:54 +00:00
|
|
|
if ($link) {
|
|
|
|
if ($link->getAttribute("href"))
|
|
|
|
$this->link = $link->getAttribute("href");
|
|
|
|
else if ($link->nodeValue)
|
|
|
|
$this->link = $link->nodeValue;
|
2013-05-01 13:38:16 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
$articles = $xpath->query("//channel/item");
|
|
|
|
|
|
|
|
foreach ($articles as $article) {
|
2013-05-01 15:40:43 +00:00
|
|
|
array_push($this->items, new FeedItem_RSS($article, $this->doc, $this->xpath));
|
2013-05-01 13:38:16 +00:00
|
|
|
}
|
|
|
|
|
2013-05-01 13:04:57 +00:00
|
|
|
break;
|
2013-05-01 16:30:52 +00:00
|
|
|
case $this::FEED_RDF:
|
|
|
|
$xpath->registerNamespace('rssfake', 'http://purl.org/rss/1.0/');
|
|
|
|
|
|
|
|
$title = $xpath->query("//rssfake:channel/rssfake:title")->item(0);
|
|
|
|
|
|
|
|
if ($title) {
|
|
|
|
$this->title = $title->nodeValue;
|
|
|
|
}
|
|
|
|
|
|
|
|
$link = $xpath->query("//rssfake:channel/rssfake:link")->item(0);
|
|
|
|
|
|
|
|
if ($link) {
|
|
|
|
$this->link = $link->nodeValue;
|
|
|
|
}
|
|
|
|
|
|
|
|
$articles = $xpath->query("//rssfake:item");
|
|
|
|
|
|
|
|
foreach ($articles as $article) {
|
|
|
|
array_push($this->items, new FeedItem_RSS($article, $this->doc, $this->xpath));
|
|
|
|
}
|
|
|
|
|
|
|
|
break;
|
|
|
|
|
2013-05-01 13:04:57 +00:00
|
|
|
}
|
2014-03-04 12:38:04 +00:00
|
|
|
|
|
|
|
if ($this->title) $this->title = trim($this->title);
|
|
|
|
if ($this->link) $this->link = trim($this->link);
|
|
|
|
|
2013-05-01 16:30:52 +00:00
|
|
|
} else {
|
2021-11-17 19:29:42 +00:00
|
|
|
if (!isset($this->error)) {
|
2013-05-14 12:32:36 +00:00
|
|
|
$this->error = "Unknown/unsupported feed type";
|
|
|
|
}
|
2013-05-01 16:30:52 +00:00
|
|
|
return;
|
2013-05-01 13:04:57 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-11-13 14:48:52 +00:00
|
|
|
function format_error(LibXMLError $error) : string {
|
|
|
|
return sprintf("LibXML error %s at line %d (column %d): %s",
|
|
|
|
$error->code, $error->line, $error->column,
|
|
|
|
$error->message);
|
2013-05-01 13:04:57 +00:00
|
|
|
}
|
|
|
|
|
2019-05-12 07:13:22 +00:00
|
|
|
// libxml may have invalid unicode data in error messages
|
2021-11-13 14:48:52 +00:00
|
|
|
function error() : string {
|
2019-05-12 07:13:22 +00:00
|
|
|
return UConverter::transcode($this->error, 'UTF-8', 'UTF-8');
|
2013-05-01 13:04:57 +00:00
|
|
|
}
|
|
|
|
|
2021-11-13 14:48:52 +00:00
|
|
|
/** @return array<string> - WARNING: may return invalid unicode data */
|
|
|
|
function errors() : array {
|
2013-09-26 17:56:45 +00:00
|
|
|
return $this->libxml_errors;
|
|
|
|
}
|
|
|
|
|
2021-11-13 14:48:52 +00:00
|
|
|
function get_link() : string {
|
2021-11-14 16:59:21 +00:00
|
|
|
return clean($this->link ?? '');
|
2013-05-01 13:04:57 +00:00
|
|
|
}
|
|
|
|
|
2021-11-13 14:48:52 +00:00
|
|
|
function get_title() : string {
|
2021-11-14 16:59:21 +00:00
|
|
|
return clean($this->title ?? '');
|
2013-05-01 13:04:57 +00:00
|
|
|
}
|
|
|
|
|
2021-11-13 14:48:52 +00:00
|
|
|
/** @return array<FeedItem> */
|
|
|
|
function get_items() : array {
|
2013-05-01 13:04:57 +00:00
|
|
|
return $this->items;
|
|
|
|
}
|
|
|
|
|
2021-11-13 14:48:52 +00:00
|
|
|
/** @return array<string> */
|
|
|
|
function get_links(string $rel) : array {
|
2013-05-01 15:08:04 +00:00
|
|
|
$rv = array();
|
|
|
|
|
|
|
|
switch ($this->type) {
|
|
|
|
case $this::FEED_ATOM:
|
|
|
|
$links = $this->xpath->query("//atom:feed/atom:link");
|
|
|
|
|
|
|
|
foreach ($links as $link) {
|
|
|
|
if (!$rel || $link->hasAttribute('rel') && $link->getAttribute('rel') == $rel) {
|
2018-12-26 07:16:11 +00:00
|
|
|
array_push($rv, clean(trim($link->getAttribute('href'))));
|
2013-05-01 15:08:04 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
case $this::FEED_RSS:
|
2013-05-24 10:40:47 +00:00
|
|
|
$links = $this->xpath->query("//atom:link");
|
|
|
|
|
2013-05-01 15:09:07 +00:00
|
|
|
foreach ($links as $link) {
|
|
|
|
if (!$rel || $link->hasAttribute('rel') && $link->getAttribute('rel') == $rel) {
|
2018-12-26 07:16:11 +00:00
|
|
|
array_push($rv, clean(trim($link->getAttribute('href'))));
|
2013-05-01 15:09:07 +00:00
|
|
|
}
|
2013-05-01 15:08:04 +00:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
return $rv;
|
|
|
|
}
|
2018-08-12 13:54:13 +00:00
|
|
|
}
|