[CNETBridge] Remove bridge
CNET now provides public feeds at https://www.cnet.com/rss/ References #775
This commit is contained in:
parent
c305c1ded7
commit
ad82d50bbd
1 changed files with 0 additions and 93 deletions
|
@ -1,93 +0,0 @@
|
||||||
<?php
|
|
||||||
class CNETBridge extends BridgeAbstract {
|
|
||||||
|
|
||||||
const MAINTAINER = 'ORelio';
|
|
||||||
const NAME = 'CNET News';
|
|
||||||
const URI = 'http://www.cnet.com/';
|
|
||||||
const CACHE_TIMEOUT = 1800; // 30min
|
|
||||||
const DESCRIPTION = 'Returns the newest articles. <br /> You may specify a
|
|
||||||
topic found in some section URLs, else all topics are selected.';
|
|
||||||
|
|
||||||
const PARAMETERS = array( array(
|
|
||||||
'topic' => array(
|
|
||||||
'name' => 'Topic name'
|
|
||||||
)
|
|
||||||
));
|
|
||||||
|
|
||||||
public function collectData(){
|
|
||||||
|
|
||||||
function extractFromDelimiters($string, $start, $end){
|
|
||||||
if(strpos($string, $start) !== false) {
|
|
||||||
$section_retrieved = substr($string, strpos($string, $start) + strlen($start));
|
|
||||||
$section_retrieved = substr($section_retrieved, 0, strpos($section_retrieved, $end));
|
|
||||||
return $section_retrieved;
|
|
||||||
}
|
|
||||||
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
function stripWithDelimiters($string, $start, $end){
|
|
||||||
while(strpos($string, $start) !== false) {
|
|
||||||
$section_to_remove = substr($string, strpos($string, $start));
|
|
||||||
$section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end));
|
|
||||||
$string = str_replace($section_to_remove, '', $string);
|
|
||||||
}
|
|
||||||
|
|
||||||
return $string;
|
|
||||||
}
|
|
||||||
|
|
||||||
function cleanArticle($article_html){
|
|
||||||
$article_html = '<p>' . substr($article_html, strpos($article_html, '<p>') + 3);
|
|
||||||
$article_html = stripWithDelimiters($article_html, '<span class="credit">', '</span>');
|
|
||||||
$article_html = stripWithDelimiters($article_html, '<script', '</script>');
|
|
||||||
$article_html = stripWithDelimiters($article_html, '<div class="shortcode related-links', '</div>');
|
|
||||||
$article_html = stripWithDelimiters($article_html, '<a class="clickToEnlarge">', '</a>');
|
|
||||||
return $article_html;
|
|
||||||
}
|
|
||||||
|
|
||||||
$pageUrl = self::URI . (empty($this->getInput('topic')) ? '' : 'topics/' . $this->getInput('topic') . '/');
|
|
||||||
$html = getSimpleHTMLDOM($pageUrl) or returnServerError('Could not request CNET: ' . $pageUrl);
|
|
||||||
$limit = 0;
|
|
||||||
|
|
||||||
foreach($html->find('div.assetBody') as $element) {
|
|
||||||
if($limit < 8) {
|
|
||||||
$article_title = trim($element->find('h2', 0)->plaintext);
|
|
||||||
$article_uri = self::URI . ($element->find('a', 0)->href);
|
|
||||||
$article_timestamp = strtotime($element->find('time.assetTime', 0)->plaintext);
|
|
||||||
$article_author = trim($element->find('a[rel=author]', 0)->plaintext);
|
|
||||||
|
|
||||||
if(!empty($article_title) && !empty($article_uri) && strpos($article_uri, '/news/') !== false) {
|
|
||||||
$article_html = getSimpleHTMLDOM($article_uri)
|
|
||||||
or returnServerError('Could not request CNET: ' . $article_uri);
|
|
||||||
$article_content = trim(
|
|
||||||
cleanArticle(
|
|
||||||
extractFromDelimiters(
|
|
||||||
$article_html,
|
|
||||||
'<div class="articleContent',
|
|
||||||
'<footer>'
|
|
||||||
)
|
|
||||||
)
|
|
||||||
);
|
|
||||||
|
|
||||||
$item = array();
|
|
||||||
$item['uri'] = $article_uri;
|
|
||||||
$item['title'] = $article_title;
|
|
||||||
$item['author'] = $article_author;
|
|
||||||
$item['timestamp'] = $article_timestamp;
|
|
||||||
$item['content'] = $article_content;
|
|
||||||
$this->items[] = $item;
|
|
||||||
$limit++;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public function getName(){
|
|
||||||
if(!is_null($this->getInput('topic'))) {
|
|
||||||
$topic = $this->getInput('topic');
|
|
||||||
return 'CNET News Bridge' . (empty($topic) ? '' : ' - ' . $topic);
|
|
||||||
}
|
|
||||||
|
|
||||||
return parent::getName();
|
|
||||||
}
|
|
||||||
}
|
|
Loading…
Reference in a new issue