93 lines
3.1 KiB
PHP
93 lines
3.1 KiB
PHP
<?php
|
|
class CNETBridge extends BridgeAbstract {
|
|
|
|
const MAINTAINER = 'ORelio';
|
|
const NAME = 'CNET News';
|
|
const URI = 'http://www.cnet.com/';
|
|
const CACHE_TIMEOUT = 1800; // 30min
|
|
const DESCRIPTION = 'Returns the newest articles. <br /> You may specify a
|
|
topic found in some section URLs, else all topics are selected.';
|
|
|
|
const PARAMETERS = array( array(
|
|
'topic' => array(
|
|
'name' => 'Topic name'
|
|
)
|
|
));
|
|
|
|
public function collectData(){
|
|
|
|
function extractFromDelimiters($string, $start, $end){
|
|
if(strpos($string, $start) !== false){
|
|
$section_retrieved = substr($string, strpos($string, $start) + strlen($start));
|
|
$section_retrieved = substr($section_retrieved, 0, strpos($section_retrieved, $end));
|
|
return $section_retrieved;
|
|
}
|
|
|
|
return false;
|
|
}
|
|
|
|
function stripWithDelimiters($string, $start, $end){
|
|
while(strpos($string, $start) !== false){
|
|
$section_to_remove = substr($string, strpos($string, $start));
|
|
$section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end));
|
|
$string = str_replace($section_to_remove, '', $string);
|
|
}
|
|
|
|
return $string;
|
|
}
|
|
|
|
function cleanArticle($article_html){
|
|
$article_html = '<p>' . substr($article_html, strpos($article_html, '<p>') + 3);
|
|
$article_html = stripWithDelimiters($article_html, '<span class="credit">', '</span>');
|
|
$article_html = stripWithDelimiters($article_html, '<script', '</script>');
|
|
$article_html = stripWithDelimiters($article_html, '<div class="shortcode related-links', '</div>');
|
|
$article_html = stripWithDelimiters($article_html, '<a class="clickToEnlarge">', '</a>');
|
|
return $article_html;
|
|
}
|
|
|
|
$pageUrl = self::URI . (empty($this->getInput('topic')) ? '' : 'topics/' . $this->getInput('topic') . '/');
|
|
$html = getSimpleHTMLDOM($pageUrl) or returnServerError('Could not request CNET: ' . $pageUrl);
|
|
$limit = 0;
|
|
|
|
foreach($html->find('div.assetBody') as $element){
|
|
if($limit < 8){
|
|
$article_title = trim($element->find('h2', 0)->plaintext);
|
|
$article_uri = self::URI . ($element->find('a', 0)->href);
|
|
$article_timestamp = strtotime($element->find('time.assetTime', 0)->plaintext);
|
|
$article_author = trim($element->find('a[rel=author]', 0)->plaintext);
|
|
|
|
if(!empty($article_title) && !empty($article_uri) && strpos($article_uri, '/news/') !== false){
|
|
$article_html = getSimpleHTMLDOM($article_uri)
|
|
or returnServerError('Could not request CNET: ' . $article_uri);
|
|
$article_content = trim(
|
|
cleanArticle(
|
|
extractFromDelimiters(
|
|
$article_html,
|
|
'<div class="articleContent',
|
|
'<footer>'
|
|
)
|
|
)
|
|
);
|
|
|
|
$item = array();
|
|
$item['uri'] = $article_uri;
|
|
$item['title'] = $article_title;
|
|
$item['author'] = $article_author;
|
|
$item['timestamp'] = $article_timestamp;
|
|
$item['content'] = $article_content;
|
|
$this->items[] = $item;
|
|
$limit++;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
public function getName(){
|
|
if(!is_null($this->getInput('topic'))){
|
|
$topic = $this->getInput('topic');
|
|
return 'CNET News Bridge' . (empty($topic) ? '' : ' - ' . $topic);
|
|
}
|
|
|
|
return parent::getName();
|
|
}
|
|
}
|