123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293 |
- <?php
- class CNETBridge extends BridgeAbstract {
- const MAINTAINER = 'ORelio';
- const NAME = 'CNET News';
- const URI = 'http://www.cnet.com/';
- const CACHE_TIMEOUT = 1800; // 30min
- const DESCRIPTION = 'Returns the newest articles. <br /> You may specify a
- topic found in some section URLs, else all topics are selected.';
- const PARAMETERS = array( array(
- 'topic' => array(
- 'name' => 'Topic name'
- )
- ));
- public function collectData(){
- function extractFromDelimiters($string, $start, $end){
- if(strpos($string, $start) !== false) {
- $section_retrieved = substr($string, strpos($string, $start) + strlen($start));
- $section_retrieved = substr($section_retrieved, 0, strpos($section_retrieved, $end));
- return $section_retrieved;
- }
- return false;
- }
- function stripWithDelimiters($string, $start, $end){
- while(strpos($string, $start) !== false) {
- $section_to_remove = substr($string, strpos($string, $start));
- $section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end));
- $string = str_replace($section_to_remove, '', $string);
- }
- return $string;
- }
- function cleanArticle($article_html){
- $article_html = '<p>' . substr($article_html, strpos($article_html, '<p>') + 3);
- $article_html = stripWithDelimiters($article_html, '<span class="credit">', '</span>');
- $article_html = stripWithDelimiters($article_html, '<script', '</script>');
- $article_html = stripWithDelimiters($article_html, '<div class="shortcode related-links', '</div>');
- $article_html = stripWithDelimiters($article_html, '<a class="clickToEnlarge">', '</a>');
- return $article_html;
- }
- $pageUrl = self::URI . (empty($this->getInput('topic')) ? '' : 'topics/' . $this->getInput('topic') . '/');
- $html = getSimpleHTMLDOM($pageUrl) or returnServerError('Could not request CNET: ' . $pageUrl);
- $limit = 0;
- foreach($html->find('div.assetBody') as $element) {
- if($limit < 8) {
- $article_title = trim($element->find('h2', 0)->plaintext);
- $article_uri = self::URI . ($element->find('a', 0)->href);
- $article_timestamp = strtotime($element->find('time.assetTime', 0)->plaintext);
- $article_author = trim($element->find('a[rel=author]', 0)->plaintext);
- if(!empty($article_title) && !empty($article_uri) && strpos($article_uri, '/news/') !== false) {
- $article_html = getSimpleHTMLDOM($article_uri)
- or returnServerError('Could not request CNET: ' . $article_uri);
- $article_content = trim(
- cleanArticle(
- extractFromDelimiters(
- $article_html,
- '<div class="articleContent',
- '<footer>'
- )
- )
- );
- $item = array();
- $item['uri'] = $article_uri;
- $item['title'] = $article_title;
- $item['author'] = $article_author;
- $item['timestamp'] = $article_timestamp;
- $item['content'] = $article_content;
- $this->items[] = $item;
- $limit++;
- }
- }
- }
- }
- public function getName(){
- if(!is_null($this->getInput('topic'))) {
- $topic = $this->getInput('topic');
- return 'CNET News Bridge' . (empty($topic) ? '' : ' - ' . $topic);
- }
- return parent::getName();
- }
- }
|