');
- $contents = StripWithDelimiters($contents, 'fs:definition="', '"');
- $contents = StripWithDelimiters($contents, 'fs:xt:clicktype="', '"');
- $contents = StripWithDelimiters($contents, 'fs:xt:clickname="', '"');
-
- $item = array();
- $item['author'] = ExtractAuthor($article, $element);
- $item['uri'] = $article_url;
- $item['title'] = StripCDATA($element->find('title', 0)->innertext);
- $item['timestamp'] = strtotime(StripCDATA($element->find('pubDate', 0)->plaintext));
- $item['content'] = trim($contents);
- $this->items[] = $item;
- $limit++;
}
}
+ return $string;
+ }
+ function ExtractArticleContent($article){
+ $contents = $article->find('div.content', 0)->innertext;
+
+ foreach (array(
+ '
StripRecursiveHTMLSection($contents , 'div', $div_start);
+ }
+
+ $contents = $this->StripWithDelimiters($contents, '
');
+ $contents = $this->StripWithDelimiters($contents, '
');
+ $contents = $this->StripWithDelimiters($contents, 'fs:definition="', '"');
+ $contents = $this->StripWithDelimiters($contents, 'fs:xt:clicktype="', '"');
+ $contents = $this->StripWithDelimiters($contents, 'fs:xt:clickname="', '"');
+
+ return $contents;
+ }
+
+ // Extracts the author from an article or element
+ function ExtractAuthor($article){
+ $article_author = $article->find('span.author', 0);
+ if($article_author){
+ return trim(str_replace(', Futura-Sciences', '', $article_author->plaintext));
+ }
+ return '';
}
}
diff --git a/bridges/GBAtempBridge.php b/bridges/GBAtempBridge.php
index bab42be7..a171affc 100644
--- a/bridges/GBAtempBridge.php
+++ b/bridges/GBAtempBridge.php
@@ -1,12 +1,12 @@
array(
'name'=>'Type',
'type'=>'list',
@@ -54,7 +54,7 @@ class GBAtempBridge extends BridgeAbstract {
}
private function fetch_post_content($uri, $site_url) {
- $html = $this->getSimpleHTMLDOM($uri);
+ $html = getSimpleHTMLDOM($uri);
if(!$html){
return 'Could not request GBAtemp '.$uri;
}
@@ -65,24 +65,24 @@ class GBAtempBridge extends BridgeAbstract {
public function collectData(){
- $html = $this->getSimpleHTMLDOM($this->uri)
- or $this->returnServerError('Could not request GBAtemp.');
+ $html = getSimpleHTMLDOM(self::URI)
+ or returnServerError('Could not request GBAtemp.');
switch($this->getInput('type')){
case 'N':
foreach ($html->find('li[class=news_item full]') as $newsItem) {
- $url = $this->uri.$newsItem->find('a', 0)->href;
+ $url = self::URI.$newsItem->find('a', 0)->href;
$time = intval($this->ExtractFromDelimiters($newsItem->find('abbr.DateTime', 0)->outertext, 'data-time="', '"'));
$author = $newsItem->find('a.username', 0)->plaintext;
$title = $newsItem->find('a', 1)->plaintext;
- $content = $this->fetch_post_content($url, $this->uri);
+ $content = $this->fetch_post_content($url, self::URI);
$this->items[] = $this->build_item($url, $title, $author, $time, $content);
}
case 'R':
foreach ($html->find('li.portal_review') as $reviewItem) {
- $url = $this->uri.$reviewItem->find('a', 0)->href;
+ $url = self::URI.$reviewItem->find('a', 0)->href;
$title = $reviewItem->find('span.review_title', 0)->plaintext;
- $content = $this->getSimpleHTMLDOM($url) or $this->returnServerError('Could not request GBAtemp: '.$uri);
+ $content = getSimpleHTMLDOM($url) or returnServerError('Could not request GBAtemp: '.$uri);
$author = $content->find('a.username', 0)->plaintext;
$time = intval($this->ExtractFromDelimiters($content->find('abbr.DateTime', 0)->outertext, 'data-time="', '"'));
$intro = '
'.($content->find('div#review_intro', 0)->plaintext).'
';
@@ -90,25 +90,25 @@ class GBAtempBridge extends BridgeAbstract {
$subheader = '
'.$content->find('div.review_subheader', 0)->plaintext.'
';
$procons = $content->find('table.review_procons', 0)->outertext;
$scores = $content->find('table.reviewscores', 0)->outertext;
- $content = $this->cleanup_post_content($intro.$review.$subheader.$procons.$scores, $this->uri);
+ $content = $this->cleanup_post_content($intro.$review.$subheader.$procons.$scores, self::URI);
$this->items[] = $this->build_item($url, $title, $author, $time, $content);
}
case 'T':
foreach ($html->find('li.portal-tutorial') as $tutorialItem) {
- $url = $this->uri.$tutorialItem->find('a', 0)->href;
+ $url = self::URI.$tutorialItem->find('a', 0)->href;
$title = $tutorialItem->find('a', 0)->plaintext;
$time = intval($this->ExtractFromDelimiters($tutorialItem->find('abbr.DateTime', 0)->outertext, 'data-time="', '"'));
$author = $tutorialItem->find('a.username', 0)->plaintext;
- $content = $this->fetch_post_content($url, $this->uri);
+ $content = $this->fetch_post_content($url, self::URI);
$this->items[] = $this->build_item($url, $title, $author, $time, $content);
}
case 'F':
foreach ($html->find('li.rc_item') as $postItem) {
- $url = $this->uri.$postItem->find('a', 1)->href;
+ $url = self::URI.$postItem->find('a', 1)->href;
$title = $postItem->find('a', 1)->plaintext;
$time = intval($this->ExtractFromDelimiters($postItem->find('abbr.DateTime', 0)->outertext, 'data-time="', '"'));
$author = $postItem->find('a.username', 0)->plaintext;
- $content = $this->fetch_post_content($url, $this->uri);
+ $content = $this->fetch_post_content($url, self::URI);
$this->items[] = $this->build_item($url, $title, $author, $time, $content);
}
}
@@ -117,13 +117,8 @@ class GBAtempBridge extends BridgeAbstract {
public function getName() {
$type=array_search(
$this->getInput('type'),
- $this->parameters[$this->queriedContext]['type']['values']
+ self::PARAMETERS[$this->queriedContext]['type']['values']
);
return 'GBAtemp '.$type.' Bridge';
}
-
- public function getCacheDuration() {
- return ($this->filter === 'Forum') ? 300 : 3600; // 5 minutes / 1 hour
- }
-
}
diff --git a/bridges/GelbooruBridge.php b/bridges/GelbooruBridge.php
index 811a905b..25cd6a3a 100644
--- a/bridges/GelbooruBridge.php
+++ b/bridges/GelbooruBridge.php
@@ -1,40 +1,21 @@
array(
- 'name'=>'page',
- 'type'=>'number'
- ),
- 't'=>array('name'=>'tags')
- ));
+ const MAINTAINER = "mitsukarenai";
+ const NAME = "Gelbooru";
+ const URI = "http://gelbooru.com/";
+ const DESCRIPTION = "Returns images from given page";
- public function collectData(){
- $html = $this->getSimpleHTMLDOM(
- $this->uri.'index.php?page=post&s=list&'
- .'&pid='.($this->getInput('p')?($this->getInput('p') -1)*63:'')
- .'&tags='.urlencode($this->getInput('t'))
- ) or $this->returnServerError('Could not request Gelbooru.');
+ const PATHTODATA='.thumb';
+ const IDATTRIBUTE='id';
- foreach($html->find('div[class=content] span') as $element) {
- $item = array();
- $item['uri'] = $this->uri.$element->find('a', 0)->href;
- $item['postid'] = (int)preg_replace("/[^0-9]/",'', $element->getAttribute('id'));
- $item['timestamp'] = time();
- $thumbnailUri = $element->find('img', 0)->src;
- $item['tags'] = $element->find('img', 0)->getAttribute('alt');
- $item['title'] = 'Gelbooru | '.$item['postid'];
- $item['content'] = '
Tags: '.$item['tags'];
- $this->items[] = $item;
- }
- }
+ const PIDBYPAGE=63;
- public function getCacheDuration(){
- return 1800; // 30 minutes
+ protected function getFullURI(){
+ return $this->getURI().'index.php?page=post&s=list&'
+ .'&pid='.($this->getInput('p')?($this->getInput('p') -1)*static::PIDBYPAGE:'')
+ .'&tags='.urlencode($this->getInput('t'));
}
}
diff --git a/bridges/GiphyBridge.php b/bridges/GiphyBridge.php
index 95beea58..90f23a99 100644
--- a/bridges/GiphyBridge.php
+++ b/bridges/GiphyBridge.php
@@ -3,12 +3,13 @@ define('GIPHY_LIMIT', 10);
class GiphyBridge extends BridgeAbstract{
- public $maintainer = "kraoc";
- public $name = "Giphy Bridge";
- public $uri = "http://giphy.com/";
- public $description = "Bridge for giphy.com";
+ const MAINTAINER = "kraoc";
+ const NAME = "Giphy Bridge";
+ const URI = "http://giphy.com/";
+ const CACHE_TIMEOUT = 300; //5min
+ const DESCRIPTION = "Bridge for giphy.com";
- public $parameters = array( array(
+ const PARAMETERS = array( array(
's'=>array(
'name'=>'search tag',
'required'=>true
@@ -22,8 +23,8 @@ class GiphyBridge extends BridgeAbstract{
public function collectData(){
$html = '';
$base_url = 'http://giphy.com';
- $html = $this->getSimpleHTMLDOM($this->uri.'/search/'.urlencode($this->getInput('s').'/'))
- or $this->returnServerError('No results for this query.');
+ $html = getSimpleHTMLDOM(self::URI.'/search/'.urlencode($this->getInput('s').'/'))
+ or returnServerError('No results for this query.');
$max = GIPHY_LIMIT;
if ($this->getInput('n')) {
@@ -37,8 +38,8 @@ class GiphyBridge extends BridgeAbstract{
$node = $entry->first_child();
$href = $node->getAttribute('href');
- $html2 = $this->getSimpleHTMLDOM($this->uri . $href)
- or $this->returnServerError('No results for this query.');
+ $html2 = getSimpleHTMLDOM(self::URI . $href)
+ or returnServerError('No results for this query.');
$figure = $html2->getElementByTagName('figure');
$img = $figure->firstChild();
$caption = $figure->lastChild();
@@ -67,8 +68,4 @@ class GiphyBridge extends BridgeAbstract{
}
}
}
-
- public function getCacheDuration(){
- return 300; // 5 minutes
- }
}
diff --git a/bridges/GithubIssueBridge.php b/bridges/GithubIssueBridge.php
index 480a2446..58dfc37e 100644
--- a/bridges/GithubIssueBridge.php
+++ b/bridges/GithubIssueBridge.php
@@ -1,12 +1,13 @@
array (
'u'=>array(
'name'=>'User name',
@@ -18,7 +19,12 @@ class GithubIssueBridge extends BridgeAbstract{
)
),
- 'Project Issues'=>array(),
+ 'Project Issues'=>array(
+ 'c'=>array(
+ 'name'=>'Show Issues Comments',
+ 'type'=>'checkbox'
+ )
+ ),
'Issue comments'=>array(
'i'=>array(
'name'=>'Issue number',
@@ -28,46 +34,157 @@ class GithubIssueBridge extends BridgeAbstract{
)
);
+ public function getName(){
+ $name=$this->getInput('u').'/'.$this->getInput('p');
+ switch($this->queriedContext){
+ case 'Project Issues':
+ if($this->getInput('c')){
+ $prefix=static::NAME.'s comments for ';
+ }else{
+ $prefix=static::NAME.'s for ';
+ }
+ $name=$prefix.$name;
+ break;
+ case 'Issue comments':
+ $name=static::NAME.' '.$name.' #'.$this->getInput('i');
+ break;
+ }
+ return $name;
+ }
+
+ public function getURI(){
+ $uri = static::URI.$this->getInput('u').'/'.$this->getInput('p').'/issues';
+ if($this->queriedContext==='Issue comments'){
+ $uri.='/'.$this->getInput('i');
+ }else if($this->getInput('c')){
+ $uri.='?q=is%3Aissue+sort%3Aupdated-desc';
+ }
+ return $uri;
+ }
+
+ protected function extractIssueComment($issueNbr,$title,$comment){
+ $class=$comment->getAttribute('class');
+ $classes=explode(' ',$class);
+ $event=false;
+ if(in_array('discussion-item',$classes)){
+ $event=true;
+ }
+
+ $author='unknown';
+ if($comment->find('.author',0)){
+ $author=$comment->find('.author',0)->plaintext;
+ }
+
+ $uri=static::URI.$this->getInput('u').'/'.$this->getInput('p').'/issues/'
+ .$issueNbr;
+
+ $comment=$comment->firstChild();
+ if(!$event){
+ $comment=$comment->nextSibling();
+ }
+
+ if($event){
+ $title.=' / '.substr($class,strpos($class,'discussion-item-')+strlen('discussion-item-'));
+ if(!$comment->hasAttribute('id')){
+ $items=array();
+ $timestamp=strtotime($comment->find('relative-time',0)->getAttribute('datetime'));
+ $content=$comment->innertext;
+ while($comment=$comment->nextSibling()){
+ $item=array();
+ $item['author']=$author;
+ $item['title']=html_entity_decode($title,ENT_QUOTES,'UTF-8');
+ $item['timestamp']=$timestamp;
+ $item['content']=$content.'
'.$comment->children(1)->innertext.'
';
+ $item['uri']=$uri.'#'.$comment->children(1)->getAttribute('id');
+ $items[]=$item;
+ }
+ return $items;
+ }
+ $content=$comment->parent()->innertext;
+ }else{
+ $title.=' / '.trim($comment->firstChild()->plaintext);
+ $content="
".$comment->find('.comment-body',0)->innertext."";
+ }
+
+ $item = array();
+ $item['author']=$author;
+ $item['uri']= $uri.'#'.$comment->getAttribute('id');
+ $item['title']=html_entity_decode($title,ENT_QUOTES,'UTF-8');
+ $item['timestamp']=strtotime($comment->find('relative-time',0)->getAttribute('datetime'));
+ $item['content']=$content;
+ return $item;
+ }
+
+ protected function extractIssueComments($issue){
+ $items=array();
+ $title=$issue->find('.gh-header-title',0)->plaintext;
+ $issueNbr=trim(substr($issue->find('.gh-header-number',0)->plaintext,1));
+ $comments=$issue->find('.js-discussion',0);
+ foreach($comments->children() as $comment){
+ $classes=explode(' ',$comment->getAttribute('class'));
+ if(in_array('discussion-item',$classes) ||
+ in_array('timeline-comment-wrapper',$classes)
+ ){
+ $item=$this->extractIssueComment($issueNbr,$title,$comment);
+ if(array_keys($item)!==range(0,count($item)-1)){
+ $item=array($item);
+ }
+ $items=array_merge($items,$item);
+ }
+ }
+ return $items;
+ }
+
public function collectData(){
- $uri = $this->uri.$this->getInput('u').'/'.$this->getInput('p')
- .'/issues/'.$this->getInput('i');
- $html = $this->getSimpleHTMLDOM($uri)
- or $this->returnServerError('No results for Github Issue '.$this->getInput('i').' in project '.$this->getInput('u').'/'.$this->getInput('p'));
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('No results for Github Issue '.$this->getURI());
switch($this->queriedContext){
- case 'Issue Comments':
- foreach($html->find('.js-comment-container') as $comment){
-
- $item = array();
- $item['author']=$comment->find('img',0)->getAttribute('alt');
-
- $comment=$comment->firstChild()->nextSibling();
-
- $item['uri']=$uri.'#'.$comment->getAttribute('id');
- $item['title']=trim($comment->firstChild()->plaintext);
- $item['timestamp']=strtotime($comment->find('relative-time',0)->getAttribute('datetime'));
- $item['content']=$comment->find('.comment-body',0)->innertext;
-
- $this->items[]=$item;
- }
+ case 'Issue comments':
+ $this->items=$this->extractIssueComments($html);
break;
case 'Project Issues':
foreach($html->find('.js-active-navigation-container .js-navigation-item') as $issue){
- $item=array();
$info=$issue->find('.opened-by',0);
+ $issueNbr=substr(trim($info->plaintext),1,strpos(trim($info->plaintext),' '));
+
+ $item=array();
+ $item['content']='';
+
+ if($this->getInput('c')){
+ $uri=static::URI.$this->getInput('u').'/'.$this->getInput('p').'/issues/'.$issueNbr;
+ $issue=getSimpleHTMLDOMCached($uri,static::CACHE_TIMEOUT);
+ if($issue){
+ $this->items=array_merge($this->items,$this->extractIssueComments($issue));
+ continue;
+ }
+ $item['content']='Can not extract comments from '.$uri;
+ }
+
$item['author']=$info->find('a',0)->plaintext;
$item['timestamp']=strtotime($info->find('relative-time',0)->getAttribute('datetime'));
- $item['title']=$issue->find('.js-navigation-open',0)->plaintext;
+ $item['title']=html_entity_decode(
+ $issue->find('.js-navigation-open',0)->plaintext,
+ ENT_QUOTES,
+ 'UTF-8'
+ );
$comments=$issue->find('.col-5',0)->plaintext;
- $item['content']='Comments: '.($comments?$comments:'0');
- $item['uri']=$this->uri.$issue->find('.js-navigation-open',0)->getAttribute('href');
+ $item['content'].="\n".'Comments: '.($comments?$comments:'0');
+ $item['uri']=self::URI.$issue->find('.js-navigation-open',0)->getAttribute('href');
$this->items[]=$item;
}
break;
}
- }
- public function getCacheDuration(){
- return 600; // ten minutes
+ array_walk($this->items, function(&$item){
+ $item['content']=preg_replace('/\s+/',' ',$item['content']);
+ $item['content']=str_replace('href="/','href="'.static::URI,$item['content']);
+ $item['content']=str_replace(
+ 'href="#',
+ 'href="'.substr($item['uri'],0,strpos($item['uri'],'#')+1),
+ $item['content']
+ );
+ $item['title']=preg_replace('/\s+/',' ',$item['title']);
+ });
}
}
diff --git a/bridges/GitlabCommitsBridge.php b/bridges/GitlabCommitsBridge.php
deleted file mode 100644
index f5fe97e2..00000000
--- a/bridges/GitlabCommitsBridge.php
+++ /dev/null
@@ -1,66 +0,0 @@
-array(
- 'name'=>'Base URI',
- 'defaultValue'=>'https://gitlab.com'
- ),
- 'u'=>array(
- 'name'=>'User name',
- 'required'=>true
- ),
- 'p'=>array(
- 'name'=>'Project name',
- 'required'=>true
- ),
- 'b'=>array(
- 'name'=>'Project branch',
- 'defaultValue'=>'master'
- )
- ));
-
- public function collectData(){
- $uri = $this->getInput('uri').'/'.$this->getInput('u').'/'
- .$this->getInput('p').'/commits/'.$this->getInput('b');
-
- $html = $this->getSimpleHTMLDOM($uri)
- or $this->returnServerError('No results for Gitlab Commits of project '.$uri);
-
- foreach($html->find('li.commit') as $commit){
-
- $item = array();
- $item['uri']=$this->getInput('uri');
-
- foreach($commit->getElementsByTagName('a') as $a){
- $classes=explode(' ',$a->getAttribute("class"));
- if(in_array('commit-short-id',$classes) ||
- in_array('commit_short_id',$classes)){
- $href=$a->getAttribute('href');
- $item['uri'].=substr($href,strpos($href,'/'.$this->getInput('u').'/'.$this->getInput('p')));
- }
- if(in_array('commit-row-message',$classes)){
- $item['title']=$a->plaintext;
- }
- if(in_array('commit-author-link',$classes)){
- $item['author']=trim($a->plaintext);
- }
- }
-
- $pre=$commit->find('pre',0);
- if($pre){
- $item['content']=$pre->outertext;
- }else{
- $item['content']='';
- }
- $item['timestamp']=strtotime($commit->find('time',0)->getAttribute('datetime'));
-
- $this->items[]=$item;
- }
- }
-}
diff --git a/bridges/GizmodoBridge.php b/bridges/GizmodoBridge.php
new file mode 100644
index 00000000..bb99c668
--- /dev/null
+++ b/bridges/GizmodoBridge.php
@@ -0,0 +1,32 @@
+find('div.entry-content', 0)->innertext;
+ foreach($articleHTMLContent->find('pagespeed_iframe') as $element) {
+ $text .= '
link to a iframe (could be a video): '.$element->src.'
';
+ }
+
+ $text = strip_tags($text, '
![]()
');
+ }
+
+ $item['content'] = $text;
+ return $item;
+ }
+
+ public function collectData(){
+ $this->collectExpandableDatas('http://feeds.gawker.com/gizmodo/full');
+ }
+}
diff --git a/bridges/GizmodoFRBridge.php b/bridges/GizmodoFRBridge.php
deleted file mode 100644
index 660da8a4..00000000
--- a/bridges/GizmodoFRBridge.php
+++ /dev/null
@@ -1,48 +0,0 @@
-getSimpleHTMLDOM($url);
- if(!$articleHTMLContent){
- return 'Could not load '.$url;
- }
- $text = $articleHTMLContent->find('div.entry-thumbnail', 0)->innertext;
- $text = $text.$articleHTMLContent->find('div.entry-excerpt', 0)->innertext;
- $text = $text.$articleHTMLContent->find('div.entry-content', 0)->innertext;
- foreach($articleHTMLContent->find('pagespeed_iframe') as $element) {
- $text = $text.'link to a iframe (could be a video): '.$element->src.'
';
- }
-
- $text = strip_tags($text, '![]()
');
- return $text;
- }
-
- $rssFeed = $this->getSimpleHTMLDOM($this->uri.'/feed')
- or $this->returnServerError('Could not request '.$this->uri.'/feed');
- $limit = 0;
-
- foreach($rssFeed->find('item') as $element) {
- if($limit < 15) {
- $item = array();
- $item['title'] = $element->find('title', 0)->innertext;
- $item['uri'] = $element->find('guid', 0)->plaintext;
- $item['timestamp'] = strtotime($element->find('pubDate', 0)->plaintext);
- $item['content'] = GizmodoFRExtractContent($item['uri']);
- $this->items[] = $item;
- $limit++;
- }
- }
-
- }
-
- public function getCacheDuration(){
- return 1800; // 30min
- }
-}
diff --git a/bridges/GooglePlusPostBridge.php b/bridges/GooglePlusPostBridge.php
index a55620f2..1c1e1d99 100644
--- a/bridges/GooglePlusPostBridge.php
+++ b/bridges/GooglePlusPostBridge.php
@@ -4,12 +4,13 @@ class GooglePlusPostBridge extends BridgeAbstract
protected $_title;
protected $_url;
- public $maintainer = "Grummfy";
- public $name = "Google Plus Post Bridge";
- public $uri = "https://plus.google.com/";
- public $description = "Returns user public post (without API).";
+ const MAINTAINER = "Grummfy";
+ const NAME = "Google Plus Post Bridge";
+ const URI = "https://plus.google.com/";
+ const CACHE_TIMEOUT = 600; //10min
+ const DESCRIPTION = "Returns user public post (without API).";
- public $parameters = array( array(
+ const PARAMETERS = array( array(
'username'=>array(
'name'=>'username or Id',
'required'=>true
@@ -19,13 +20,13 @@ class GooglePlusPostBridge extends BridgeAbstract
public function collectData()
{
// get content parsed
-// $html = $this->getSimpleHTMLDOM(__DIR__ . '/../posts2.html'
- $html = $this->getSimpleHTMLDOM($this->uri . urlencode($this->getInput('username')) . '/posts'
+// $html = getSimpleHTMLDOM(__DIR__ . '/../posts2.html'
+ $html = getSimpleHTMLDOM(self::URI . urlencode($this->getInput('username')) . '/posts'
// force language
, false, stream_context_create(array('http'=> array(
'header' => 'Accept-Language: fr,fr-be,fr-fr;q=0.8,en;q=0.4,en-us;q=0.2;*' . "\r\n"
)))
- ) OR $this->returnServerError('No results for this query.');
+ ) OR returnServerError('No results for this query.');
// get title, url, ... there is a lot of intresting stuff in meta
$this->_title = $html->find('meta[property]', 0)->getAttribute('content');
@@ -48,7 +49,7 @@ class GooglePlusPostBridge extends BridgeAbstract
// $item['title'] = $item['fullname'] = $post->find('header.lea', 0)->plaintext;
$item['avatar'] = $post->find('div.ys img', 0)->src;
// var_dump((($post->find('a.o-U-s', 0)->getAllAttributes())));
- $item['uri'] = $this->uri . $post->find('a.o-U-s', 0)->href;
+ $item['uri'] = self::URI . $post->find('a.o-U-s', 0)->href;
$item['timestamp'] = strtotime($post->find('a.o-U-s', 0)->plaintext);
$this->items[] = $item;
@@ -56,21 +57,21 @@ class GooglePlusPostBridge extends BridgeAbstract
$hashtags = array();
foreach($post->find('a.d-s') as $hashtag)
{
- $hashtags[ trim($hashtag->plaintext) ] = $this->uri . $hashtag->href;
+ $hashtags[ trim($hashtag->plaintext) ] = self::URI . $hashtag->href;
}
$item['content'] = '';
// avatar display
- $item['content'] .= '';
$content = $post->find('div.Al', 0);
// alter link
// $content = $content->innertext;
-// $content = str_replace('href="./', 'href="' . $this->uri, $content);
-// $content = str_replace('href="photos', 'href="' . $this->uri . 'photos', $content);
+// $content = str_replace('href="./', 'href="' . self::URI, $content);
+// $content = str_replace('href="photos', 'href="' . self::URI . 'photos', $content);
// XXX ugly but I don't have any idea how to do a better stuff, str_replace on link doesn't work as expected and ask too many checks
foreach($content->find('a') as $link)
{
@@ -86,7 +87,7 @@ class GooglePlusPostBridge extends BridgeAbstract
{
$link->href = substr($link->href, 1);
}
- $link->href = $this->uri . $link->href;
+ $link->href = self::URI . $link->href;
}
}
$content = $content->innertext;
@@ -107,11 +108,6 @@ class GooglePlusPostBridge extends BridgeAbstract
public function getURI()
{
- return $this->_url ?: $this->uri;
- }
-
- public function getCacheDuration()
- {
- return 1; // 600; // 10 minutes
+ return $this->_url ?: self::URI;
}
}
diff --git a/bridges/GoogleSearchBridge.php b/bridges/GoogleSearchBridge.php
index fb3d7403..53d8a953 100644
--- a/bridges/GoogleSearchBridge.php
+++ b/bridges/GoogleSearchBridge.php
@@ -9,12 +9,13 @@
*/
class GoogleSearchBridge extends BridgeAbstract{
- public $maintainer = "sebsauvage";
- public $name = "Google search";
- public $uri = "https://www.google.com/";
- public $description = "Returns most recent results from Google search.";
+ const MAINTAINER = "sebsauvage";
+ const NAME = "Google search";
+ const URI = "https://www.google.com/";
+ const CACHE_TIMEOUT = 1800; // 30min
+ const DESCRIPTION = "Returns most recent results from Google search.";
- public $parameters = array( array(
+ const PARAMETERS = array( array(
'q'=>array(
'name'=>"keyword",
'required'=>true
@@ -25,10 +26,10 @@ class GoogleSearchBridge extends BridgeAbstract{
public function collectData(){
$html = '';
- $html = $this->getSimpleHTMLDOM($this->uri
+ $html = getSimpleHTMLDOM(self::URI
.'search?q=' . urlencode($this->getInput('q'))
.'&num=100&complete=0&tbs=qdr:y,sbd:1')
- or $this->returnServerError('No results for this query.');
+ or returnServerError('No results for this query.');
$emIsRes = $html->find('div[id=ires]',0);
if( !is_null($emIsRes) ){
@@ -50,8 +51,4 @@ class GoogleSearchBridge extends BridgeAbstract{
public function getName(){
return $this->getInput('q') .' - Google search';
}
-
- public function getCacheDuration(){
- return 1800; // 30 minutes
- }
}
diff --git a/bridges/GuruMedBridge.php b/bridges/GuruMedBridge.php
deleted file mode 100644
index 297dc56d..00000000
--- a/bridges/GuruMedBridge.php
+++ /dev/null
@@ -1,32 +0,0 @@
-', '', $string);
- return $string;
- }
-
- public function collectData(){
- $html = $this->getSimpleHTMLDOM($this->uri.'feed')
- or $this->returnServerError('Could not request Gurumed.');
- $limit = 0;
-
- foreach($html->find('item') as $element) {
- if($limit < 5) {
- $item = array();
- $item['title'] = $this->GurumedStripCDATA($element->find('title', 0)->innertext);
- $item['uri'] = $this->GurumedStripCDATA($element->find('guid', 0)->plaintext);
- $item['timestamp'] = strtotime($element->find('pubDate', 0)->plaintext);
- $item['content'] = $this->GurumedStripCDATA(strip_tags($element->find('description', 0), '
'));
- $this->items[] = $item;
- $limit++;
- }
- }
- }
-}
diff --git a/bridges/HDWallpapersBridge.php b/bridges/HDWallpapersBridge.php
index fde1aaab..740b7005 100644
--- a/bridges/HDWallpapersBridge.php
+++ b/bridges/HDWallpapersBridge.php
@@ -1,11 +1,12 @@
array(
'name'=>'category',
'defaultValue'=>'latest_wallpapers'
@@ -29,8 +30,8 @@ class HDWallpapersBridge extends BridgeAbstract {
$lastpage = 1;
for ($page = 1; $page <= $lastpage; $page++) {
- $link = $this->uri.'/'.$category.'/page/'.$page;
- $html = $this->getSimpleHTMLDOM($link) or $this->returnServerError('No results for this query.');
+ $link = self::URI.'/'.$category.'/page/'.$page;
+ $html = getSimpleHTMLDOM($link) or returnServerError('No results for this query.');
if ($page === 1) {
preg_match('/page\/(\d+)$/', $html->find('.pagination a', -2)->href, $matches);
@@ -42,10 +43,10 @@ class HDWallpapersBridge extends BridgeAbstract {
$item = array();
// http://www.hdwallpapers.in/download/yosemite_reflections-1680x1050.jpg
- $item['uri'] = $this->uri.'/download'.str_replace('wallpapers.html', $this->getInput('r').'.jpg', $element->href);
+ $item['uri'] = self::URI.'/download'.str_replace('wallpapers.html', $this->getInput('r').'.jpg', $element->href);
$item['timestamp'] = time();
$item['title'] = $element->find('p', 0)->text();
- $item['content'] = $item['title'].'
';
+ $item['content'] = $item['title'].'
';
$this->items[] = $item;
$num++;
@@ -58,8 +59,4 @@ class HDWallpapersBridge extends BridgeAbstract {
public function getName(){
return 'HDWallpapers - '.str_replace(['__', '_'], [' & ', ' '], $this->getInput('c')).' ['.$this->getInput('r').']';
}
-
- public function getCacheDuration(){
- return 43200; // 12 hours
- }
}
diff --git a/bridges/HentaiHavenBridge.php b/bridges/HentaiHavenBridge.php
index e970d00d..f075cb6a 100644
--- a/bridges/HentaiHavenBridge.php
+++ b/bridges/HentaiHavenBridge.php
@@ -1,14 +1,15 @@
getSimpleHTMLDOM($this->uri)
- or $this->returnServerError('Could not request Hentai Haven.');
+ $html = getSimpleHTMLDOM(self::URI)
+ or returnServerError('Could not request Hentai Haven.');
foreach($html->find('div.zoe-grid') as $element) {
$item = array();
$item['uri'] = $element->find('div.brick-content h3 a', 0)->href;
@@ -19,8 +20,4 @@ class HentaiHavenBridge extends BridgeAbstract{
$this->items[] = $item;
}
}
-
- public function getCacheDuration(){
- return 21600; // 6 hours
- }
}
diff --git a/bridges/IdenticaBridge.php b/bridges/IdenticaBridge.php
index f99bde71..a0c3bb2e 100644
--- a/bridges/IdenticaBridge.php
+++ b/bridges/IdenticaBridge.php
@@ -1,12 +1,13 @@
array(
'name'=>'username',
'required'=>true
@@ -14,8 +15,8 @@ class IdenticaBridge extends BridgeAbstract{
));
public function collectData(){
- $html = $this->getSimpleHTMLDOM($this->getURI())
- or $this->returnServerError('Requested username can\'t be found.');
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Requested username can\'t be found.');
foreach($html->find('li.major') as $dent) {
$item = array();
@@ -32,10 +33,6 @@ class IdenticaBridge extends BridgeAbstract{
}
public function getURI(){
- return $this->uri.urlencode($this->getInput('u'));
- }
-
- public function getCacheDuration(){
- return 300; // 5 minutes
+ return self::URI.urlencode($this->getInput('u'));
}
}
diff --git a/bridges/InstagramBridge.php b/bridges/InstagramBridge.php
index bec19b2c..e3c4b511 100644
--- a/bridges/InstagramBridge.php
+++ b/bridges/InstagramBridge.php
@@ -1,12 +1,12 @@
array(
'name'=>'username',
'required'=>true
@@ -14,8 +14,8 @@ class InstagramBridge extends BridgeAbstract{
));
public function collectData(){
- $html = $this->getSimpleHTMLDOM($this->getURI())
- or $this->returnServerError('Could not request Instagram.');
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Could not request Instagram.');
$innertext = null;
@@ -46,7 +46,7 @@ class InstagramBridge extends BridgeAbstract{
{
$item = array();
- $item['uri'] = $this->uri.'/p/'.$media->code.'/';
+ $item['uri'] = self::URI.'p/'.$media->code.'/';
$item['content'] = ' . ')
';
if (isset($media->caption))
{
@@ -65,7 +65,7 @@ class InstagramBridge extends BridgeAbstract{
}
public function getURI(){
- return $this->uri.urlencode($this->getInput('u'));
+ return self::URI.urlencode($this->getInput('u'));
}
}
diff --git a/bridges/IsoHuntBridge.php b/bridges/IsoHuntBridge.php
index f99ceef5..a95c85bb 100644
--- a/bridges/IsoHuntBridge.php
+++ b/bridges/IsoHuntBridge.php
@@ -1,11 +1,12 @@
uri;
+ $uri=self::URI;
switch($this->queriedContext){
case 'By "Latest" category':
switch($this->getInput('latest_category')){
@@ -132,27 +133,27 @@ class IsoHuntBridge extends BridgeAbstract{
$categoryName =
array_search(
$this->getInput('latest_category'),
- $this->parameters['By "Latest" category']['latest_category']['values']
+ self::PARAMETERS['By "Latest" category']['latest_category']['values']
);
- $name = 'Latest '.$categoryName.' - ' . $this->name;
+ $name = 'Latest '.$categoryName.' - ' . self::NAME;
break;
case 'By "Torrent" category':
$categoryName =
array_search(
$this->getInput('torrent_category'),
- $this->parameters['By "Torrent" category']['torrent_category']['values']
+ self::PARAMETERS['By "Torrent" category']['torrent_category']['values']
);
- $name = 'Category: ' . $categoryName . ' - ' . $this->name;
+ $name = 'Category: ' . $categoryName . ' - ' . self::NAME;
break;
case 'Search torrent by name':
$categoryName =
array_search(
$this->getInput('search_category'),
- $this->parameters['Search torrent by name']['search_category']['values']
+ self::PARAMETERS['Search torrent by name']['search_category']['values']
);
- $name = 'Search: "' . $this->getInput('search_name') . '" in category: ' . $categoryName . ' - ' . $this->name;
+ $name = 'Search: "' . $this->getInput('search_name') . '" in category: ' . $categoryName . ' - ' . self::NAME;
break;
}
@@ -199,30 +200,26 @@ class IsoHuntBridge extends BridgeAbstract{
}
}
- public function getCacheDuration(){
- return 300; // 5 minutes
- }
-
#region Helper functions for "Movie Torrents"
private function get_movie_torrents($html){
$container = $html->find('div#w0', 0);
if(!$container)
- $this->returnServerError('Unable to find torrent container!');
+ returnServerError('Unable to find torrent container!');
$torrents = $container->find('article');
if(!$torrents)
- $this->returnServerError('Unable to find torrents!');
+ returnServerError('Unable to find torrents!');
foreach($torrents as $torrent){
$anchor = $torrent->find('a', 0);
if(!$anchor)
- $this->returnServerError('Unable to find anchor!');
+ returnServerError('Unable to find anchor!');
$date = $torrent->find('small', 0);
if(!$date)
- $this->returnServerError('Unable to find date!');
+ returnServerError('Unable to find date!');
$item = array();
@@ -243,11 +240,11 @@ class IsoHuntBridge extends BridgeAbstract{
private function get_latest_hot_torrents($html){
$container = $html->find('div#serps', 0);
if(!$container)
- $this->returnServerError('Unable to find torrent container!');
+ returnServerError('Unable to find torrent container!');
$torrents = $container->find('tr');
if(!$torrents)
- $this->returnServerError('Unable to find torrents!');
+ returnServerError('Unable to find torrents!');
// Remove first element (header row)
$torrents = array_slice($torrents, 1);
@@ -256,11 +253,11 @@ class IsoHuntBridge extends BridgeAbstract{
$cell = $torrent->find('td', 0);
if(!$cell)
- $this->returnServerError('Unable to find cell!');
+ returnServerError('Unable to find cell!');
$element = $cell->find('a', 0);
if(!$element)
- $this->returnServerError('Unable to find element!');
+ returnServerError('Unable to find element!');
$item = array();
@@ -281,11 +278,11 @@ class IsoHuntBridge extends BridgeAbstract{
private function get_latest_news($html){
$container = $html->find('div#postcontainer', 0);
if(!$container)
- $this->returnServerError('Unable to find post container!');
+ returnServerError('Unable to find post container!');
$posts = $container->find('div.index-post');
if(!$posts)
- $this->returnServerError('Unable to find posts!');
+ returnServerError('Unable to find posts!');
foreach($posts as $post){
$item = array();
@@ -303,7 +300,7 @@ class IsoHuntBridge extends BridgeAbstract{
private function latest_news_extract_author($post){
$author = $post->find('small', 0);
if(!$author)
- $this->returnServerError('Unable to find author!');
+ returnServerError('Unable to find author!');
// The author is hidden within a string like: 'Posted by {author} on {date}'
preg_match('/Posted\sby\s(.*)\son/i', $author->innertext, $matches);
@@ -314,7 +311,7 @@ class IsoHuntBridge extends BridgeAbstract{
private function latest_news_extract_timestamp($post){
$date = $post->find('small', 0);
if(!$date)
- $this->returnServerError('Unable to find date!');
+ returnServerError('Unable to find date!');
// The date is hidden within a string like: 'Posted by {author} on {date}'
preg_match('/Posted\sby\s.*\son\s(.*)/i', $date->innertext, $matches);
@@ -332,7 +329,7 @@ class IsoHuntBridge extends BridgeAbstract{
private function latest_news_extract_title($post){
$title = $post->find('a', 0);
if(!$title)
- $this->returnServerError('Unable to find title!');
+ returnServerError('Unable to find title!');
return $title->plaintext;
}
@@ -340,7 +337,7 @@ class IsoHuntBridge extends BridgeAbstract{
private function latest_news_extract_uri($post){
$uri = $post->find('a', 0);
if(!$uri)
- $this->returnServerError('Unable to find uri!');
+ returnServerError('Unable to find uri!');
return $uri->href;
}
@@ -348,7 +345,7 @@ class IsoHuntBridge extends BridgeAbstract{
private function latest_news_extract_content($post){
$content = $post->find('div', 0);
if(!$content)
- $this->returnServerError('Unable to find content!');
+ returnServerError('Unable to find content!');
// Remove
...
(title)
foreach($content->find('h2') as $element){
@@ -370,11 +367,11 @@ class IsoHuntBridge extends BridgeAbstract{
private function get_latest_torrents($html){
$container = $html->find('div#serps', 0);
if(!$container)
- $this->returnServerError('Unable to find torrent container!');
+ returnServerError('Unable to find torrent container!');
$torrents = $container->find('tr[data-key]');
if(!$torrents)
- $this->returnServerError('Unable to find torrents!');
+ returnServerError('Unable to find torrents!');
foreach($torrents as $torrent){
$item = array();
@@ -392,11 +389,11 @@ class IsoHuntBridge extends BridgeAbstract{
private function latest_torrents_extract_title($torrent){
$cell = $torrent->find('td.title-row', 0);
if(!$cell)
- $this->returnServerError('Unable to find title cell!');
+ returnServerError('Unable to find title cell!');
$title = $cell->find('span', 0);
if(!$title)
- $this->returnServerError('Unable to find title!');
+ returnServerError('Unable to find title!');
return $title->plaintext;
}
@@ -404,11 +401,11 @@ class IsoHuntBridge extends BridgeAbstract{
private function latest_torrents_extract_uri($torrent){
$cell = $torrent->find('td.title-row', 0);
if(!$cell)
- $this->returnServerError('Unable to find title cell!');
+ returnServerError('Unable to find title cell!');
$uri = $cell->find('a', 0);
if(!$uri)
- $this->returnServerError('Unable to find uri!');
+ returnServerError('Unable to find uri!');
return $this->fix_relative_uri($uri->href);
}
@@ -420,7 +417,7 @@ class IsoHuntBridge extends BridgeAbstract{
$user = $cell->find('a', 0);
if(!$user)
- $this->returnServerError('Unable to find user!');
+ returnServerError('Unable to find user!');
return $user->plaintext;
}
@@ -428,7 +425,7 @@ class IsoHuntBridge extends BridgeAbstract{
private function latest_torrents_extract_timestamp($torrent){
$cell = $torrent->find('td.date-row', 0);
if(!$cell)
- $this->returnServerError('Unable to find date cell!');
+ returnServerError('Unable to find date cell!');
return strtotime('-' . $cell->plaintext, time());
}
@@ -438,15 +435,15 @@ class IsoHuntBridge extends BridgeAbstract{
#region Generic helper functions
private function load_html($uri){
- $html = $this->getSimpleHTMLDOM($uri);
+ $html = getSimpleHTMLDOM($uri);
if(!$html)
- $this->returnServerError('Unable to load ' . $uri . '!');
+ returnServerError('Unable to load ' . $uri . '!');
return $html;
}
private function fix_relative_uri($uri){
- return preg_replace('/\//i', $this->uri, $uri, 1);
+ return preg_replace('/\//i', self::URI, $uri, 1);
}
private function build_category_uri($category, $order_popularity = false){
diff --git a/bridges/JapanExpoBridge.php b/bridges/JapanExpoBridge.php
index b02304a9..72dd0a6c 100644
--- a/bridges/JapanExpoBridge.php
+++ b/bridges/JapanExpoBridge.php
@@ -1,11 +1,12 @@
array(
'name'=>'Show full contents',
'type'=>'checkbox',
@@ -42,8 +43,8 @@ class JapanExpoBridge extends HttpCachingBridgeAbstract {
}
};
- $html = $this->getSimpleHTMLDOM($this->uri)
- or $this->returnServerError('Could not request JapanExpo: '.$this->uri);
+ $html = getSimpleHTMLDOM(self::URI)
+ or returnServerError('Could not request JapanExpo: '.self::URI);
$fullcontent = $this->getInput('mode');
$count = 0;
@@ -59,10 +60,8 @@ class JapanExpoBridge extends HttpCachingBridgeAbstract {
if ($count >= 5) {
break;
}
- if($this->get_cached_time($url) <= strtotime('-24 hours'))
- $this->remove_from_cache($url);
- $article_html = $this->get_cached($url) or $this->returnServerError('Could not request JapanExpo: '.$url);
+ $article_html = getSimpleHTMLDOMCached('Could not request JapanExpo: '.$url);
$header = $article_html->find('header.pageHeadBox', 0);
$timestamp = strtotime($header->find('time', 0)->datetime);
$title_html = $header->find('div.section', 0)->next_sibling();
@@ -87,8 +86,4 @@ class JapanExpoBridge extends HttpCachingBridgeAbstract {
$count++;
}
}
-
- public function getCacheDuration(){
- return 14400; // 4 hours
- }
}
diff --git a/bridges/KonachanBridge.php b/bridges/KonachanBridge.php
index 50730dc9..6d170312 100644
--- a/bridges/KonachanBridge.php
+++ b/bridges/KonachanBridge.php
@@ -1,46 +1,11 @@
array(
- 'name'=>'page',
- 'defaultValue'=>1,
- 'type'=>'number'
- ),
- 't'=>array('name'=>'tags')
- ));
+ const MAINTAINER = "mitsukarenai";
+ const NAME = "Konachan";
+ const URI = "http://konachan.com/";
+ const DESCRIPTION = "Returns images from given page";
- public function collectData(){
- $html = $this->getSimpleHTMLDOM(
- $this->uri.'/post?'
- .'&page='.$this->getInput('p')
- .'&tags='.urlencode($this->getInput('t'))
- ) or $this->returnServerError('Could not request Konachan.');
-
- $input_json = explode('Post.register(', $html);
- foreach($input_json as $element)
- $data[] = preg_replace('/}\)(.*)/', '}', $element);
- unset($data[0]);
-
- foreach($data as $datai) {
- $json = json_decode($datai, TRUE);
- $item = array();
- $item['uri'] = $this->uri.'/post/show/'.$json['id'];
- $item['postid'] = $json['id'];
- $item['timestamp'] = $json['created_at'];
- $item['imageUri'] = $json['file_url'];
- $item['title'] = 'Konachan | '.$json['id'];
- $item['content'] = '
Tags: '.$json['tags'];
- $this->items[] = $item;
- }
- }
-
- public function getCacheDuration(){
- return 1800; // 30 minutes
- }
}
diff --git a/bridges/KoreusBridge.php b/bridges/KoreusBridge.php
index 4cb86c81..25d8dbf9 100644
--- a/bridges/KoreusBridge.php
+++ b/bridges/KoreusBridge.php
@@ -1,38 +1,22 @@
', '', $string);
- return $string;
- }
+ protected function parseItem($item) {
+ $item = parent::parseItem($item);
- private function KoreusExtractContent($url) {
- $html2 = $this->getSimpleHTMLDOM($url);
- $text = $html2->find('p[class=itemText]', 0)->innertext;
- $text = utf8_encode(preg_replace('/(Sur le m.+?)+$/i','',$text));
- return $text;
+ $html = getSimpleHTMLDOMCached($item['uri']);
+ $text = $html->find('p.itemText', 0)->innertext;
+ $item['content'] = utf8_encode($text);
+
+ return $item;
}
public function collectData(){
- $html = $this->getSimpleHTMLDOM('http://feeds.feedburner.com/Koreus-articles') or $this->returnServerError('Could not request Koreus.');
- $limit = 0;
-
- foreach($html->find('item') as $element) {
- if($limit < 5) {
- $item = array();
- $item['title'] = $this->KoreusStripCDATA($element->find('title', 0)->innertext);
- $item['uri'] = $this->KoreusStripCDATA($element->find('guid', 0)->plaintext);
- $item['timestamp'] = strtotime($element->find('pubDate', 0)->plaintext);
- $item['content'] = $this->KoreusExtractContent($item['uri']);
- $this->items[] = $item;
- $limit++;
- }
- }
+ $this->collectExpandableDatas('http://feeds.feedburner.com/Koreus-articles');
}
}
diff --git a/bridges/KununuBridge.php b/bridges/KununuBridge.php
index aa63c342..11ebd32c 100644
--- a/bridges/KununuBridge.php
+++ b/bridges/KununuBridge.php
@@ -1,11 +1,12 @@
array(
'site'=>array(
'name'=>'Site',
@@ -55,33 +56,33 @@ class KununuBridge extends HttpCachingBridgeAbstract {
break;
}
- return $this->uri.$site.'/'.$company.'/'.$section;
+ return self::URI.$site.'/'.$company.'/'.$section;
}
function getName(){
$company = $this->encode_umlauts(strtolower(str_replace(' ', '-', trim($this->getInput('company')))));
- return ($this->companyName?:$company).' - '.$this->name;
+ return ($this->companyName?:$company).' - '.self::NAME;
}
public function collectData(){
$full = $this->getInput('full');
// Load page
- $html = $this->getSimpleHTMLDOM($this->getURI());
+ $html = getSimpleHTMLDOM($this->getURI());
if(!$html)
- $this->returnServerError('Unable to receive data from ' . $this->getURI() . '!');
+ returnServerError('Unable to receive data from ' . $this->getURI() . '!');
// Update name for this request
$this->companyName = $this->extract_company_name($html);
// Find the section with all the panels (reviews)
$section = $html->find('section.kununu-scroll-element', 0);
if($section === false)
- $this->returnServerError('Unable to find panel section!');
+ returnServerError('Unable to find panel section!');
// Find all articles (within the panels)
$articles = $section->find('article');
if($articles === false || empty($articles))
- $this->returnServerError('Unable to find articles!');
+ returnServerError('Unable to find articles!');
// Go through all articles
foreach($articles as $article){
@@ -101,15 +102,11 @@ class KununuBridge extends HttpCachingBridgeAbstract {
}
}
- public function getCacheDuration(){
- return 86400; // 1 day
- }
-
/**
* Fixes relative URLs in the given text
*/
private function fix_url($text){
- return preg_replace('/href=(\'|\")\//i', 'href="'.$this->uri, $text);
+ return preg_replace('/href=(\'|\")\//i', 'href="'.self::URI, $text);
}
/**
@@ -128,11 +125,11 @@ class KununuBridge extends HttpCachingBridgeAbstract {
private function extract_company_name($html){
$panel = $html->find('div.panel', 0);
if($panel === false)
- $this->returnServerError('Cannot find panel for company name!');
+ returnServerError('Cannot find panel for company name!');
$company_name = $panel->find('h1', 0);
if($company_name === false)
- $this->returnServerError('Cannot find company name!');
+ returnServerError('Cannot find company name!');
return $company_name->plaintext;
}
@@ -144,7 +141,7 @@ class KununuBridge extends HttpCachingBridgeAbstract {
// They conviniently provide a time attribute for us :)
$date = $article->find('time[itemprop=dtreviewed]', 0);
if($date === false)
- $this->returnServerError('Cannot find article date!');
+ returnServerError('Cannot find article date!');
return strtotime($date->datetime);
}
@@ -155,7 +152,7 @@ class KununuBridge extends HttpCachingBridgeAbstract {
private function extract_article_rating($article){
$rating = $article->find('span.rating', 0);
if($rating === false)
- $this->returnServerError('Cannot find article rating!');
+ returnServerError('Cannot find article rating!');
return $rating->getAttribute('aria-label');
}
@@ -166,7 +163,7 @@ class KununuBridge extends HttpCachingBridgeAbstract {
private function extract_article_summary($article){
$summary = $article->find('[itemprop=summary]', 0);
if($summary === false)
- $this->returnServerError('Cannot find article summary!');
+ returnServerError('Cannot find article summary!');
return strip_tags($summary->innertext);
}
@@ -178,13 +175,13 @@ class KununuBridge extends HttpCachingBridgeAbstract {
// Notice: This first part is the same as in extract_article_summary!
$summary = $article->find('[itemprop=summary]', 0);
if($summary === false)
- $this->returnServerError('Cannot find article summary!');
+ returnServerError('Cannot find article summary!');
$anchor = $summary->find('a', 0);
if($anchor === false)
- $this->returnServerError('Cannot find article URI!');
+ returnServerError('Cannot find article URI!');
- return $this->uri . $anchor->href;
+ return self::URI . $anchor->href;
}
/**
@@ -194,7 +191,7 @@ class KununuBridge extends HttpCachingBridgeAbstract {
// We need to parse the aside manually
$aside = $article->find('aside', 0);
if($aside === false)
- $this->returnServerError('Cannot find article author information!');
+ returnServerError('Cannot find article author information!');
// Go through all h2 elements to find index of required span (I know... it's stupid)
$author_position = 'Unknown';
@@ -214,7 +211,7 @@ class KununuBridge extends HttpCachingBridgeAbstract {
private function extract_article_description($article){
$description = $article->find('div[itemprop=description]', 0);
if($description === false)
- $this->returnServerError('Cannot find article description!');
+ returnServerError('Cannot find article description!');
return $this->fix_url($description->innertext);
}
@@ -224,17 +221,14 @@ class KununuBridge extends HttpCachingBridgeAbstract {
*/
private function extract_full_description($uri){
// Load full article
- if($this->get_cached_time($uri) <= strtotime('-24 hours'))
- $this->remove_from_cache($uri);
-
- $html = $this->get_cached($uri);
+ $html = getSimpleHTMLDOMCached($uri);
if($html === false)
- $this->returnServerError('Could not load full description!');
+ returnServerError('Could not load full description!');
// Find the article
$article = $html->find('article', 0);
if($article === false)
- $this->returnServerError('Cannot find article!');
+ returnServerError('Cannot find article!');
// Luckily they use the same layout for the review overview and full article pages :)
return $this->extract_article_description($article);
diff --git a/bridges/LWNprevBridge.php b/bridges/LWNprevBridge.php
index c2673621..8c2c4356 100644
--- a/bridges/LWNprevBridge.php
+++ b/bridges/LWNprevBridge.php
@@ -1,12 +1,13 @@
uri.'free/bigpage';
+ return self::URI.'free/bigpage';
}
private function jumpToNextTag(&$node){
@@ -32,8 +33,8 @@ class LWNprevBridge extends BridgeAbstract{
public function collectData(){
// Because the LWN page is written in loose HTML and not XHTML,
// Simple HTML Dom is not accurate enough for the job
- $content=$this->getContents($this->getURI())
- or $this->returnServerError('No results for LWNprev');
+ $content=getContents($this->getURI())
+ or returnServerError('No results for LWNprev');
libxml_use_internal_errors(true);
$html=new DOMDocument();
@@ -48,7 +49,7 @@ class LWNprevBridge extends BridgeAbstract{
break;
}
}
- $realURI=$this->uri.$a->getAttribute('href');
+ $realURI=self::URI.$a->getAttribute('href');
$URICounter=0;
$edition=$html->getElementsByTagName('h1')->item(0)->textContent;
@@ -82,7 +83,7 @@ class LWNprevBridge extends BridgeAbstract{
$h2FirstChild=$h2->firstChild;
$this->jumpToNextTag($h2FirstChild);
if($h2FirstChild->nodeName==='a'){
- $item['uri']=$this->uri.$h2FirstChild->getAttribute('href');
+ $item['uri']=self::URI.$h2FirstChild->getAttribute('href');
}else{
$item['uri']=$realURI.'#'.$URICounter;
}
@@ -140,8 +141,4 @@ class LWNprevBridge extends BridgeAbstract{
$this->items[]=$item;
}
}
-
- public function getCacheDuration(){
- return 604800; // one week
- }
}
diff --git a/bridges/LeBonCoinBridge.php b/bridges/LeBonCoinBridge.php
index fab1a71a..54c0f5ec 100755
--- a/bridges/LeBonCoinBridge.php
+++ b/bridges/LeBonCoinBridge.php
@@ -1,17 +1,18 @@
array('name'=>'Mot Clé'),
'r'=>array(
'name'=>'Région',
'type'=>'list',
'values'=>array(
+ 'Toute la France'=>'ile_de_france/occasions',
'Alsace'=>'alsace',
'Aquitaine'=>'aquitaine',
'Auvergne'=>'auvergne',
@@ -142,11 +143,11 @@ class LeBonCoinBridge extends BridgeAbstract{
$category='annonces';
}
- $html = $this->getSimpleHTMLDOM(
- $this->uri.$category.'/offres/' . $this->getInput('r') . '/?'
+ $html = getSimpleHTMLDOM(
+ self::URI.$category.'/offres/' . $this->getInput('r') . '/?'
.'f=a&th=1&'
.'q=' . urlencode($this->getInput('k'))
- ) or $this->returnServerError('Could not request LeBonCoin.');
+ ) or returnServerError('Could not request LeBonCoin.');
$list = $html->find('.tabsContent', 0);
if($list === NULL) {
diff --git a/bridges/LeJournalDuGeekBridge.php b/bridges/LeJournalDuGeekBridge.php
deleted file mode 100644
index f1b89a1f..00000000
--- a/bridges/LeJournalDuGeekBridge.php
+++ /dev/null
@@ -1,58 +0,0 @@
-', '', $string);
- return $string;
- }
-
- private function LeJournalDuGeekExtractContent($url) {
- $articleHTMLContent = $this->getSimpleHTMLDOM($url);
- $text = $articleHTMLContent->find('div.post-content', 0)->innertext;
-
- foreach($articleHTMLContent->find('a.more') as $element) {
- if ($element->innertext == "Source") {
- $text = $text . 'Source : ' . $element->href . '
';
- break;
- }
- }
-
- foreach($articleHTMLContent->find('iframe') as $element) {
- if (preg_match("/youtube/i", $element->src)) {
- $text = $text . '// An IFRAME to Youtube was included in the article: ' . $element->src . '
';
- }
- }
-
- $text = preg_replace('#(.*?)#is', '', $text);
- $text = strip_tags($text, '![]()
- ');
- return $text;
- }
-
- public function collectData(){
- $rssFeed = $this->getSimpleHTMLDOM($this->uri.'rss')
- or $this->returnServerError('Could not request '.$this->uri.'/rss');
- $limit = 0;
-
- foreach($rssFeed->find('item') as $element) {
- if($limit < 5) {
- $item = array();
- $item['title'] = $this->LeJournalDuGeekStripCDATA($element->find('title', 0)->innertext);
- $item['uri'] = $this->LeJournalDuGeekStripCDATA($element->find('guid', 0)->plaintext);
- $item['timestamp'] = strtotime($element->find('pubDate', 0)->plaintext);
- $item['content'] = $this->LeJournalDuGeekExtractContent($item['uri']);
- $this->items[] = $item;
- $limit++;
- }
- }
- }
-
- public function getCacheDuration(){
- return 1800; // 30min
- }
-}
diff --git a/bridges/LeMondeInformatiqueBridge.php b/bridges/LeMondeInformatiqueBridge.php
index b744e76e..f737ed43 100644
--- a/bridges/LeMondeInformatiqueBridge.php
+++ b/bridges/LeMondeInformatiqueBridge.php
@@ -1,63 +1,42 @@
', '', $string);
- return $string;
- }
-
- function StripWithDelimiters($string, $start, $end) {
- while (strpos($string, $start) !== false) {
- $section_to_remove = substr($string, strpos($string, $start));
- $section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end));
- $string = str_replace($section_to_remove, '', $string);
- } return $string;
- }
-
- function CleanArticle($article_html) {
- $article_html = StripWithDelimiters($article_html, '');
- $article_html = StripWithDelimiters($article_html, '
');
- return $article_html;
- }
-
- $html = $this->getSimpleHTMLDOM($this->uri.'rss/rss.xml')
- or $this->returnServerError('Could not request LeMondeInformatique: '
- .$this->uri.'rss/rss.xml');
- $limit = 0;
-
- foreach($html->find('item') as $element) {
- if($limit < 5) {
-
- //Retrieve article details
- $article_uri = $element->innertext;
- $article_uri = substr($article_uri, strpos($article_uri, '') + 6);
- $article_uri = substr($article_uri, 0, strpos($article_uri, ''));
- $article_html = $this->getSimpleHTMLDOM($article_uri) or $this->returnServerError('Could not request LeMondeInformatique: '.$article_uri);
- $article_content = CleanArticle($article_html->find('div#article', 0)->innertext);
- $article_title = $article_html->find('h1.cleanprint-title', 0)->plaintext;
-
- //Build and add final item
- $item = array();
- $item['uri'] = $article_uri;
- $item['title'] = $article_title;
- $item['author'] = StripCDATA($element->find('dc:creator', 0)->innertext);
- $item['timestamp'] = strtotime($element->find('dc:date', 0)->plaintext);
- $item['content'] = $article_content;
- $this->items[] = $item;
- $limit++;
- }
- }
+ $this->collectExpandableDatas(self::URI . 'rss/rss.xml', 10);
}
- public function getCacheDuration() {
- return 1800; // 30 minutes
+ protected function parseItem($newsItem){
+ $item = parent::parseItem($newsItem);
+ $article_html = getSimpleHTMLDOMCached($item['uri'])
+ or returnServerError('Could not request LeMondeInformatique: ' . $item['uri']);
+ $item['content'] = $this->CleanArticle($article_html->find('div#article', 0)->innertext);
+ $item['title'] = $article_html->find('h1.cleanprint-title', 0)->plaintext;
+ return $item;
+ }
+
+ function StripCDATA($string) {
+ $string = str_replace('', '', $string);
+ return $string;
+ }
+
+ function StripWithDelimiters($string, $start, $end) {
+ while (strpos($string, $start) !== false) {
+ $section_to_remove = substr($string, strpos($string, $start));
+ $section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end));
+ $string = str_replace($section_to_remove, '', $string);
+ } return $string;
+ }
+
+ function CleanArticle($article_html) {
+ $article_html = $this->StripWithDelimiters($article_html, '');
+ $article_html = $this->StripWithDelimiters($article_html, '');
+ return $article_html;
}
}
diff --git a/bridges/LegifranceJOBridge.php b/bridges/LegifranceJOBridge.php
new file mode 100644
index 00000000..6cc8086b
--- /dev/null
+++ b/bridges/LegifranceJOBridge.php
@@ -0,0 +1,70 @@
+author;
+ $item['timestamp']=$this->timestamp;
+ $item['uri']=$this->uri.'#'.count($this->items);
+ $item['title']=$section->plaintext;
+
+ if(!is_null($origin)){
+ $item['title']='[ '.$item['title'].' / '.$subsection->plaintext.' ] '.$origin->plaintext;
+ $data=$origin;
+ }elseif(!is_null($subsection)){
+ $item['title']='[ '.$item['title'].' ] '.$subsection->plaintext;
+ $data=$subsection;
+ }else{
+ $data=$section;
+ }
+
+ $item['content']='';
+ foreach($data->nextSibling()->find('a') as $content){
+ $text=$content->plaintext;
+ $href=$content->nextSibling()->getAttribute('resource');
+ $item['content'].='
'.$text.'
';
+ }
+ return $item;
+ }
+
+ public function collectData(){
+ $html=getSimpleHTMLDOM(self::URI)
+ or $this->returnServer('Unable to download '.self::URI);
+
+ $this->author=trim($html->find('h2.title',0)->plaintext);
+ $uri=$html->find('h2.titleELI',0)->plaintext;
+ $this->uri=trim(substr($uri,strpos($uri,'https')));
+ $this->timestamp=strtotime(substr($this->uri,strpos($this->uri,'eli/jo/')+strlen('eli/jo/')));
+
+ foreach($html->find('h3') as $section){
+ $subsections=$section->nextSibling()->find('h4');
+ foreach($subsections as $subsection){
+ $origins=$subsection->nextSibling()->find('h5');
+ foreach($origins as $origin){
+ $this->items[]=$this->extractItem($section,$subsection,$origin);
+ }
+ if(!empty($origins)){
+ continue;
+ }
+ $this->items[]=$this->extractItem($section,$subsection);
+ }
+ if(!empty($subsections)){
+ continue;
+ }
+ $this->items[]=$this->extractItem($section);
+ }
+ }
+}
+
+
diff --git a/bridges/Les400CulsBridge.php b/bridges/Les400CulsBridge.php
deleted file mode 100644
index 3fea2fff..00000000
--- a/bridges/Les400CulsBridge.php
+++ /dev/null
@@ -1,36 +0,0 @@
-collectExpandableDatas($this->uri.'feeds/');
- }
-
- protected function parseRSSItem($newsItem) {
- $item = array();
- $item['title'] = trim((string) $newsItem->title);
- $this->debugMessage("browsing item ".var_export($newsItem, true));
- if(empty($newsItem->guid)) {
- $item['uri'] = (string) $newsItem->link;
- } else {
- $item['uri'] = (string) $newsItem->guid;
- }
- // now load that uri from cache
- $this->debugMessage("now loading page ".$item['uri']);
-// $articlePage = $this->get_cached($item['uri']);
-
-// $content = $articlePage->find('.post-container', 0);
- $item['content'] = (string) $newsItem->description;
- $item['author'] = (string) $newsItem->author;
- $item['timestamp'] = $this->RSS_2_0_time_to_timestamp($newsItem);
- return $item;
- }
- public function getCacheDuration(){
- return 7200; // 2h hours
- }
-}
diff --git a/bridges/LesJoiesDuCodeBridge.php b/bridges/LesJoiesDuCodeBridge.php
index 1d835560..cde49776 100644
--- a/bridges/LesJoiesDuCodeBridge.php
+++ b/bridges/LesJoiesDuCodeBridge.php
@@ -1,14 +1,15 @@
getSimpleHTMLDOM($this->uri)
- or $this->returnServerError('Could not request LesJoiesDuCode.');
+ $html = getSimpleHTMLDOM(self::URI)
+ or returnServerError('Could not request LesJoiesDuCode.');
foreach($html->find('div.blog-post') as $element) {
$item = array();
@@ -43,8 +44,4 @@ class LesJoiesDuCodeBridge extends BridgeAbstract{
$this->items[] = $item;
}
}
-
- public function getCacheDuration(){
- return 7200; // 2h hours
- }
}
diff --git a/bridges/LichessBridge.php b/bridges/LichessBridge.php
index 4e81e9ce..e0657b86 100644
--- a/bridges/LichessBridge.php
+++ b/bridges/LichessBridge.php
@@ -1,43 +1,23 @@
getSimpleHTMLDOM($this->uri.'.atom')
- or $this->returnServerError('Could not retrieve Lichess blog feed.');
-
- $posts_loaded = 0;
- foreach($xml_feed->find('entry') as $entry)
- {
- if ($posts_loaded < 5)
- {
- $item = array();
-
- $item['title'] = html_entity_decode($entry->find('title', 0)->innertext);
- $item['author'] = $entry->find('author', 0)->find('name', 0)->innertext;
- $item['uri'] = $entry->find('id', 0)->plaintext;
- $item['timestamp'] = strtotime($entry->find('published', 0)->plaintext);
-
- $item['content'] = $this->retrieve_lichess_post($item['uri']);
-
- $this->items[] = $item;
- $posts_loaded++;
- }
- }
+ public function collectData(){
+ $this->collectExpandableDatas(self::URI . '.atom', 5);
}
- private function retrieve_lichess_post($blog_post_uri)
- {
- if($this->get_cached_time($blog_post_uri) <= strtotime('-24 hours'))
- $this->remove_from_cache($blog_post_uriuri);
+ protected function parseItem($newsItem){
+ $item = parent::parseItem($newsItem);
+ $item['content'] = $this->retrieve_lichess_post($item['uri']);
+ return $item;
+ }
- $blog_post_html = $this->get_cached($blog_post_uri);
+ private function retrieve_lichess_post($blog_post_uri){
+ $blog_post_html = getSimpleHTMLDOMCached($blog_post_uri);
$blog_post_div = $blog_post_html->find('#lichess_blog', 0);
$post_chapo = $blog_post_div->find('.shortlede', 0)->innertext;
diff --git a/bridges/LinkedInCompanyBridge.php b/bridges/LinkedInCompanyBridge.php
index e23f9d48..7e966f61 100644
--- a/bridges/LinkedInCompanyBridge.php
+++ b/bridges/LinkedInCompanyBridge.php
@@ -1,12 +1,13 @@
apple)";
+ const MAINTAINER = "regisenguehard";
+ const NAME = "LinkedIn Company";
+ const URI = "https://www.linkedin.com/";
+ const CACHE_TIMEOUT = 21600; //6
+ const DESCRIPTION = "Returns most recent actus from Company on LinkedIn. (https://www.linkedin.com/company/apple)";
- public $parameters = array( array(
+ const PARAMETERS = array( array(
'c'=>array(
'name'=>'Company name',
'required'=>true
@@ -15,10 +16,10 @@ class LinkedInCompanyBridge extends BridgeAbstract{
public function collectData(){
$html = '';
- $link = $this->uri.'company/'.$this->getInput('c');
+ $link = self::URI.'company/'.$this->getInput('c');
- $html = $this->getSimpleHTMLDOM($link)
- or $this->returnServerError('Could not request LinkedIn.');
+ $html = getSimpleHTMLDOM($link)
+ or returnServerError('Could not request LinkedIn.');
foreach($html->find('//*[@id="my-feed-post"]/li') as $element) {
$title = $element->find('span.share-body', 0)->innertext;
@@ -32,8 +33,4 @@ class LinkedInCompanyBridge extends BridgeAbstract{
}
}
}
-
- public function getCacheDuration(){
- return 21600; // 6 hours
- }
}
diff --git a/bridges/LolibooruBridge.php b/bridges/LolibooruBridge.php
index 1bcf0376..781bc238 100644
--- a/bridges/LolibooruBridge.php
+++ b/bridges/LolibooruBridge.php
@@ -1,46 +1,11 @@
array(
- 'name'=>'page',
- 'defaultValue'=>1,
- 'type'=>'number'
- ),
- 't'=>array('name'=>'tags')
- ));
+ const MAINTAINER = "mitsukarenai";
+ const NAME = "Lolibooru";
+ const URI = "https://lolibooru.moe/";
+ const DESCRIPTION = "Returns images from given page and tags";
- public function collectData(){
- $html = $this->getSimpleHTMLDOM(
- $this->uri.'post?'
- .'&page='.$this->getInput('p')
- .'&tags='.urlencode($this->getInput('t'))
- ) or $this->returnServerError('Could not request Lolibooru.');
-
- $input_json = explode('Post.register(', $html);
- foreach($input_json as $element)
- $data[] = preg_replace('/}\)(.*)/', '}', $element);
- unset($data[0]);
-
- foreach($data as $datai) {
- $json = json_decode($datai, TRUE);
- $item = array();
- $item['uri'] = $this->uri.'post/show/'.$json['id'];
- $item['postid'] = $json['id'];
- $item['timestamp'] = $json['created_at'];
- $item['imageUri'] = $json['file_url'];
- $item['title'] = 'Lolibooru | '.$json['id'];
- $item['content'] = '
Tags: '.$json['tags'];
- $this->items[] = $item;
- }
- }
-
- public function getCacheDuration(){
- return 1800; // 30 minutes
- }
}
diff --git a/bridges/MangareaderBridge.php b/bridges/MangareaderBridge.php
index cdf5a70e..949e7a48 100644
--- a/bridges/MangareaderBridge.php
+++ b/bridges/MangareaderBridge.php
@@ -1,190 +1,229 @@
array(),
'Get popular mangas' => array(
- 'category'=>array(
- 'name'=>'Category',
- 'type'=>'list',
- 'required'=>true,
- 'values'=>array(
- 'All'=>'all',
- 'Action'=>'action',
- 'Adventure'=>'adventure',
- 'Comedy'=>'comedy',
- 'Demons'=>'demons',
- 'Drama'=>'drama',
- 'Ecchi'=>'ecchi',
- 'Fantasy'=>'fantasy',
- 'Gender Bender'=>'gender-bender',
- 'Harem'=>'harem',
- 'Historical'=>'historical',
- 'Horror'=>'horror',
- 'Josei'=>'josei',
- 'Magic'=>'magic',
- 'Martial Arts'=>'martial-arts',
- 'Mature'=>'mature',
- 'Mecha'=>'mecha',
- 'Military'=>'military',
- 'Mystery'=>'mystery',
- 'One Shot'=>'one-shot',
- 'Psychological'=>'psychological',
- 'Romance'=>'romance',
- 'School Life'=>'school-life',
- 'Sci-Fi'=>'sci-fi',
- 'Seinen'=>'seinen',
- 'Shoujo'=>'shoujo',
- 'Shoujoai'=>'shoujoai',
- 'Shounen'=>'shounen',
- 'Shounenai'=>'shounenai',
- 'Slice of Life'=>'slice-of-life',
- 'Smut'=>'smut',
- 'Sports'=>'sports',
- 'Super Power'=>'super-power',
- 'Supernatural'=>'supernatural',
- 'Tragedy'=>'tragedy',
- 'Vampire'=>'vampire',
- 'Yaoi'=>'yaoi',
- 'Yuri'=>'yuri'
+ 'category' => array(
+ 'name' => 'Category',
+ 'type' => 'list',
+ 'required' => true,
+ 'values' => array(
+ 'All' => 'all',
+ 'Action' => 'action',
+ 'Adventure' => 'adventure',
+ 'Comedy' => 'comedy',
+ 'Demons' => 'demons',
+ 'Drama' => 'drama',
+ 'Ecchi' => 'ecchi',
+ 'Fantasy' => 'fantasy',
+ 'Gender Bender' => 'gender-bender',
+ 'Harem' => 'harem',
+ 'Historical' => 'historical',
+ 'Horror' => 'horror',
+ 'Josei' => 'josei',
+ 'Magic' => 'magic',
+ 'Martial Arts' => 'martial-arts',
+ 'Mature' => 'mature',
+ 'Mecha' => 'mecha',
+ 'Military' => 'military',
+ 'Mystery' => 'mystery',
+ 'One Shot' => 'one-shot',
+ 'Psychological' => 'psychological',
+ 'Romance' => 'romance',
+ 'School Life' => 'school-life',
+ 'Sci-Fi' => 'sci-fi',
+ 'Seinen' => 'seinen',
+ 'Shoujo' => 'shoujo',
+ 'Shoujoai' => 'shoujoai',
+ 'Shounen' => 'shounen',
+ 'Shounenai' => 'shounenai',
+ 'Slice of Life' => 'slice-of-life',
+ 'Smut' => 'smut',
+ 'Sports' => 'sports',
+ 'Super Power' => 'super-power',
+ 'Supernatural' => 'supernatural',
+ 'Tragedy' => 'tragedy',
+ 'Vampire' => 'vampire',
+ 'Yaoi' => 'yaoi',
+ 'Yuri' => 'yuri'
),
- 'exampleValue'=>'All',
- 'title'=>'Select your category'
+ 'exampleValue' => 'All',
+ 'title' => 'Select your category'
)
),
'Get manga updates' => array(
- 'path'=>array(
- 'name'=>'Path',
- 'required'=>true,
- 'pattern'=>'[a-zA-Z0-9-_]*',
- 'exampleValue'=>'bleach, umi-no-kishidan',
- 'title'=>'URL part of desired manga'
+ 'path' => array(
+ 'name' => 'Path',
+ 'required' => true,
+ 'pattern' => '[a-zA-Z0-9-_]*',
+ 'exampleValue' => 'bleach, umi-no-kishidan',
+ 'title' => 'URL part of desired manga'
),
- 'limit'=>array(
- 'name'=>'Limit',
- 'type'=>'number',
- 'exampleValue'=>10,
- 'title'=>'Number of items to return [-1 returns all]'
+ 'limit' => array(
+ 'name' => 'Limit',
+ 'type' => 'number',
+ 'defaultValue' => 10,
+ 'title' => 'Number of items to return [-1 returns all]'
)
)
);
- private $request='';
+ private $request = '';
- public function collectData(){
- // We'll use the DOM parser for this as it makes navigation easier
- $html = $this->getContents($this->getURI());
+ public function collectData(){
+ // We'll use the DOM parser for this as it makes navigation easier
+ $html = getContents($this->getURI());
if(!$html){
- $this->returnClientError('Could not receive data for ' . $path . '!');
+ returnClientError('Could not receive data for ' . $path . '!');
}
libxml_use_internal_errors(true);
$doc = new DomDocument;
- @$doc->loadHTML($html);
+ @$doc->loadHTML($html);
libxml_clear_errors();
- // Navigate via XPath
- $xpath = new DomXPath($doc);
+ // Navigate via XPath
+ $xpath = new DomXPath($doc);
$this->request = '';
switch($this->queriedContext){
case 'Get latest updates':
$this->request = 'Latest updates';
-
- // Query each item (consists of Manga + chapters)
- $nodes = $xpath->query("//*[@id='latestchapters']/table//td");
-
- foreach ($nodes as $node){
- // Query the manga
- $manga = $xpath->query("a[@class='chapter']", $node)->item(0);
-
- // Collect the chapters for each Manga
- $chapters = $xpath->query("a[@class='chaptersrec']", $node);
-
- if (isset($manga) && $chapters->length >= 1){
- $item = array();
- $item['uri'] = $this->uri. htmlspecialchars($manga->getAttribute('href'));
- $item['title'] = htmlspecialchars($manga->nodeValue);
-
- // Add each chapter to the feed
- $item['content'] = "";
-
- foreach ($chapters as $chapter){
- if($item['content'] <> ""){
- $item['content'] .= "
";
- }
- $item['content'] .= "" . htmlspecialchars($chapter->nodeValue) . "";
- }
-
- $this->items[] = $item;
- }
- }
+ $this->get_latest_updates($xpath);
break;
-
case 'Get popular mangas':
+ // Find manga name within "Popular mangas for ..."
$pagetitle = $xpath->query(".//*[@id='bodyalt']/h1")->item(0)->nodeValue;
- $this->request = substr($pagetitle, 0, strrpos($pagetitle, " -")); // "Popular mangas for ..."
-
- // Query all mangas
- $mangas = $xpath->query("//*[@id='mangaresults']/*[@class='mangaresultitem']");
-
- foreach ($mangas as $manga){
-
- // The thumbnail is encrypted in a css-style...
- // format: "background-image:url('')"
- $mangaimgelement = $xpath->query(".//*[@class='imgsearchresults']", $manga)->item(0)->getAttribute('style');
- $thumbnail = substr($mangaimgelement, 22, strlen($mangaimgelement) - 24);
-
- $item = array();
- $item['title'] = htmlspecialchars($xpath->query(".//*[@class='manga_name']//a", $manga)->item(0)->nodeValue);
- $item['uri'] = $this->uri . $xpath->query(".//*[@class='manga_name']//a", $manga)->item(0)->getAttribute('href');
- $item['author'] = htmlspecialchars($xpath->query("//*[@class='author_name']", $manga)->item(0)->nodeValue);
- $item['chaptercount'] = $xpath->query(".//*[@class='chapter_count']", $manga)->item(0)->nodeValue;
- $item['genre'] = htmlspecialchars($xpath->query(".//*[@class='manga_genre']", $manga)->item(0)->nodeValue);
- $item['content'] = '![' . $item['title'] . '](' . $thumbnail . ')
' . $item['genre'] . '
' . $item['chaptercount'] . '
';
- $this->items[] = $item;
- }
+ $this->request = substr($pagetitle, 0, strrpos($pagetitle, " -"));
+ $this->get_popular_mangas($xpath);
break;
-
case 'Get manga updates':
$limit = $this->getInput('limit');
if(empty($limit)){
- $limit = MANGAREADER_LIMIT;
+ $limit = self::PARAMETERS[$this->queriedContext]['limit']['defaultValue'];
}
- $this->request = $xpath->query(".//*[@id='mangaproperties']//*[@class='aname']")->item(0)->nodeValue;
+ $this->request = $xpath->query(".//*[@id='mangaproperties']//*[@class='aname']")
+ ->item(0)
+ ->nodeValue;
- $query = "(.//*[@id='listing']//tr)[position() > 1]";
-
- if($limit !== -1){
- $query = "(.//*[@id='listing']//tr)[position() > 1][position() > last() - " . $limit . "]";
- }
-
- $chapters = $xpath->query($query);
-
- foreach ($chapters as $chapter){
- $item = array();
- $item['title'] = htmlspecialchars($xpath->query("td[1]", $chapter)->item(0)->nodeValue);
- $item['uri'] = $this->uri . $xpath->query("td[1]/a", $chapter)->item(0)->getAttribute('href');
- $item['timestamp'] = strtotime($xpath->query("td[2]", $chapter)->item(0)->nodeValue);
- array_unshift($this->items, $item);
- }
+ $this->get_manga_updates($xpath, $limit);
break;
}
- // Return some dummy-data if no content available
- if(empty($this->items)){
- $item = array();
- $item['content'] = "No updates available
";
+ // Return some dummy-data if no content available
+ if(empty($this->items)){
+ $item = array();
+ $item['content'] = "No updates available
";
- $this->items[] = $item;
- }
- }
+ $this->items[] = $item;
+ }
+ }
+
+ private function get_latest_updates($xpath){
+ // Query each item (consists of Manga + chapters)
+ $nodes = $xpath->query("//*[@id='latestchapters']/table//td");
+
+ foreach ($nodes as $node){
+ // Query the manga
+ $manga = $xpath->query("a[@class='chapter']", $node)->item(0);
+
+ // Collect the chapters for each Manga
+ $chapters = $xpath->query("a[@class='chaptersrec']", $node);
+
+ if (isset($manga) && $chapters->length >= 1){
+ $item = array();
+ $item['uri'] = self::URI . htmlspecialchars($manga->getAttribute('href'));
+ $item['title'] = htmlspecialchars($manga->nodeValue);
+
+ // Add each chapter to the feed
+ $item['content'] = "";
+
+ foreach ($chapters as $chapter){
+ if($item['content'] <> ""){
+ $item['content'] .= "
";
+ }
+ $item['content'] .=
+ ""
+ . htmlspecialchars($chapter->nodeValue)
+ . "";
+ }
+
+ $this->items[] = $item;
+ }
+ }
+ }
+
+ private function get_popular_mangas($xpath){
+ // Query all mangas
+ $mangas = $xpath->query("//*[@id='mangaresults']/*[@class='mangaresultitem']");
+
+ foreach ($mangas as $manga){
+
+ // The thumbnail is encrypted in a css-style...
+ // format: "background-image:url('')"
+ $mangaimgelement = $xpath->query(".//*[@class='imgsearchresults']", $manga)
+ ->item(0)
+ ->getAttribute('style');
+ $thumbnail = substr($mangaimgelement, 22, strlen($mangaimgelement) - 24);
+
+ $item = array();
+ $item['title'] = htmlspecialchars($xpath->query(".//*[@class='manga_name']//a", $manga)
+ ->item(0)
+ ->nodeValue);
+ $item['uri'] = self::URI . $xpath->query(".//*[@class='manga_name']//a", $manga)
+ ->item(0)
+ ->getAttribute('href');
+ $item['author'] = htmlspecialchars($xpath->query("//*[@class='author_name']", $manga)
+ ->item(0)
+ ->nodeValue);
+ $item['chaptercount'] = $xpath->query(".//*[@class='chapter_count']", $manga)
+ ->item(0)
+ ->nodeValue;
+ $item['genre'] = htmlspecialchars($xpath->query(".//*[@class='manga_genre']", $manga)
+ ->item(0)
+ ->nodeValue);
+ $item['content'] = <<![{$item['title']}]({$thumbnail})
+
{$item['genre']}
+{$item['chaptercount']}
+EOD;
+ $this->items[] = $item;
+ }
+ }
+
+ private function get_manga_updates($xpath, $limit){
+ $query = "(.//*[@id='listing']//tr)[position() > 1]";
+
+ if($limit !== -1){
+ $query = "(.//*[@id='listing']//tr)[position() > 1][position() > last() - {$limit}]";
+ }
+
+ $chapters = $xpath->query($query);
+
+ foreach ($chapters as $chapter){
+ $item = array();
+ $item['title'] = htmlspecialchars($xpath->query("td[1]", $chapter)
+ ->item(0)
+ ->nodeValue);
+ $item['uri'] = self::URI . $xpath->query("td[1]/a", $chapter)
+ ->item(0)
+ ->getAttribute('href');
+ $item['timestamp'] = strtotime($xpath->query("td[2]", $chapter)
+ ->item(0)
+ ->nodeValue);
+ array_unshift($this->items, $item);
+ }
+ }
public function getURI(){
switch($this->queriedContext){
@@ -201,16 +240,12 @@ class MangareaderBridge extends BridgeAbstract{
$path = $this->getInput('path');
break;
}
- return $this->uri . $path;
+ return self::URI . $path;
}
- public function getName(){
- return (!empty($this->request) ? $this->request . ' - ' : '') . 'Mangareader Bridge';
- }
-
- public function getCacheDuration(){
- return 10800; // 3 hours
- }
+ public function getName(){
+ return (!empty($this->request) ? $this->request . ' - ' : '') . 'Mangareader Bridge';
+ }
}
?>
diff --git a/bridges/MilbooruBridge.php b/bridges/MilbooruBridge.php
index 1dc08cfa..bc10c3f9 100644
--- a/bridges/MilbooruBridge.php
+++ b/bridges/MilbooruBridge.php
@@ -1,39 +1,11 @@
array(
- 'name'=>'page',
- 'type'=>'number'
- ),
- 't'=>array('name'=>'tags')
- ));
-
- public function collectData(){
- $html = $this->getSimpleHTMLDOM(
- $this->uri.'?q=/post/list/'.urlencode($this->getInput('t')).'/'.$this->getInput('p')
- )or $this->returnServerError('Could not request Milbooru.');
-
- foreach($html->find('div[class=shm-image-list] span[class=thumb]') as $element) {
- $item = array();
- $item['uri'] = $this->uri.$element->find('a', 0)->href;
- $item['postid'] = (int)preg_replace("/[^0-9]/",'', $element->find('a', 0)->getAttribute('data-post-id'));
- $item['timestamp'] = time();
- $thumbnailUri = $this->uri.$element->find('img', 0)->src;
- $item['tags'] = $element->find('a', 0)->getAttribute('data-tags');
- $item['title'] = 'Milbooru | '.$item['postid'];
- $item['content'] = '
Tags: '.$item['tags'];
- $this->items[] = $item;
- }
- }
-
- public function getCacheDuration(){
- return 1800; // 30 minutes
- }
}
diff --git a/bridges/MoebooruBridge.php b/bridges/MoebooruBridge.php
new file mode 100644
index 00000000..920bc10c
--- /dev/null
+++ b/bridges/MoebooruBridge.php
@@ -0,0 +1,46 @@
+array(
+ 'name'=>'page',
+ 'defaultValue'=>1,
+ 'type'=>'number'
+ ),
+ 't'=>array('name'=>'tags')
+ ));
+
+ protected function getFullURI(){
+ return $this->getURI().'post?'
+ .'page='.$this->getInput('p')
+ .'&tags='.urlencode($this->getInput('t'));
+ }
+
+ public function collectData(){
+ $html = getSimpleHTMLDOM($this->getFullURI())
+ or returnServerError('Could not request '.$this->getName());
+
+
+ $input_json = explode('Post.register(', $html);
+ foreach($input_json as $element)
+ $data[] = preg_replace('/}\)(.*)/', '}', $element);
+ unset($data[0]);
+
+ foreach($data as $datai) {
+ $json = json_decode($datai, TRUE);
+ $item = array();
+ $item['uri'] = $this->getURI().'/post/show/'.$json['id'];
+ $item['postid'] = $json['id'];
+ $item['timestamp'] = $json['created_at'];
+ $item['imageUri'] = $json['file_url'];
+ $item['title'] = $this->getName().' | '.$json['id'];
+ $item['content'] = '
Tags: '.$json['tags'];
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/MondeDiploBridge.php b/bridges/MondeDiploBridge.php
index 2a6afc4e..e0cf78c0 100644
--- a/bridges/MondeDiploBridge.php
+++ b/bridges/MondeDiploBridge.php
@@ -1,26 +1,23 @@
getSimpleHTMLDOM($this->uri)
- or $this->returnServerError('Could not request MondeDiplo. for : ' . $this->uri);
+ $html = getSimpleHTMLDOM(self::URI)
+ or returnServerError('Could not request MondeDiplo. for : ' . self::URI);
foreach($html->find('div.unarticle') as $article) {
$element = $article->parent();
$item = array();
- $item['uri'] = $this->uri . $element->href;
+ $item['uri'] = self::URI . $element->href;
$item['title'] = $element->find('h3', 0)->plaintext;
$item['content'] = $element->find('div.dates_auteurs', 0)->plaintext . '
' . strstr($element->find('div', 0)->plaintext, $element->find('div.dates_auteurs', 0)->plaintext, true);
$this->items[] = $item;
}
}
-
- public function getCacheDuration(){
- return 21600; // 6 hours
- }
}
diff --git a/bridges/MsnMondeBridge.php b/bridges/MsnMondeBridge.php
index 5e481956..348bdb91 100644
--- a/bridges/MsnMondeBridge.php
+++ b/bridges/MsnMondeBridge.php
@@ -1,29 +1,29 @@
uri.'fr-fr/actualite/monde';
+ return self::URI.'fr-fr/actualite/monde';
}
private function MsnMondeExtractContent($url, &$item) {
- $html2 = $this->getSimpleHTMLDOM($url);
+ $html2 = getSimpleHTMLDOM($url);
$item['content'] = $html2->find('#content', 0)->find('article', 0)->find('section', 0)->plaintext;
$item['timestamp'] = strtotime($html2->find('.authorinfo-txt', 0)->find('time', 0)->datetime);
}
public function collectData(){
- $html = $this->getSimpleHTMLDOM($this->getURI()) or $this->returnServerError('Could not request MsnMonde.');
+ $html = getSimpleHTMLDOM($this->getURI()) or returnServerError('Could not request MsnMonde.');
$limit = 0;
foreach($html->find('.smalla') as $article) {
if($limit < 10) {
$item = array();
$item['title'] = utf8_decode($article->find('h4', 0)->innertext);
- $item['uri'] = $this->uri . utf8_decode($article->find('a', 0)->href);
+ $item['uri'] = self::URI . utf8_decode($article->find('a', 0)->href);
$this->MsnMondeExtractContent($item['uri'], $item);
$this->items[] = $item;
$limit++;
diff --git a/bridges/MspabooruBridge.php b/bridges/MspabooruBridge.php
index e255f9ee..96ae52ad 100644
--- a/bridges/MspabooruBridge.php
+++ b/bridges/MspabooruBridge.php
@@ -1,42 +1,12 @@
array(
- 'name'=>'page',
- 'type'=>'number'
- ),
- 't'=>array('name'=>'tags')
- ));
-
- public function collectData(){
- $html = $this->getSimpleHTMLDOM(
- $this->uri.'index.php?page=post&s=list&'
- .'&pid='.($this->getInput('p')?($this->getInput('p') -1)*50:'')
- .'&tags='.urlencode($this->getInput('t'))
- ) or $this->returnServerError('Could not request Mspabooru.');
-
-
- foreach($html->find('div[class=content] span') as $element) {
- $item = array();
- $item['uri'] = $this->uri.$element->find('a', 0)->href;
- $item['postid'] = (int)preg_replace("/[^0-9]/",'', $element->getAttribute('id'));
- $item['timestamp'] = time();
- $thumbnailUri = $element->find('img', 0)->src;
- $item['tags'] = $element->find('img', 0)->getAttribute('alt');
- $item['title'] = 'Mspabooru | '.$item['postid'];
- $item['content'] = '
Tags: '.$item['tags'];
- $this->items[] = $item;
- }
- }
-
- public function getCacheDuration(){
- return 1800; // 30 minutes
- }
+ const PIDBYPAGE=50;
}
diff --git a/bridges/NakedSecurityBridge.php b/bridges/NakedSecurityBridge.php
deleted file mode 100644
index 5d0fb36c..00000000
--- a/bridges/NakedSecurityBridge.php
+++ /dev/null
@@ -1,68 +0,0 @@
-';
- $close_tag_length = strlen($close_tag);
- if (strpos($tag_start, $open_tag) === 0) {
- while (strpos($string, $tag_start) !== false) {
- $max_recursion = 100;
- $section_to_remove = null;
- $section_start = strpos($string, $tag_start);
- $search_offset = $section_start;
- do {
- $max_recursion--;
- $section_end = strpos($string, $close_tag, $search_offset);
- $search_offset = $section_end + $close_tag_length;
- $section_to_remove = substr($string, $section_start, $section_end - $section_start + $close_tag_length);
- $open_tag_count = substr_count($section_to_remove, $open_tag);
- $close_tag_count = substr_count($section_to_remove, $close_tag);
- } while ($open_tag_count > $close_tag_count && $max_recursion > 0);
- $string = str_replace($section_to_remove, '', $string);
- }
- }
- return $string;
- }
-
- $feedUrl = 'https://feeds.feedburner.com/nakedsecurity?format=xml';
- $html = $this->getSimpleHTMLDOM($feedUrl) or $this->returnServerError('Could not request '.$this->getName().': '.$feedUrl);
- $limit = 0;
-
- foreach ($html->find('item') as $element) {
- if ($limit < 10) {
-
- //Retrieve article Uri and get that page
- $article_uri = $element->find('guid', 0)->plaintext;
- $article_html = $this->getSimpleHTMLDOM($article_uri) or $this->returnServerError('Could not request '.$this->getName().': '.$article_uri);
-
- //Build article contents from corresponding elements
- $article_title = trim($element->find('title', 0)->plaintext);
- $article_image = $article_html->find('img.wp-post-image', 0)->src;
- $article_summary = strip_tags(html_entity_decode($element->find('description', 0)->plaintext));
- $article_content = $article_html->find('div.entry-content', 0)->innertext;
- $article_content = StripRecursiveHTMLSection($article_content , 'div', '
'.$article_summary.'
'.$article_content;
-
- //Build and add final item
- $item = array();
- $item['uri'] = $article_uri;
- $item['title'] = $article_title;
- $item['author'] = $article_html->find('a[rel=author]', 0)->plaintext;
- $item['timestamp'] = strtotime($element->find('pubDate', 0)->plaintext);
- $item['content'] = $article_content;
- $this->items[] = $item;
- $limit++;
- }
- }
- }
-}
diff --git a/bridges/NasaApodBridge.php b/bridges/NasaApodBridge.php
index 9b333c8e..bc284cf0 100644
--- a/bridges/NasaApodBridge.php
+++ b/bridges/NasaApodBridge.php
@@ -1,14 +1,15 @@
getSimpleHTMLDOM($this->uri.'archivepix.html') or $this->returnServerError('Error while downloading the website content');
+ $html = getSimpleHTMLDOM(self::URI.'archivepix.html') or returnServerError('Error while downloading the website content');
$list = explode("
", $html->find('b', 0)->innertext);
for($i = 0; $i < 3;$i++)
@@ -17,10 +18,10 @@ class NasaApodBridge extends BridgeAbstract{
$item = array();
$uri_page = $html->find('a',$i + 3)->href;
- $uri = $this->uri.$uri_page;
+ $uri = self::URI.$uri_page;
$item['uri'] = $uri;
- $picture_html = $this->getSimpleHTMLDOM($uri);
+ $picture_html = getSimpleHTMLDOM($uri);
$picture_html_string = $picture_html->innertext;
//Extract image and explanation
@@ -39,8 +40,4 @@ class NasaApodBridge extends BridgeAbstract{
$this->items[] = $item;
}
}
-
- public function getCacheDuration(){
- return 3600*12; // 12 hours
- }
}
diff --git a/bridges/NeuviemeArtBridge.php b/bridges/NeuviemeArtBridge.php
index 54261c28..0bf3ce38 100644
--- a/bridges/NeuviemeArtBridge.php
+++ b/bridges/NeuviemeArtBridge.php
@@ -1,54 +1,55 @@
uri.'9emeart.rss';
- $html = $this->getSimpleHTMLDOM($feedUrl) or $this->returnServerError('Could not request 9eme Art: '.$feedUrl);
- $limit = 0;
+ $article_html = getSimpleHTMLDOMCached($item['uri']);
+ if(!$article_html){
+ $item['content'] = 'Could not request 9eme Art: '.$item['uri'];
+ return $item;
+ }
- foreach ($html->find('item') as $element) {
- if ($limit < 5) {
+ $article_image = '';
+ foreach ($article_html->find('img.img_full') as $img){
+ if ($img->alt == $item['title']){
+ $article_image = self::URI.$img->src;
+ break;
+ }
+ }
- //Retrieve article Uri and get that page
- $article_uri = $element->find('guid', 0)->plaintext;
- $article_html = $this->getSimpleHTMLDOM($article_uri) or $this->returnServerError('Could not request 9eme Art: '.$article_uri);
+ $article_content='';
+ if($article_image){
+ $article_content = '
';
+ }
+ $article_content .= str_replace(
+ 'src="/', 'src="'.self::URI,
+ $article_html->find('div.newsGenerique_con', 0)->innertext
+ );
+ $article_content = $this->StripWithDelimiters($article_content, '');
+ $article_content = $this->StripWithDelimiters($article_content, '');
+ $article_content = $this->StripWithDelimiters($article_content, '');
- //Build article contents from corresponding elements
- $article_title = trim($element->find('title', 0)->plaintext);
- $article_image = $element->find('enclosure', 0)->url;
- foreach ($article_html->find('img.img_full') as $img)
- if ($img->alt == $article_title)
- $article_image = $this->uri.$img->src;
- $article_content = '
'
- .str_replace('src="/', 'src="'.$this->uri, $article_html->find('div.newsGenerique_con', 0)->innertext);
- $article_content = StripWithDelimiters($article_content, '');
- $article_content = StripWithDelimiters($article_content, '');
- $article_content = StripWithDelimiters($article_content, '');
+ $item['content'] = $article_content;
- //Build and add final item
- $item = array();
- $item['uri'] = $article_uri;
- $item['title'] = $article_title;
- $item['author'] = $article_html->find('a[class=upp transition_fast upp]', 0)->plaintext;
- $item['timestamp'] = strtotime($element->find('pubDate', 0)->plaintext);
- $item['content'] = $article_content;
- $this->items[] = $item;
- $limit++;
- }
- }
- }
+ return $item;
+ }
+
+ public function collectData(){
+ $feedUrl = self::URI.'9emeart.rss';
+ $this->collectExpandableDatas($feedUrl);
+ }
}
diff --git a/bridges/NextInpactBridge.php b/bridges/NextInpactBridge.php
index c5e39edf..21baf4c5 100644
--- a/bridges/NextInpactBridge.php
+++ b/bridges/NextInpactBridge.php
@@ -1,19 +1,23 @@
', '', $string);
- return $string;
+ public function collectData(){
+ $this->collectExpandableDatas(self::URI . 'rss/news.xml', 10);
+ }
+
+ protected function parseItem($newsItem){
+ $item = parent::parseItem($newsItem);
+ $item['content'] = $this->ExtractContent($item['uri']);
+ return $item;
}
private function ExtractContent($url) {
- $html2 = $this->getSimpleHTMLDOM($url);
+ $html2 = getSimpleHTMLDOMCached($url);
$text = ''.$html2->find('span.sub_title', 0)->innertext.'
'
.'->find('img.dedicated',0)->src.')
'
.''.$html2->find('div[itemprop=articleBody]', 0)->innertext.'
';
@@ -22,22 +26,4 @@ class NextInpactBridge extends BridgeAbstract {
$text = $text.''.$premium_article->innertext.'
';
return $text;
}
-
- public function collectData(){
- $html = $this->getSimpleHTMLDOM($this->uri.'rss/news.xml') or $this->returnServerError('Could not request NextInpact.');
- $limit = 0;
-
- foreach($html->find('item') as $element) {
- if($limit < 3) {
- $item = array();
- $item['title'] = $this->StripCDATA($element->find('title', 0)->innertext);
- $item['uri'] = $this->StripCDATA($element->find('guid', 0)->plaintext);
- $item['author'] = $this->StripCDATA($element->find('creator', 0)->innertext);
- $item['timestamp'] = strtotime($element->find('pubDate', 0)->plaintext);
- $item['content'] = $this->ExtractContent($item['uri']);
- $this->items[] = $item;
- $limit++;
- }
- }
- }
}
diff --git a/bridges/NextgovBridge.php b/bridges/NextgovBridge.php
index f7e508e1..78ffb055 100644
--- a/bridges/NextgovBridge.php
+++ b/bridges/NextgovBridge.php
@@ -1,12 +1,12 @@
array(
'name'=>'Category',
'type'=>'list',
@@ -26,57 +26,45 @@ class NextgovBridge extends BridgeAbstract {
));
public function collectData(){
+ $this->collectExpandableDatas(self::URI . 'rss/' . $this->getInput('category') . '/', 10);
+ }
- function ExtractFromDelimiters($string, $start, $end) {
- if (strpos($string, $start) !== false) {
- $section_retrieved = substr($string, strpos($string, $start) + strlen($start));
- $section_retrieved = substr($section_retrieved, 0, strpos($section_retrieved, $end));
- return $section_retrieved;
- } return false;
- }
+ protected function parseItem($newsItem){
+ $item = parent::parseItem($newsItem);
- function StripWithDelimiters($string, $start, $end) {
- while (strpos($string, $start) !== false) {
- $section_to_remove = substr($string, strpos($string, $start));
- $section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end));
- $string = str_replace($section_to_remove, '', $string);
- } return $string;
- }
+ $item['content'] = '';
- $category = $this->getInput('category');
- $url = $this->getURI().'rss/'.$category.'/';
- $html = $this->getSimpleHTMLDOM($url) or $this->returnServerError('Could not request Nextgov: '.$url);
- $limit = 0;
-
- foreach ($html->find('item') as $element) {
- if ($limit >= 10) {
- break;
+ $namespaces = $newsItem->getNamespaces(true);
+ if(isset($namespaces['media'])){
+ $media = $newsItem->children($namespaces['media']);
+ if(isset($media->content)){
+ $attributes = $media->content->attributes();
+ $item['content'] = '
';
}
-
- $article_url = ExtractFromDelimiters($element->innertext, '', '');
- $article_author = ExtractFromDelimiters($element->innertext, 'dc/elements/1.1/">', '');
- $article_title = $element->find('title', 0)->plaintext;
- $article_subtitle = $element->find('description', 0)->plaintext;
- $article_timestamp = strtotime($element->find('pubDate', 0)->plaintext);
- $article_thumbnail = ExtractFromDelimiters($element->innertext, 'getSimpleHTMLDOM($article_url) or $this->returnServerError('Could not request Nextgov: '.$article_url);
-
- $contents = $article->find('div.wysiwyg', 0)->innertext;
- $contents = StripWithDelimiters($contents, '', '
');
- $contents = StripWithDelimiters($contents, ''); //ad outer div
- $contents = StripWithDelimiters($contents, '');
- $contents = ($article_thumbnail == '' ? '' : '
')
- .''.$article_subtitle.'
'
- .trim($contents);
-
- $item = array();
- $item['uri'] = $article_url;
- $item['title'] = $article_title;
- $item['author'] = $article_author;
- $item['timestamp'] = $article_timestamp;
- $item['content'] = $contents;
- $this->items[] = $item;
- $limit++;
}
+
+ $item['content'] .= $this->ExtractContent($item['uri']);
+ return $item;
+ }
+
+ private function StripWithDelimiters($string, $start, $end) {
+ while (strpos($string, $start) !== false) {
+ $section_to_remove = substr($string, strpos($string, $start));
+ $section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end));
+ $string = str_replace($section_to_remove, '', $string);
+ } return $string;
+ }
+
+ private function ExtractContent($url){
+ $article = getSimpleHTMLDOMCached($url)
+ or returnServerError('Could not request Nextgov: ' . $url);
+
+ $contents = $article->find('div.wysiwyg', 0)->innertext;
+ $contents = $this->StripWithDelimiters($contents, '', '
');
+ $contents = $this->StripWithDelimiters($contents, ''); //ad outer div
+ return $this->StripWithDelimiters($contents, '');
+ $contents = ($article_thumbnail == '' ? '' : '
')
+ .''.$article_subtitle.'
'
+ .trim($contents);
}
}
diff --git a/bridges/NiceMatinBridge.php b/bridges/NiceMatinBridge.php
index 69dd8ddd..678b4f77 100644
--- a/bridges/NiceMatinBridge.php
+++ b/bridges/NiceMatinBridge.php
@@ -1,13 +1,23 @@
collectExpandableDatas(self::URI . 'derniere-minute/rss', 10);
+ }
+
+ protected function parseItem($newsItem){
+ $item = parent::parseItem($newsItem);
+ $item['content'] = $this->NiceMatinExtractContent($item['uri']);
+ return $item;
+ }
private function NiceMatinExtractContent($url) {
- $html = $this->getSimpleHTMLDOM($url);
+ $html = getSimpleHTMLDOMCached($url);
if(!$html)
return 'Could not acquire content from url: ' . $url . '!';
@@ -19,29 +29,4 @@ class NiceMatinBridge extends BridgeAbstract{
$text = strip_tags($text, '![]()
');
return $text;
}
-
- public function collectData(){
- $html = $this->getSimpleHTMLDOM($this->uri.'derniere-minute/rss')
- or $this->returnServerError('Could not request NiceMatin.');
- $limit = 0;
-
- foreach($html->find('item') as $element) {
- if($limit >= 10) {
- break;
- }
- // We need to fix the 'link' tag as simplehtmldom cannot parse it (just rename it and load back as dom)
- $element_text = $element->outertext;
- $element_text = str_replace('', '', $element_text);
- $element_text = str_replace('', '', $element_text);
- $element = str_get_html($element_text);
-
- $item = array();
- $item['title'] = $element->find('title', 0)->innertext;
- $item['uri'] = $element->find('url', 0)->innertext;
- $item['timestamp'] = strtotime($element->find('pubDate', 0)->plaintext);
- $item['content'] = $this->NiceMatinExtractContent($item['uri']);
- $this->items[] = $item;
- $limit++;
- }
- }
}
diff --git a/bridges/NovelUpdatesBridge.php b/bridges/NovelUpdatesBridge.php
index 3e61bec1..d0a6d713 100644
--- a/bridges/NovelUpdatesBridge.php
+++ b/bridges/NovelUpdatesBridge.php
@@ -1,29 +1,29 @@
array(
- 'name'=>'Novel URL',
- 'patterns'=>'http:\/\/www.novelupdates.com\/.*',
- 'required'=>true
+ 'name'=>'Novel name as found in the url',
+ 'exampleValue'=>'spirit-realm',
+ 'required'=>true
)
));
private $seriesTitle='';
+ public function getURI(){
+ return static::URI.'/series/'.$this->getInput('n').'/';
+ }
+
public function collectData(){
- $thread = parse_url($this->getInput('n'))
- or $this->returnClientError('This URL seems malformed, please check it.');
- if($thread['host'] !== 'www.novelupdates.com')
- $this->returnClientError('NovelUpdates URL only.');
- if(strpos($thread['path'], 'series/') === FALSE)
- $this->returnClientError('You must specify the novel URL.');
- $url = $this->uri.$thread['path'].'';
- $fullhtml = $this->getSimpleHTMLDOM($url) or $this->returnServerError("Could not request NovelUpdates, novel not found");
+ $fullhtml = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Could not request NovelUpdates, novel "'.$this->getInput('n').'" not found');
+
$this->seriesTitle = $fullhtml->find('h4.seriestitle', 0)->plaintext;
// dirty fix for nasty simpledom bug: https://github.com/sebsauvage/rss-bridge/issues/259
// forcefully removes tbody
@@ -37,16 +37,16 @@ class NovelUpdatesBridge extends BridgeAbstract{
$item['title'] = $element->find('td', 2)->find('a', 0)->plaintext;
$item['team'] = $element->find('td', 1)->innertext;
$item['timestamp'] = strtotime($element->find('td', 0)->plaintext);
- $item['content'] = ''.$this->seriesTitle.' - '.$item['title'].' by '.$item['team'].'
'.$fullhtml->find('div.seriesimg', 0)->innertext.'';
+ $item['content'] =
+ ''
+ .$this->seriesTitle.' - '.$item['title']
+ .' by '.$item['team'].'
'
+ .''.$fullhtml->find('div.seriesimg', 0)->innertext.'';
$this->items[] = $item;
}
}
public function getName(){
- return (!empty($this->seriesTitle) ? $this->seriesTitle.' - ' : '') .'Novel Updates';
- }
-
- public function getCacheDuration(){
- return 21600; // 6 hours
+ return $this->seriesTitle. ' - ' . static::NAME;
}
}
diff --git a/bridges/NumeramaBridge.php b/bridges/NumeramaBridge.php
deleted file mode 100644
index 5754e573..00000000
--- a/bridges/NumeramaBridge.php
+++ /dev/null
@@ -1,48 +0,0 @@
-', '', $string);
- return $string;
- }
-
- $feed = $this->uri.'feed/';
- $html = $this->getSimpleHTMLDOM($feed) or $this->returnServerError('Could not request Numerama: '.$feed);
- $limit = 0;
-
- foreach($html->find('item') as $element) {
- if($limit < 5) {
- $item = array();
- $item['title'] = html_entity_decode(NumeramaStripCDATA($element->find('title', 0)->innertext));
- $item['author'] = NumeramaStripCDATA($element->find('dc:creator', 0)->innertext);
- $item['uri'] = NumeramaStripCDATA($element->find('guid', 0)->plaintext);
- $item['timestamp'] = strtotime($element->find('pubDate', 0)->plaintext);
-
- $article_url = NumeramaStripCDATA($element->find('guid', 0)->plaintext);
- if($this->get_cached_time($article_url) <= strtotime('-24 hours'))
- $this->remove_from_cache($article_url);
-
- $article_html = $this->get_cached($article_url) or $this->returnServerError('Could not request Numerama: '.$article_url);
- $contents = $article_html->find('section[class=related-article]', 0)->innertext = ''; // remove related articles block
- $contents = '->getAttribute('content').')
'; // add post picture
- $contents = $contents.$article_html->find('article[class=post-content]', 0)->innertext; // extract the post
-
- $item['content'] = $contents;
- $this->items[] = $item;
- $limit++;
- }
- }
- }
-
- public function getCacheDuration() {
- return 1800; // 30min
- }
-}
diff --git a/bridges/OpenClassroomsBridge.php b/bridges/OpenClassroomsBridge.php
index 9e560f9e..d5424eae 100644
--- a/bridges/OpenClassroomsBridge.php
+++ b/bridges/OpenClassroomsBridge.php
@@ -1,15 +1,17 @@
array(
'name'=>'Catégorie',
'type'=>'list',
+ 'required'=>true,
'values'=>array(
'Arts & Culture'=>'arts',
'Code'=>'code',
@@ -24,28 +26,21 @@ class OpenClassroomsBridge extends BridgeAbstract{
)
));
+ public function getURI(){
+ return self::URI.'/courses?categories='.$this->getInput('u').'&'
+ .'title=&sort=updatedAt+desc';
+ }
public function collectData(){
- if (empty($this->getInput('u')))
- {
- $this->returnServerError('Error: You must chose a category.');
- }
-
- $html = '';
- $link = 'https://openclassrooms.com/courses?categories='.$this->getInput('u').'&title=&sort=updatedAt+desc';
-
- $html = $this->getSimpleHTMLDOM($link) or $this->returnServerError('Could not request OpenClassrooms.');
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Could not request OpenClassrooms.');
foreach($html->find('.courseListItem') as $element) {
$item = array();
- $item['uri'] = 'https://openclassrooms.com'.$element->find('a', 0)->href;
+ $item['uri'] = self::URI.$element->find('a', 0)->href;
$item['title'] = $element->find('h3', 0)->plaintext;
$item['content'] = $element->find('slidingItem__descriptionContent', 0)->plaintext;
$this->items[] = $item;
}
}
-
- public function getCacheDuration(){
- return 21600; // 6 hours
- }
}
diff --git a/bridges/ParuVenduImmoBridge.php b/bridges/ParuVenduImmoBridge.php
index d3c38460..ee94e700 100644
--- a/bridges/ParuVenduImmoBridge.php
+++ b/bridges/ParuVenduImmoBridge.php
@@ -1,13 +1,14 @@
array(
'name'=>'Minimal surface m²',
'type'=>'number'
@@ -25,30 +26,8 @@ class ParuVenduImmoBridge extends BridgeAbstract
public function collectData()
{
- $html = '';
- $num = 20;
- $appartment = '&tbApp=1&tbDup=1&tbChb=1&tbLof=1&tbAtl=1&tbPla=1';
- $maison = '&tbMai=1&tbVil=1&tbCha=1&tbPro=1&tbHot=1&tbMou=1&tbFer=1';
- $link = $this->uri.'/immobilier/annonceimmofo/liste/listeAnnonces?tt=1'.$appartment.$maison;
-
- if ($this->getInput('minarea')) {
- $link .= '&sur0='.urlencode($this->getInput('minarea'));
- }
-
- if ($this->getInput('maxprice')) {
- $link .= '&px1='.urlencode($this->getInput('maxprice'));
- }
-
- if ($this->getInput('pa')) {
- $link .= '&pa='.urlencode($this->getInput('pa'));
- }
-
- if ($this->getInput('lo')) {
- $link .= '&lo='.urlencode($this->getInput('lo'));
- }
-
- $html = $this->getSimpleHTMLDOM($link) or $this->returnServerError('Could not request paruvendu.');
-
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Could not request paruvendu.');
foreach($html->find('div.annonce a') as $element) {
@@ -71,7 +50,7 @@ class ParuVenduImmoBridge extends BridgeAbstract
list($href) = explode('#', $element->href);
$item = array();
- $item['uri'] = $this->uri.$href;
+ $item['uri'] = self::URI.$href;
$item['title'] = $element->title;
$item['content'] = $img.$desc.$price;
$this->items[] = $item;
@@ -79,21 +58,39 @@ class ParuVenduImmoBridge extends BridgeAbstract
}
}
+ public function getURI(){
+ $appartment = '&tbApp=1&tbDup=1&tbChb=1&tbLof=1&tbAtl=1&tbPla=1';
+ $maison = '&tbMai=1&tbVil=1&tbCha=1&tbPro=1&tbHot=1&tbMou=1&tbFer=1';
+ $link = self::URI.'/immobilier/annonceimmofo/liste/listeAnnonces?tt=1'.$appartment.$maison;
+
+ if ($this->getInput('minarea')) {
+ $link .= '&sur0='.urlencode($this->getInput('minarea'));
+ }
+
+ if ($this->getInput('maxprice')) {
+ $link .= '&px1='.urlencode($this->getInput('maxprice'));
+ }
+
+ if ($this->getInput('pa')) {
+ $link .= '&pa='.urlencode($this->getInput('pa'));
+ }
+
+ if ($this->getInput('lo')) {
+ $link .= '&lo='.urlencode($this->getInput('lo'));
+ }
+ return $link;
+ }
+
public function getName(){
$request='';
- if($this->getInput('minarea') &&
- !empty($this->getInput('minarea'))
- ){
- $request .= ' '.$this->getInput('minarea').' m2';
+ $minarea=$this->getInput('minarea');
+ if(!empty($minarea)){
+ $request .= ' '.$minarea.' m2';
}
- if($this->getInput('lo') &&
- !empty($this->getInput('lo'))){
- $request .= ' In: '.$this->getInput('lo');
+ $location=$this->getInput('lo');
+ if(!empty($location)){
+ $request .= ' In: '.$location;
}
return 'Paru Vendu Immobilier'.$request;
}
-
- public function getCacheDuration(){
- return 10800; // 3 hours
- }
}
diff --git a/bridges/PickyWallpapersBridge.php b/bridges/PickyWallpapersBridge.php
index 6fa77ca0..cef99a28 100644
--- a/bridges/PickyWallpapersBridge.php
+++ b/bridges/PickyWallpapersBridge.php
@@ -1,76 +1,73 @@
array('name'=>'category'),
+ const PARAMETERS = array( array(
+ 'c'=>array(
+ 'name'=>'category',
+ 'required'=>true
+ ),
's'=>array('name'=>'subcategory'),
'm'=>array(
'name'=>'Max number of wallpapers',
+ 'defaultValue'=>12,
'type'=>'number'
),
'r'=>array(
'name'=>'resolution',
'exampleValue'=>'1920x1200, 1680x1050,…',
+ 'defaultValue'=>'1920x1200',
'pattern'=>'[0-9]{3,4}x[0-9]{3,4}'
)
));
public function collectData(){
- $html = '';
- if (!$this->getInput('c')) {
- $this->returnClientError('You must specify at least a category (?c=...).');
- } else {
- $baseUri = 'http://www.pickywallpapers.com';
+ $lastpage = 1;
+ $num = 0;
+ $max = $this->getInput('m');
+ $resolution = $this->getInput('r'); // Wide wallpaper default
- $this->category = $this->getInput('c');
- $this->subcategory = $this->getInput('s') ?: '';
- $this->resolution = $this->getInput('r') ?: '1920x1200'; // Wide wallpaper default
+ for ($page = 1; $page <= $lastpage; $page++) {
+ $html = getSimpleHTMLDOM($this->getURI().'/page-'.$page.'/')
+ or returnServerError('No results for this query.');
- $num = 0;
- $max = $this->getInput('m') ?: 12;
- $lastpage = 1;
+ if ($page === 1) {
+ preg_match('/page-(\d+)\/$/', $html->find('.pages li a', -2)->href, $matches);
+ $lastpage = min($matches[1], ceil($max/12));
+ }
- for ($page = 1; $page <= $lastpage; $page++) {
- $link = $baseUri.'/'.$this->resolution.'/'.$this->category.'/'.(!empty($this->subcategory)?$this->subcategory.'/':'').'page-'.$page.'/';
- $html = $this->getSimpleHTMLDOM($link) or $this->returnServerError('No results for this query.');
+ foreach($html->find('.items li img') as $element) {
- if ($page === 1) {
- preg_match('/page-(\d+)\/$/', $html->find('.pages li a', -2)->href, $matches);
- $lastpage = min($matches[1], ceil($max/12));
- }
+ $item = array();
+ $item['uri'] = str_replace('www', 'wallpaper', self::URI).'/'.$resolution.'/'.basename($element->src);
+ $item['timestamp'] = time();
+ $item['title'] = $element->alt;
+ $item['content'] = $item['title'].'
'.$element.'';
+ $this->items[] = $item;
- foreach($html->find('.items li img') as $element) {
-
- $item = array();
- $item['uri'] = str_replace('www', 'wallpaper', $baseUri).'/'.$this->resolution.'/'.basename($element->src);
- $item['timestamp'] = time();
- $item['title'] = $element->alt;
- $item['content'] = $item['title'].'
'.$element.'';
- $this->items[] = $item;
-
- $num++;
- if ($num >= $max)
- break 2;
- }
+ $num++;
+ if ($num >= $max)
+ break 2;
}
}
}
- public function getName(){
- return 'PickyWallpapers - '.$this->category.(!empty($this->subcategory) ? ' > '.$this->subcategory : '').' ['.$this->resolution.']';
+ public function getURI(){
+ $subcategory = $this->getInput('s');
+ $link = self::URI.$this->getInput('r').'/'.$this->getInput('c').'/'.$subcategory;
+ return $link;
}
- public function getCacheDuration(){
- return 43200; // 12 hours
+ public function getName(){
+ $subcategory = $this->getInput('s');
+ return 'PickyWallpapers - '.$this->getInput('c')
+ .($subcategory? ' > '.$subcategory : '')
+ .' ['.$this->getInput('r').']';
}
}
diff --git a/bridges/PinterestBridge.php b/bridges/PinterestBridge.php
index 1bd868ed..65c3b60d 100644
--- a/bridges/PinterestBridge.php
+++ b/bridges/PinterestBridge.php
@@ -1,98 +1,121 @@
array(
+ 'u' => array(
+ 'name' => 'username',
+ 'required' => true
+ ),
+ 'b' => array(
+ 'name' => 'board',
+ 'required' => true
+ )
+ ),
+ 'From search' => array(
+ 'q' => array(
+ 'name' => 'Keyword',
+ 'required' => true
+ )
+ )
+ );
- public $parameters = array(
- 'By username and board' => array(
- 'u'=>array('name'=>'username'),
- 'b'=>array('name'=>'board')
- ),
- 'From search' => array(
- 'q'=>array('name'=>'Keyword')
- )
- );
+ public function collectData(){
+ $html = getSimpleHTMLDOM($this->getURI());
+ if(!$html){
+ switch($this->queriedContext){
+ case 'By username and board':
+ returnServerError('Username and/or board not found');
+ case 'From search':
+ returnServerError('Could not request Pinterest.');
+ }
+ }
- public function collectData(){
- $html = '';
- if ($this->getInput('u') || $this->getInput('b')) {
+ if($this->queriedContext === 'From search'){
+ foreach($html->find('div.pinWrapper') as $div){
+ $item = array();
- if (empty($this->getInput('u')))
- {
- $this->returnClientError('You must specify a Pinterest username (?u=...).');
- }
+ $a = $div->find('a.pinImageWrapper', 0);
+ $img = $a->find('img', 0);
- if (empty($this->getInput('b')))
- {
- $this->returnClientError('You must specify a Pinterest board for this username (?b=...).');
- }
+ $item['uri'] = $this->getURI() . $a->getAttribute('href');
+ $item['content'] = '))
+ . ')
';
- $this->username = $this->getInput('u');
- $this->board = $this->getInput('b');
- $html = $this->getSimpleHTMLDOM($this->getURI().'/'.urlencode($this->username).'/'.urlencode($this->board)) or $this->returnServerError('Username and/or board not found');
-
- } else if ($this->getInput('q'))
- {
- $this->query = $this->getInput('q');
- $html = $this->getSimpleHTMLDOM($this->getURI().'/search/?q='.urlencode($this->query)) or $this->returnServerError('Could not request Pinterest.');
- }
-
- else {
- $this->returnClientError('You must specify a Pinterest username and a board name (?u=...&b=...).');
- }
-
-
- foreach($html->find('div.pinWrapper') as $div)
- {
- $a = $div->find('a.pinImageWrapper',0);
-
- $img = $a->find('img', 0);
-
- $item = array();
- $item['uri'] = $this->getURI().$a->getAttribute('href');
- $item['content'] = ')) . ')
';
-
-
- if (isset($this->query))
- {
- $avatar = $div->find('div.creditImg', 0)->find('img', 0);
+ $avatar = $div->find('div.creditImg', 0)->find('img', 0);
$avatar = $avatar->getAttribute('data-src');
$avatar = str_replace("\\", "", $avatar);
+ $username = $div->find('div.creditName', 0);
+ $board = $div->find('div.creditTitle', 0);
- $username = $div->find('div.creditName', 0);
- $board = $div->find('div.creditTitle', 0);
+ $item['username'] = $username->innertext;
+ $item['fullname'] = $board->innertext;
+ $item['avatar'] = $avatar;
- $item['username'] =$username->innertext;
- $item['fullname'] = $board->innertext;
- $item['avatar'] = $avatar;
+ $item['content'] .= '
+ . ')
'
+ . $item['username']
+ . ''
+ . '
'
+ . $item['fullname'];
- $item['content'] .= '
.')
'.$item['username'].'';
- $item['content'] .= '
'.$item['fullname'];
- }
+ $item['title'] = $img->getAttribute('alt');
+ $this->items[] = $item;
+ }
+ } elseif($this->queriedContext === 'By username and board'){
+ $container = $html->find('SCRIPT[type="application/ld+json"]', 0)
+ or returnServerError('Unable to find data container!');
- $item['title'] = $img->getAttribute('alt');
+ $json = json_decode($container->innertext, true);
- //$item['timestamp'] = $media->created_time;
- $this->items[] = $item;
+ foreach($json['itemListElement'] as $element){
+ $item = array();
- }
- }
+ $item['uri'] = $element['item']['sharedContent']['author']['url'];
+ $item['title'] = $element['item']['name'];
+ $item['author'] = $element['item']['user']['name'];
+ $item['timestamp'] = strtotime($element['item']['datePublished']);
+ $item['content'] = <<
+ 
+
+
{$element['item']['text']}
+EOD;
- public function getName(){
+ $this->items[] = $item;
+ }
+ }
+ }
- if (isset($this->query))
- {
- return $this->query .' - Pinterest';
- } else {
- return $this->username .' - '. $this->board.' - Pinterest';
- }
- }
+ public function getURI(){
+ switch($this->queriedContext){
+ case 'By username and board':
+ $uri = self::URI . urlencode($this->getInput('u')) . '/' . urlencode($this->getInput('b'));
+ break;
+ case 'From search':
+ $uri = self::URI . 'search/?q=' . urlencode($this->getInput('q'));
+ break;
+ }
+ return $uri;
+ }
+
+ public function getName(){
+ switch($this->queriedContext){
+ case 'By username and board':
+ $specific = $this->getInput('u') . '-' . $this->getInput('b');
+ break;
+ case 'From search':
+ $specific = $this->getInput('q');
+ break;
+ }
+ return $specific . ' - ' . self::NAME;
+ }
}
diff --git a/bridges/PlanetLibreBridge.php b/bridges/PlanetLibreBridge.php
index bfafb48f..469c37e4 100644
--- a/bridges/PlanetLibreBridge.php
+++ b/bridges/PlanetLibreBridge.php
@@ -1,19 +1,20 @@
getSimpleHTMLDOM($url);
+ $html2 = getSimpleHTMLDOM($url);
$text = $html2->find('div[class="post-text"]', 0)->innertext;
return $text;
}
public function collectData(){
- $html = $this->getSimpleHTMLDOM('http://www.planet-libre.org/') or $this->returnServerError('Could not request PlanetLibre.');
+ $html = getSimpleHTMLDOM(self::URI)
+ or returnServerError('Could not request PlanetLibre.');
$limit = 0;
foreach($html->find('div.post') as $element) {
if($limit < 5) {
@@ -27,8 +28,4 @@ class PlanetLibreBridge extends BridgeAbstract{
}
}
}
-
- public function getCacheDuration(){
- return 3600*2; // 1 hour
- }
}
diff --git a/bridges/ProjectMGameBridge.php b/bridges/ProjectMGameBridge.php
deleted file mode 100644
index b7130a23..00000000
--- a/bridges/ProjectMGameBridge.php
+++ /dev/null
@@ -1,34 +0,0 @@
-getSimpleHTMLDOM('http://projectmgame.com/en/') or $this->returnServerError('Error while downloading the Project M homepage');
-
- foreach($html->find('article') as $article) {
- $item = array();
- $item['uri'] = 'http://projectmgame.com/en/'.$article->find('section div.info_block a',0)->href;
- $item['title'] = $article->find('h1 p',0)->innertext;
-
- $p_list = $article->find('section p');
- $content = '';
- foreach($p_list as $p) $content .= $p->innertext;
- $item['content'] = $content;
-
- // get publication date
- $str_date = $article->find('section div.info_block a',0)->innertext;
- $item['timestamp'] = strtotime($str_date);
- $this->items[] = $item;
- }
- }
-
- public function getCacheDuration(){
- return 10800; //3 hours
- }
-}
diff --git a/bridges/RTBFBridge.php b/bridges/RTBFBridge.php
index 6097dcfc..54e1a58a 100644
--- a/bridges/RTBFBridge.php
+++ b/bridges/RTBFBridge.php
@@ -1,11 +1,12 @@
array(
'name'=>'series id',
'exampleValue'=>9500,
@@ -18,35 +19,32 @@ class RTBFBridge extends BridgeAbstract {
$limit = 10;
$count = 0;
- if ($this->getInput('c')) {
- $html = $this->getSimpleHTMLDOM('http://www.rtbf.be/auvio/emissions/detail?id='.$this->getInput('c')) or $this->returnServerError('Could not request RTBF.');
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Could not request RTBF.');
- foreach($html->find('section[id!=widget-ml-avoiraussi-] .rtbf-media-grid article') as $element) {
- if($count < $limit) {
- $item = array();
- $item['id'] = $element->getAttribute('data-id');
- $item['uri'] = 'http://www.rtbf.be/auvio/detail?id='.$item['id'];
- $thumbnailUriSrcSet = explode(',', $element->find('figure .www-img-16by9 img', 0)->getAttribute('data-srcset'));
- $thumbnailUriLastSrc = end($thumbnailUriSrcSet);
- $thumbnailUri = explode(' ', $thumbnailUriLastSrc)[0];
- $item['title'] = trim($element->find('h3',0)->plaintext) . ' - ' . trim($element->find('h4',0)->plaintext);
- $item['timestamp'] = strtotime($element->find('time', 0)->getAttribute('datetime'));
- $item['content'] = '
';
- $this->items[] = $item;
- $count++;
- }
- }
- }
- else {
- $this->returnClientError('You must specify a series id.');
+ foreach($html->find('section[id!=widget-ml-avoiraussi-] .rtbf-media-grid article') as $element) {
+ if($count >= $limit) {
+ break;
+ }
+ $item = array();
+ $item['id'] = $element->getAttribute('data-id');
+ $item['uri'] = self::URI.'detail?id='.$item['id'];
+ $thumbnailUriSrcSet = explode(',', $element->find('figure .www-img-16by9 img', 0)->getAttribute('data-srcset'));
+ $thumbnailUriLastSrc = end($thumbnailUriSrcSet);
+ $thumbnailUri = explode(' ', $thumbnailUriLastSrc)[0];
+ $item['title'] = trim($element->find('h3',0)->plaintext) . ' - ' . trim($element->find('h4',0)->plaintext);
+ $item['timestamp'] = strtotime($element->find('time', 0)->getAttribute('datetime'));
+ $item['content'] = '
';
+ $this->items[] = $item;
+ $count++;
}
}
+ public function getURI(){
+ return self::URI.'detail?id='.$this->getInput('c');
+ }
+
public function getName(){
- return (!empty($this->request) ? $this->request .' - ' : '') .'RTBF Bridge';
- }
-
- public function getCacheDuration(){
- return 21600; // 6 hours
+ return $this->getInput('c') .' - RTBF Bridge';
}
}
diff --git a/bridges/ReadComicsBridge.php b/bridges/ReadComicsBridge.php
new file mode 100644
index 00000000..59f48d3c
--- /dev/null
+++ b/bridges/ReadComicsBridge.php
@@ -0,0 +1,43 @@
+array(
+ 'name'=>'keywords, separated by semicolons',
+ 'exampleValue'=>'first list;second list;...',
+ 'required'=>true
+ ),
+ ));
+
+ public function collectData(){
+
+ function parseDateTimestamp($element){
+ $guessedDate = $element->find('span',0)->plaintext;
+ $guessedDate = strptime($guessedDate, '%m/%d/%Y');
+ $timestamp = mktime(0, 0, 0, $guessedDate['tm_mon'] + 1, $guessedDate['tm_mday'], date('Y'));
+
+ return $timestamp;
+ }
+
+ $keywordsList = explode(";",$this->getInput('q'));
+ foreach($keywordsList as $keywords){
+ $html = $this->getSimpleHTMLDOM(self::URI.'comic/'.rawurlencode($keywords))
+ or $this->returnServerError('Could not request readcomics.tv.');
+
+ foreach($html->find('li') as $element) {
+ $item = array();
+ $item['uri'] = $element->find('a.ch-name',0)->href;
+ $item['id'] = $item['uri'];
+ $item['timestamp'] = parseDateTimestamp($element);
+ $item['title'] = $element->find('a.ch-name',0)->plaintext;
+ if(isset($item['title']))
+ $this->items[] = $item;
+ }
+ }
+ }
+}
diff --git a/bridges/Releases3DSBridge.php b/bridges/Releases3DSBridge.php
index 25ba50be..535ecf34 100644
--- a/bridges/Releases3DSBridge.php
+++ b/bridges/Releases3DSBridge.php
@@ -1,10 +1,11 @@
getContents($dataUrl) or $this->returnServerError('Could not request 3dsdb: '.$dataUrl);
+ $dataUrl = self::URI.'xml.php';
+ $xml = getContents($dataUrl) or returnServerError('Could not request 3dsdb: '.$dataUrl);
$limit = 0;
foreach (array_reverse(explode('
', $xml)) as $element) {
- if ($limit < 5) {
- if (strpos($element, '') !== false) {
-
- $id = ExtractFromDelimiters($element, '
', '');
- $name = ExtractFromDelimiters($element, '
', '');
- $publisher = ExtractFromDelimiters($element, '
', '');
- $region = ExtractFromDelimiters($element, '
', '');
- $group = ExtractFromDelimiters($element, '
', '');
- $imagesize = ExtractFromDelimiters($element, '
', '');
- $serial = ExtractFromDelimiters($element, '
', '');
- $titleid = ExtractFromDelimiters($element, '
', '');
- $imgcrc = ExtractFromDelimiters($element, '
', '');
- $filename = ExtractFromDelimiters($element, '
', '');
- $releasename = ExtractFromDelimiters($element, '
', '');
- $trimmedsize = ExtractFromDelimiters($element, '
', '');
- $firmware = ExtractFromDelimiters($element, '
', '');
- $type = ExtractFromDelimiters($element, '
', '');
- $card = ExtractFromDelimiters($element, '
', '');
-
- if (!empty($releasename)) {
-
- //Retrieve cover art and short desc from IGN?
- $ignResult = false; $ignDescription = ''; $ignLink = ''; $ignDate = time(); $ignCoverArt = '';
- $ignSearchUrl = 'http://www.ign.com/search?q='.urlencode($name);
- if ($ignResult = $this->getSimpleHTMLDOM($ignSearchUrl)) {
- $ignCoverArt = $ignResult->find('div.search-item-media', 0)->find('img', 0)->src;
- $ignDesc = $ignResult->find('div.search-item-description', 0)->plaintext;
- $ignLink = $ignResult->find('div.search-item-sub-title', 0)->find('a', 1)->href;
- $ignDate = strtotime(trim($ignResult->find('span.publish-date', 0)->plaintext));
- $ignDescription = '
';
- }
-
- //Main section : Release description from 3DS database
- $releaseDescription = '
Release Details
'
- .'
Release ID: '.$id.'
'
- .'
Game Name: '.$name.'
'
- .'
Publisher: '.$publisher.'
'
- .'
Region: '.$region.'
'
- .'
Group: '.$group.'
'
- .'
Image size: '.(intval($imagesize)/8).'MB
'
- .'
Serial: '.$serial.'
'
- .'
Title ID: '.$titleid.'
'
- .'
Image CRC: '.$imgcrc.'
'
- .'
File Name: '.$filename.'
'
- .'
Release Name: '.$releasename.'
'
- .'
Trimmed size: '.intval(intval($trimmedsize)/1048576).'MB
'
- .'
Firmware: '.$firmware.'
'
- .'
Type: '.TypeToString($type).'
'
- .'
Card: '.CardToString($card).'
';
-
- //Build search links section to facilitate release search using search engines
- $releaseNameEncoded = urlencode(str_replace(' ', '+', $releasename));
- $searchLinkGoogle = 'https://google.com/?q='.$releaseNameEncoded;
- $searchLinkDuckDuckGo = 'https://duckduckgo.com/?q='.$releaseNameEncoded;
- $searchLinkQwant = 'https://lite.qwant.com/?q='.$releaseNameEncoded.'&t=web';
- $releaseSearchLinks = '
Search this release
';
-
- //Build and add final item with the above three sections
- $item = array();
- $item['title'] = $name;
- $item['author'] = $publisher;
- $item['timestamp'] = $ignDate;
- $item['uri'] = empty($ignLink) ? $searchLinkDuckDuckGo : $ignLink;
- $item['content'] = $ignDescription.$releaseDescription.$releaseSearchLinks;
- $this->items[] = $item;
- $limit++;
- }
- }
+ if ($limit >= 5) {
+ break;
}
+
+ if (strpos($element, '') === false) {
+ continue;
+ }
+
+ $releasename = ExtractFromDelimiters($element, '
', '');
+ if (empty($releasename)) {
+ continue;
+ }
+
+ $id = ExtractFromDelimiters($element, '
', '');
+ $name = ExtractFromDelimiters($element, '
', '');
+ $publisher = ExtractFromDelimiters($element, '
', '');
+ $region = ExtractFromDelimiters($element, '
', '');
+ $group = ExtractFromDelimiters($element, '
', '');
+ $imagesize = ExtractFromDelimiters($element, '
', '');
+ $serial = ExtractFromDelimiters($element, '
', '');
+ $titleid = ExtractFromDelimiters($element, '
', '');
+ $imgcrc = ExtractFromDelimiters($element, '
', '');
+ $filename = ExtractFromDelimiters($element, '
', '');
+ $trimmedsize = ExtractFromDelimiters($element, '
', '');
+ $firmware = ExtractFromDelimiters($element, '
', '');
+ $type = ExtractFromDelimiters($element, '
', '');
+ $card = ExtractFromDelimiters($element, '
', '');
+
+ //Retrieve cover art and short desc from IGN?
+ $ignResult = false; $ignDescription = ''; $ignLink = ''; $ignDate = time(); $ignCoverArt = '';
+ $ignSearchUrl = 'http://www.ign.com/search?q='.urlencode($name);
+ if ($ignResult = getSimpleHTMLDOM($ignSearchUrl)) {
+ $ignCoverArt = $ignResult->find('div.search-item-media', 0)->find('img', 0)->src;
+ $ignDesc = $ignResult->find('div.search-item-description', 0)->plaintext;
+ $ignLink = $ignResult->find('div.search-item-sub-title', 0)->find('a', 1)->href;
+ $ignDate = strtotime(trim($ignResult->find('span.publish-date', 0)->plaintext));
+ $ignDescription = '
';
+ }
+
+ //Main section : Release description from 3DS database
+ $releaseDescription = '
Release Details
'
+ .'
Release ID: '.$id.'
'
+ .'
Game Name: '.$name.'
'
+ .'
Publisher: '.$publisher.'
'
+ .'
Region: '.$region.'
'
+ .'
Group: '.$group.'
'
+ .'
Image size: '.(intval($imagesize)/8).'MB
'
+ .'
Serial: '.$serial.'
'
+ .'
Title ID: '.$titleid.'
'
+ .'
Image CRC: '.$imgcrc.'
'
+ .'
File Name: '.$filename.'
'
+ .'
Release Name: '.$releasename.'
'
+ .'
Trimmed size: '.intval(intval($trimmedsize)/1048576).'MB
'
+ .'
Firmware: '.$firmware.'
'
+ .'
Type: '.TypeToString($type).'
'
+ .'
Card: '.CardToString($card).'
';
+
+ //Build search links section to facilitate release search using search engines
+ $releaseNameEncoded = urlencode(str_replace(' ', '+', $releasename));
+ $searchLinkGoogle = 'https://google.com/?q='.$releaseNameEncoded;
+ $searchLinkDuckDuckGo = 'https://duckduckgo.com/?q='.$releaseNameEncoded;
+ $searchLinkQwant = 'https://lite.qwant.com/?q='.$releaseNameEncoded.'&t=web';
+ $releaseSearchLinks = '
Search this release
';
+
+ //Build and add final item with the above three sections
+ $item = array();
+ $item['title'] = $name;
+ $item['author'] = $publisher;
+ $item['timestamp'] = $ignDate;
+ $item['uri'] = empty($ignLink) ? $searchLinkDuckDuckGo : $ignLink;
+ $item['content'] = $ignDescription.$releaseDescription.$releaseSearchLinks;
+ $this->items[] = $item;
+ $limit++;
}
}
-
- public function getCacheDuration() {
- return 10800; //3 hours
- }
}
diff --git a/bridges/ReporterreBridge.php b/bridges/ReporterreBridge.php
index 8596942c..be4ceee3 100644
--- a/bridges/ReporterreBridge.php
+++ b/bridges/ReporterreBridge.php
@@ -1,13 +1,13 @@
getSimpleHTMLDOM($url);
+ $html2 = getSimpleHTMLDOM($url);
foreach($html2->find('div[style=text-align:justify]') as $e) {
$text = $e->outertext;
@@ -17,14 +17,14 @@ class ReporterreBridge extends BridgeAbstract{
unset ($html2);
// Replace all relative urls with absolute ones
- $text = preg_replace('/(href|src)(\=[\"\'])(?!http)([^"\']+)/ims', "$1$2" . $this->uri . "$3", $text);
+ $text = preg_replace('/(href|src)(\=[\"\'])(?!http)([^"\']+)/ims', "$1$2" . self::URI . "$3", $text);
$text = strip_tags($text, '
![]()
');
return $text;
}
public function collectData(){
- $html = $this->getSimpleHTMLDOM('http://www.reporterre.net/spip.php?page=backend') or $this->returnServerError('Could not request Reporterre.');
+ $html = getSimpleHTMLDOM(self::URI.'spip.php?page=backend') or returnServerError('Could not request Reporterre.');
$limit = 0;
foreach($html->find('item') as $element) {
diff --git a/bridges/Rue89Bridge.php b/bridges/Rue89Bridge.php
index 978223fe..400943eb 100644
--- a/bridges/Rue89Bridge.php
+++ b/bridges/Rue89Bridge.php
@@ -1,42 +1,22 @@
getContents($url), true);
-
- return $datas["node"];
+ $url = "http://api.rue89.nouvelobs.com/export/mobile2/node/" . str_replace(" ", "", substr($item['uri'], -8)) . "/full";
+ $datas = json_decode(getContents($url), true);
+ $item['content'] = $datas['node']['body'];
+ return $item;
}
public function collectData(){
-
- $html = $this->getSimpleHTMLDOM('http://api.rue89.nouvelobs.com/feed') or $this->returnServerError('Could not request Rue89.');
-
- $limit = 0;
- foreach($html->find('item') as $element) {
-
- if($limit < 5) {
-
- $datas = $this->rue89getDatas(str_replace('#commentaires', '', ($element->find('comments', 0)->plaintext)));
-
- $item = array();
- $item['title'] = $datas["title"];
- $item['author'] = $datas["author"][0]["name"];
- $item['timestamp'] = $datas["updated"];
- $item['content'] = $datas["body"];
- $item['uri'] = $datas["url"];
-
- $this->items[] = $item;
-
- }
- }
-
+ $this->collectExpandableDatas('http://api.rue89.nouvelobs.com/feed');
}
}
diff --git a/bridges/Rule34Bridge.php b/bridges/Rule34Bridge.php
index d18297b0..62a9e105 100644
--- a/bridges/Rule34Bridge.php
+++ b/bridges/Rule34Bridge.php
@@ -1,46 +1,12 @@
array(
- 'name'=>'page',
- 'type'=>'number'
- ),
- 't'=>array('name'=>'tags')
- ));
+ const MAINTAINER = "mitsukarenai";
+ const NAME = "Rule34";
+ const URI = "http://rule34.xxx/";
+ const DESCRIPTION = "Returns images from given page";
- public function collectData(){
- $page = 0;$tags='';
- if ($this->getInput('p')) {
- $page = (int)preg_replace("/[^0-9]/",'', $this->getInput('p'));
- $page = $page - 1;
- $page = $page * 50;
- }
- if ($this->getInput('t')) {
- $tags = urlencode($this->getInput('t'));
- }
- $html = $this->getSimpleHTMLDOM("http://rule34.xxx/index.php?page=post&s=list&tags=$tags&pid=$page") or $this->returnServerError('Could not request Rule34.');
-
-
- foreach($html->find('div[class=content] span') as $element) {
- $item = array();
- $item['uri'] = 'http://rule34.xxx/'.$element->find('a', 0)->href;
- $item['postid'] = (int)preg_replace("/[^0-9]/",'', $element->getAttribute('id'));
- $item['timestamp'] = time();
- $thumbnailUri = $element->find('img', 0)->src;
- $item['tags'] = $element->find('img', 0)->getAttribute('alt');
- $item['title'] = 'Rule34 | '.$item['postid'];
- $item['content'] = '
Tags: '.$item['tags'];
- $this->items[] = $item;
- }
- }
-
- public function getCacheDuration(){
- return 1800; // 30 minutes
- }
+ const PIDBYPAGE=50;
}
diff --git a/bridges/Rule34pahealBridge.php b/bridges/Rule34pahealBridge.php
index 2a4a61db..abba0b6f 100644
--- a/bridges/Rule34pahealBridge.php
+++ b/bridges/Rule34pahealBridge.php
@@ -1,45 +1,10 @@
array(
- 'name'=>'page',
- 'type'=>'number'
- ),
- 't'=>array('name'=>'tags')
- ));
-
-
- public function collectData(){
- $page = 0;$tags='';
- if ($this->getInput('p')) {
- $page = (int)preg_replace("/[^0-9]/",'', $this->getInput('p'));
- }
- if ($this->getInput('t')) {
- $tags = urlencode($this->getInput('t'));
- }
- $html = $this->getSimpleHTMLDOM("http://rule34.paheal.net/post/list/$tags/$page") or $this->returnServerError('Could not request Rule34paheal.');
-
-
- foreach($html->find('div[class=shm-image-list] div[class=shm-thumb]') as $element) {
- $item = array();
- $item['uri'] = 'http://rule34.paheal.net'.$element->find('a', 0)->href;
- $item['postid'] = (int)preg_replace("/[^0-9]/",'', $element->find('img', 0)->getAttribute('id'));
- $item['timestamp'] = time();
- $thumbnailUri = $element->find('img', 0)->src;
- $item['tags'] = $element->getAttribute('data-tags');
- $item['title'] = 'Rule34paheal | '.$item['postid'];
- $item['content'] = '
Tags: '.$item['tags'];
- $this->items[] = $item;
- }
- }
-
- public function getCacheDuration(){
- return 1800; // 30 minutes
- }
+ const MAINTAINER = "mitsukarenai";
+ const NAME = "Rule34paheal";
+ const URI = "http://rule34.paheal.net/";
+ const DESCRIPTION = "Returns images from given page";
}
diff --git a/bridges/SafebooruBridge.php b/bridges/SafebooruBridge.php
index 495a8391..ea1c0043 100644
--- a/bridges/SafebooruBridge.php
+++ b/bridges/SafebooruBridge.php
@@ -1,46 +1,12 @@
array(
- 'name'=>'page',
- 'type'=>'number'
- ),
- 't'=>array('name'=>'tags')
- ));
+ const MAINTAINER = "mitsukarenai";
+ const NAME = "Safebooru";
+ const URI = "http://safebooru.org/";
+ const DESCRIPTION = "Returns images from given page";
- public function collectData(){
- $page = 0;$tags='';
- if ($this->getInput('p')) {
- $page = (int)preg_replace("/[^0-9]/",'', $this->getInput('p'));
- $page = $page - 1;
- $page = $page * 40;
- }
- if ($this->getInput('t')) {
- $tags = urlencode($this->getInput('t'));
- }
- $html = $this->getSimpleHTMLDOM("http://safebooru.org/index.php?page=post&s=list&tags=$tags&pid=$page") or $this->returnServerError('Could not request Safebooru.');
-
-
- foreach($html->find('div[class=content] span') as $element) {
- $item = array();
- $item['uri'] = 'http://safebooru.org/'.$element->find('a', 0)->href;
- $item['postid'] = (int)preg_replace("/[^0-9]/",'', $element->getAttribute('id'));
- $item['timestamp'] = time();
- $thumbnailUri = $element->find('img', 0)->src;
- $item['tags'] = $element->find('img', 0)->getAttribute('alt');
- $item['title'] = 'Safebooru | '.$item['postid'];
- $item['content'] = '
Tags: '.$item['tags'];
- $this->items[] = $item;
- }
- }
-
- public function getCacheDuration(){
- return 1800; // 30 minutes
- }
+ const PIDBYPAGE=40;
}
diff --git a/bridges/SakugabooruBridge.php b/bridges/SakugabooruBridge.php
index ab74d6db..11c56036 100644
--- a/bridges/SakugabooruBridge.php
+++ b/bridges/SakugabooruBridge.php
@@ -1,47 +1,11 @@
array(
- 'name'=>'page',
- 'type'=>'number'
- ),
- 't'=>array('name'=>'tags')
- ));
+ const MAINTAINER = "mitsukarenai";
+ const NAME = "Sakugabooru";
+ const URI = "http://sakuga.yshi.org/";
+ const DESCRIPTION = "Returns images from given page";
- public function collectData(){
- $page = 1;$tags='';
- if ($this->getInput('p')) {
- $page = (int)preg_replace("/[^0-9]/",'', $this->getInput('p'));
- }
- if ($this->getInput('t')) {
- $tags = urlencode($this->getInput('t'));
- }
- $html = $this->getSimpleHTMLDOM("http://sakuga.yshi.org/post?page=$page&tags=$tags") or $this->returnServerError('Could not request Sakugabooru.');
- $input_json = explode('Post.register(', $html);
- foreach($input_json as $element)
- $data[] = preg_replace('/}\)(.*)/', '}', $element);
- unset($data[0]);
-
- foreach($data as $datai) {
- $json = json_decode($datai, TRUE);
- $item = array();
- $item['uri'] = 'http://sakuga.yshi.org/post/show/'.$json['id'];
- $item['postid'] = $json['id'];
- $item['timestamp'] = $json['created_at'];
- $item['imageUri'] = $json['file_url'];
- $item['title'] = 'Sakugabooru | '.$json['id'];
- $item['content'] = '
Tags: '.$json['tags'];
- $this->items[] = $item;
- }
- }
-
- public function getCacheDuration(){
- return 1800; // 30 minutes
- }
}
diff --git a/bridges/ScmbBridge.php b/bridges/ScmbBridge.php
index 9e5997e1..3cde3243 100644
--- a/bridges/ScmbBridge.php
+++ b/bridges/ScmbBridge.php
@@ -1,18 +1,20 @@
getSimpleHTMLDOM('http://secouchermoinsbete.fr/') or $this->returnServerError('Could not request Se Coucher Moins Bete.');
+ $html = getSimpleHTMLDOM(self::URI)
+ or returnServerError('Could not request Se Coucher Moins Bete.');
foreach($html->find('article') as $article) {
$item = array();
- $item['uri'] = 'http://secouchermoinsbete.fr'.$article->find('p.summary a',0)->href;
+ $item['uri'] = self::URI.$article->find('p.summary a',0)->href;
$item['title'] = $article->find('header h1 a',0)->innertext;
$article->find('span.read-more',0)->outertext=''; // remove text "En savoir plus" from anecdote content
@@ -32,8 +34,4 @@ class ScmbBridge extends BridgeAbstract{
$this->items[] = $item;
}
}
-
- public function getCacheDuration(){
- return 21600; // 6 hours
- }
}
diff --git a/bridges/ScoopItBridge.php b/bridges/ScoopItBridge.php
index 32bdc471..999519b5 100644
--- a/bridges/ScoopItBridge.php
+++ b/bridges/ScoopItBridge.php
@@ -1,12 +1,13 @@
array(
'name'=>'keyword',
'required'=>true
@@ -14,27 +15,19 @@ class ScoopItBridge extends BridgeAbstract{
));
public function collectData(){
- $html = '';
- if ($this->getInput('u') != '') {
- $this->request = $this->getInput('u');
- $link = 'http://scoop.it/search?q=' .urlencode($this->request);
+ $this->request = $this->getInput('u');
+ $link = self::URI.'search?q=' .urlencode($this->getInput('u'));
- $html = $this->getSimpleHTMLDOM($link) or $this->returnServerError('Could not request ScoopIt. for : ' . $link);
+ $html = getSimpleHTMLDOM($link)
+ or returnServerError('Could not request ScoopIt. for : ' . $link);
- foreach($html->find('div.post-view') as $element) {
- $item = array();
- $item['uri'] = $element->find('a', 0)->href;
- $item['title'] = preg_replace('~[[:cntrl:]]~', '', $element->find('div.tCustomization_post_title',0)->plaintext);
- $item['content'] = preg_replace('~[[:cntrl:]]~', '', $element->find('div.tCustomization_post_description', 0)->plaintext);
- $this->items[] = $item;
- }
- } else {
- $this->returnServerError('You must specify a keyword');
- }
- }
-
- public function getCacheDuration(){
- return 21600; // 6 hours
+ foreach($html->find('div.post-view') as $element) {
+ $item = array();
+ $item['uri'] = $element->find('a', 0)->href;
+ $item['title'] = preg_replace('~[[:cntrl:]]~', '', $element->find('div.tCustomization_post_title',0)->plaintext);
+ $item['content'] = preg_replace('~[[:cntrl:]]~', '', $element->find('div.tCustomization_post_description', 0)->plaintext);
+ $this->items[] = $item;
+ }
}
}
diff --git a/bridges/SensCritiqueBridge.php b/bridges/SensCritiqueBridge.php
index f3d1a2df..3daee27e 100644
--- a/bridges/SensCritiqueBridge.php
+++ b/bridges/SensCritiqueBridge.php
@@ -1,12 +1,13 @@
array(
'name'=>'Movies',
'type'=>'checkbox'
@@ -34,74 +35,30 @@ class SensCritiqueBridge extends BridgeAbstract {
));
public function collectData(){
- if (($this->getInput('m') && $this->getInput('m'))) {
- $this->collectMoviesData();
- } else if (($this->getInput('s') && $this->getInput('s'))) {
- $this->collectSeriesData();
- } else if (($this->getInput('g') && $this->getInput('g'))) {
- $this->collectGamesData();
- } else if (($this->getInput('b') && $this->getInput('b'))) {
- $this->collectBooksData();
- } else if (($this->getInput('bd') && $this->getInput('bd'))) {
- $this->collectBDsData();
- } else if (($this->getInput('mu') && $this->getInput('mu'))) {
- $this->collectMusicsData();
- } else {
- $this->returnClientError('You must choose a category');
- }
+ $categories=array();
+ foreach(self::PARAMETERS[$this->queriedContext] as $category=>$properties){
+ if($this->getInput($category)){
+ $uri=self::URI;
+ switch($category){
+ case 'm': $uri.='films/cette-semaine'; break;
+ case 's': $uri.='series/actualite'; break;
+ case 'g': $uri.='jeuxvideo/actualite'; break;
+ case 'b': $uri.='livres/actualite'; break;
+ case 'bd': $uri.='bd/actualite'; break;
+ case 'mu': $uri.='musique/actualite'; break;
+ }
+ $html = getSimpleHTMLDOM($uri)
+ or returnServerError('No results for this query.');
+ $list = $html->find('ul.elpr-list', 0);
+
+ $this->extractDataFromList($list);
+ }
+ }
}
- private function collectMoviesData() {
- $html = '';
- $html = $this->getSimpleHTMLDOM('http://www.senscritique.com/films/cette-semaine') or $this->returnServerError('No results for this query.');
- $list = $html->find('ul.elpr-list', 0);
-
- $this->extractDataFromList($list);
- }
-
- private function collectSeriesData() {
- $html = '';
- $html = $this->getSimpleHTMLDOM('http://www.senscritique.com/series/actualite') or $this->returnServerError('No results for this query.');
- $list = $html->find('ul.elpr-list', 0);
-
- $this->extractDataFromList($list);
- }
-
- private function collectGamesData() {
- $html = '';
- $html = $this->getSimpleHTMLDOM('http://www.senscritique.com/jeuxvideo/actualite') or $this->returnServerError('No results for this query.');
- $list = $html->find('ul.elpr-list', 0);
-
- $this->extractDataFromList($list);
- }
-
- private function collectBooksData() {
- $html = '';
- $html = $this->getSimpleHTMLDOM('http://www.senscritique.com/livres/actualite') or $this->returnServerError('No results for this query.');
- $list = $html->find('ul.elpr-list', 0);
-
- $this->extractDataFromList($list);
- }
-
- private function collectBDsData() {
- $html = '';
- $html = $this->getSimpleHTMLDOM('http://www.senscritique.com/bd/actualite') or $this->returnServerError('No results for this query.');
- $list = $html->find('ul.elpr-list', 0);
-
- $this->extractDataFromList($list);
- }
-
- private function collectMusicsData() {
- $html = '';
- $html = $this->getSimpleHTMLDOM('http://www.senscritique.com/musique/actualite') or $this->returnServerError('No results for this query.');
- $list = $html->find('ul.elpr-list', 0);
-
- $this->extractDataFromList($list);
- }
-
private function extractDataFromList($list) {
if ($list === null) {
- $this->returnClientError('Cannot extract data from list');
+ returnClientError('Cannot extract data from list');
}
foreach ($list->find('li') as $movie) {
@@ -118,9 +75,4 @@ class SensCritiqueBridge extends BridgeAbstract {
$this->items[] = $item;
}
}
-
- public function getCacheDuration(){
- return 21600; // 6 hours
- }
-
}
diff --git a/bridges/Sexactu.php b/bridges/SexactuBridge.php
similarity index 82%
rename from bridges/Sexactu.php
rename to bridges/SexactuBridge.php
index f6647b17..4265d3a0 100644
--- a/bridges/Sexactu.php
+++ b/bridges/SexactuBridge.php
@@ -1,16 +1,17 @@
getSimpleHTMLDOM($this->getURI()) or $this->returnServerError('Could not request '.$this->getURI());
+ $html = getSimpleHTMLDOM($this->getURI()) or returnServerError('Could not request '.$this->getURI());
foreach($html->find('.content-holder') as $contentHolder) {
// only use first list as second one only contains pages numbers
@@ -27,7 +28,7 @@ $replace = array('January', 'February', 'March', 'April', 'May', 'June', 'July',
$titleData = $titleDetails->find('h2', 0)->find('a',0);
$titleTimestamp =$titleDetails->find('h4',0);
$item['title'] = $this->correctCase(trim($titleData->innertext));
- $item['uri'] = $this->uri.$titleData->href;
+ $item['uri'] = self::URI.$titleData->href;
// Fugly date parsing due to the fact my DNS-323 doesn't support php intl extension
$dateText = $titleTimestamp->innertext;
@@ -40,7 +41,7 @@ $replace = array('January', 'February', 'March', 'April', 'May', 'June', 'July',
$elementText = $element->find('.text-container', 0);
// don't forget to replace images server url with gq one
foreach($elementText->find('img') as $image) {
- $image->src = $this->uri.$image->src;
+ $image->src = self::URI.$image->src;
}
$item['content'] = $elementText->innertext;
$this->items[] = $item;
@@ -53,11 +54,7 @@ $replace = array('January', 'February', 'March', 'April', 'May', 'June', 'July',
}
public function getURI(){
- return $this->uri.'/sexactu';
- }
-
- public function getCacheDuration(){
- return 7200; // 2h hours
+ return self::URI.'/sexactu';
}
private function correctCase($str) {
diff --git a/bridges/ShanaprojectBridge.php b/bridges/ShanaprojectBridge.php
index 6c117e34..7439d785 100644
--- a/bridges/ShanaprojectBridge.php
+++ b/bridges/ShanaprojectBridge.php
@@ -1,24 +1,24 @@
getSimpleHTMLDOM($this->getURI() . '/seasons');
+ $html = getSimpleHTMLDOM($this->getURI() . '/seasons');
if(!$html)
- $this->returnServerError('Could not load \'seasons\' page!');
+ returnServerError('Could not load \'seasons\' page!');
$season = $html->find('div.follows_menu/a', 1);
if(!$season)
- $this->returnServerError('Could not find \'Season Anime List\'!');
+ returnServerError('Could not find \'Season Anime List\'!');
- $html = $this->getSimpleHTMLDOM($this->getURI() . $season->href);
+ $html = getSimpleHTMLDOM($this->getURI() . $season->href);
if(!$html)
- $this->returnServerError('Could not load \'Season Anime List\' from \'' . $season->innertext . '\'!');
+ returnServerError('Could not load \'Season Anime List\' from \'' . $season->innertext . '\'!');
return $html;
}
@@ -27,7 +27,7 @@ class ShanaprojectBridge extends BridgeAbstract {
private function ExtractAnimeTitle($anime){
$title = $anime->find('a', 0);
if(!$title)
- $this->returnServerError('Could not find anime title!');
+ returnServerError('Could not find anime title!');
return trim($title->innertext);
}
@@ -35,7 +35,7 @@ class ShanaprojectBridge extends BridgeAbstract {
private function ExtractAnimeURI($anime){
$uri = $anime->find('a', 0);
if(!$uri)
- $this->returnServerError('Could not find anime URI!');
+ returnServerError('Could not find anime URI!');
return $this->getURI() . $uri->href;
}
@@ -43,7 +43,7 @@ class ShanaprojectBridge extends BridgeAbstract {
private function ExtractAnimeTimestamp($anime){
$timestamp = $anime->find('span.header_info_block', 1);
if(!$timestamp)
- $this->returnServerError('Could not find anime timestamp!');
+ returnServerError('Could not find anime timestamp!');
return strtotime($timestamp->innertext);
}
@@ -59,7 +59,7 @@ class ShanaprojectBridge extends BridgeAbstract {
private function ExtractAnimeEpisodeInformation($anime){
$episode = $anime->find('div.header_info_episode', 0);
if(!$episode)
- $this->returnServerError('Could not find anime episode information!');
+ returnServerError('Could not find anime episode information!');
return preg_replace('/\r|\n/', ' ', $episode->plaintext);
}
@@ -71,7 +71,7 @@ class ShanaprojectBridge extends BridgeAbstract {
if(preg_match("/url\(\/\/([^\)]+)\)/i", $anime->parent->style, $matches))
return $matches[1];
- $this->returnServerError('Could not extract background image!');
+ returnServerError('Could not extract background image!');
}
// Builds an URI to search for a specific anime (subber is left empty)
@@ -94,7 +94,7 @@ class ShanaprojectBridge extends BridgeAbstract {
$animes = $html->find('div.header_display_box_info');
if(!$animes)
- $this->returnServerError('Could not find anime headers!');
+ returnServerError('Could not find anime headers!');
foreach($animes as $anime){
$item = array();
diff --git a/bridges/Shimmie2Bridge.php b/bridges/Shimmie2Bridge.php
new file mode 100644
index 00000000..80a242ae
--- /dev/null
+++ b/bridges/Shimmie2Bridge.php
@@ -0,0 +1,31 @@
+getURI().'post/list/'
+ .$this->getInput('t').'/'
+ .$this->getInput('p');
+ }
+
+ protected function getItemFromElement($element){
+ $item = array();
+ $item['uri'] = $this->getURI().$element->href;
+ $item['id'] = (int)preg_replace("/[^0-9]/",'', $element->getAttribute(static::IDATTRIBUTE));
+ $item['timestamp'] = time();
+ $thumbnailUri = $this->getURI().$element->find('img', 0)->src;
+ $item['tags'] = $element->getAttribute('data-tags');
+ $item['title'] = $this->getName().' | '.$item['id'];
+ $item['content'] = '
Tags: '.$item['tags'];
+ return $item;
+ }
+
+}
diff --git a/bridges/SiliconBridge.php b/bridges/SiliconBridge.php
deleted file mode 100644
index f821bcf9..00000000
--- a/bridges/SiliconBridge.php
+++ /dev/null
@@ -1,59 +0,0 @@
-', '', $string);
- return $string;
- }
-
- $feedUrl = 'http://www.silicon.fr/feed';
- $html = $this->getSimpleHTMLDOM($feedUrl) or $this->returnServerError('Could not request Silicon: '.$feedUrl);
- $limit = 0;
-
- foreach($html->find('item') as $element) {
- if($limit < 5) {
-
- //Retrieve article Uri and get that page
- $article_uri = $element->innertext;
- $article_uri = substr($article_uri, strpos($article_uri, '') + 6);
- $article_uri = substr($article_uri, 0, strpos($article_uri, ''));
- $article_html = $this->getSimpleHTMLDOM($article_uri) or $this->returnServerError('Could not request Silicon: '.$article_uri);
-
- //Build article contents from corresponding elements
- $thumbnailUri = $element->find('enclosure', 0)->url;
- $article_content = '
'
- .'
'.$article_html->find('div.entry-excerpt', 0)->plaintext.'
'
- .$article_html->find('div.entry-content', 0)->innertext;
-
- //Remove useless scripts left in the page
- while (strpos($article_content, '
') + 9);
- $article_content = str_replace($script_section, '', $article_content);
- }
-
- //Build and add final item
- $item = array();
- $item['uri'] = $article_uri;
- $item['title'] = StripCDATA($element->find('title', 0)->innertext);
- $item['author'] = StripCDATA($element->find('dc:creator', 0)->innertext);
- $item['timestamp'] = strtotime($element->find('pubDate', 0)->plaintext);
- $item['content'] = $article_content;
- $this->items[] = $item;
- $limit++;
- }
- }
- }
-
- public function getCacheDuration() {
- return 1800; // 30 minutes
- }
-}
diff --git a/bridges/SoundcloudBridge.php b/bridges/SoundcloudBridge.php
index be22cd7c..7f7da37e 100644
--- a/bridges/SoundcloudBridge.php
+++ b/bridges/SoundcloudBridge.php
@@ -1,12 +1,13 @@
array(
'name'=>'username',
'required'=>true
@@ -17,26 +18,26 @@ class SoundCloudBridge extends BridgeAbstract{
public function collectData(){
- $res = json_decode($this->getContents(
+ $res = json_decode(getContents(
'https://api.soundcloud.com/resolve?url=http://www.soundcloud.com/'
. urlencode($this->getInput('u'))
.'&client_id=' . self::CLIENT_ID
- )) or $this->returnServerError('No results for this query');
- $tracks = json_decode($this->getContents(
+ )) or returnServerError('No results for this query');
+ $tracks = json_decode(getContents(
'https://api.soundcloud.com/users/'
. urlencode($res->id)
.'/tracks?client_id=' . self::CLIENT_ID
- )) or $this->returnServerError('No results for this user');
+ )) or returnServerError('No results for this user');
for ($i=0; $i < 10; $i++) {
$item = array();
$item['author'] = $tracks[$i]->user->username .' - '. $tracks[$i]->title;
$item['title'] = $tracks[$i]->user->username .' - '. $tracks[$i]->title;
$item['content'] = '