mirror of
https://github.com/RSS-Bridge/rss-bridge.git
synced 2025-08-28 22:35:49 +00:00
106 lines
3.1 KiB
PHP
106 lines
3.1 KiB
PHP
<?php
|
|
|
|
class CybernewsBridge extends BridgeAbstract
|
|
{
|
|
const NAME = 'Cybernews';
|
|
const URI = 'https://cybernews.com';
|
|
const DESCRIPTION = 'Fetches the latest news from Cybernews';
|
|
const MAINTAINER = 'tillcash';
|
|
const CACHE_TIMEOUT = 3600; // 1 hour
|
|
const MAX_ARTICLES = 5;
|
|
|
|
public function collectData()
|
|
{
|
|
$sitemapXml = getContents(self::URI . '/news-sitemap.xml');
|
|
if (!$sitemapXml) {
|
|
throwServerException('Could not retrieve Cybernews sitemap');
|
|
}
|
|
|
|
$sitemap = simplexml_load_string($sitemapXml, null, LIBXML_NOCDATA);
|
|
if (!$sitemap) {
|
|
throwServerException('Failed to parse Cybernews sitemap');
|
|
}
|
|
|
|
foreach ($sitemap->url as $entry) {
|
|
$url = trim((string) $entry->loc);
|
|
$lastmod = trim((string) $entry->lastmod);
|
|
|
|
if (!$url) {
|
|
continue;
|
|
}
|
|
|
|
$pathParts = explode('/', trim(parse_url($url, PHP_URL_PATH), '/'));
|
|
$category = isset($pathParts[0]) && $pathParts[0] !== '' ? $pathParts[0] : '';
|
|
|
|
// Skip non-English versions of articles?
|
|
if (in_array($category, ['nl', 'de'])) {
|
|
continue;
|
|
}
|
|
|
|
$namespaces = $entry->getNamespaces(true);
|
|
$title = '';
|
|
if (isset($namespaces['news'])) {
|
|
$news = $entry->children($namespaces['news'])->news;
|
|
if ($news) {
|
|
$title = trim((string) $news->title);
|
|
}
|
|
}
|
|
|
|
if (!$title) {
|
|
continue;
|
|
}
|
|
|
|
$this->items[] = [
|
|
'title' => $title,
|
|
'uri' => $url,
|
|
'uid' => $url,
|
|
'timestamp' => strtotime($lastmod),
|
|
'categories' => $category ? [$category] : [],
|
|
'content' => $this->fetchFullArticle($url),
|
|
];
|
|
|
|
if (count($this->items) >= self::MAX_ARTICLES) {
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
|
|
private function fetchFullArticle($url)
|
|
{
|
|
$html = getSimpleHTMLDOMCached($url);
|
|
if (!$html) {
|
|
return 'Failed to fetch article content';
|
|
}
|
|
|
|
$article = $html->find('article', 0);
|
|
if (!$article) {
|
|
return 'Failed to parse article content';
|
|
}
|
|
|
|
// Remove unnecessary elements
|
|
$removeSelectors = [
|
|
'script',
|
|
'style',
|
|
'div.links-bar',
|
|
'div.google-news-cta',
|
|
'div.a-wrapper',
|
|
'div.embed_youtube',
|
|
];
|
|
foreach ($removeSelectors as $selector) {
|
|
foreach ($article->find($selector) as $element) {
|
|
$element->outertext = '';
|
|
}
|
|
}
|
|
|
|
// Handle lazy-loaded images
|
|
foreach ($article->find('img') as $img) {
|
|
if (!empty($img->{'data-src'})) {
|
|
$img->src = $img->{'data-src'};
|
|
unset($img->{'data-src'});
|
|
}
|
|
}
|
|
|
|
return $article->innertext;
|
|
}
|
|
}
|