cuqmbr/rss-bridge
1
0
Fork 0
mirror of https://github.com/RSS-Bridge/rss-bridge.git synced 2025-04-05 17:19:37 +00:00
Code Issues Packages Projects Releases Wiki Activity

feat: add max file size to http responses (#3140)

Browse Source
This commit is contained in:
Dag 2022-11-16 17:56:26 +01:00 committed by GitHub
parent c2c88e9876
commit a5779d30b5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 27 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
config.default.ini.php
View File

@ -19,6 +19,9 @@ message = ""
timeout = 60 timeout = 60
useragent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:102.0) Gecko/20100101 Firefox/102.0" useragent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:102.0) Gecko/20100101 Firefox/102.0"
; Max http response size in MB
max_filesize = 20
[cache] [cache]
; Defines the cache type used by RSS-Bridge ; Defines the cache type used by RSS-Bridge

26
lib/contents.php
View File

@ -128,6 +128,13 @@ function getContents(
'headers' => array_merge($defaultHttpHeaders, $httpHeadersNormalized), 'headers' => array_merge($defaultHttpHeaders, $httpHeadersNormalized),
'curl_options' => $curlOptions, 'curl_options' => $curlOptions,
]; ];
$maxFileSize = Configuration::getConfig('http', 'max_filesize');
if ($maxFileSize) {
// Multiply with 2^20 (1M) to the value in bytes
$config['max_filesize'] = $maxFileSize * 2 ** 20;
}
if (Configuration::getConfig('proxy', 'url') && !defined('NOPROXY')) { if (Configuration::getConfig('proxy', 'url') && !defined('NOPROXY')) {
$config['proxy'] = Configuration::getConfig('proxy', 'url'); $config['proxy'] = Configuration::getConfig('proxy', 'url');
} }
@ -200,10 +207,9 @@ function getContents(
} }
/** /**
* Private function used internally
*
* Fetch content from url * Fetch content from url
* *
* @internal Private function used internally
* @throws HttpException * @throws HttpException
*/ */
function _http_request(string $url, array $config = []): array function _http_request(string $url, array $config = []): array
@ -216,6 +222,7 @@ function _http_request(string $url, array $config = []): array
'curl_options' => [], 'curl_options' => [],
'if_not_modified_since' => null, 'if_not_modified_since' => null,
'retries' => 3, 'retries' => 3,
'max_filesize' => null,
]; ];
$config = array_merge($defaults, $config); $config = array_merge($defaults, $config);
@ -235,6 +242,21 @@ function _http_request(string $url, array $config = []): array
curl_setopt($ch, CURLOPT_PROTOCOLS, CURLPROTO_HTTP | CURLPROTO_HTTPS); curl_setopt($ch, CURLOPT_PROTOCOLS, CURLPROTO_HTTP | CURLPROTO_HTTPS);
// Force HTTP 1.1 because newer versions of libcurl defaults to HTTP/2 // Force HTTP 1.1 because newer versions of libcurl defaults to HTTP/2
curl_setopt($ch, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_1); curl_setopt($ch, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_1);
if ($config['max_filesize']) {
// This option inspects the Content-Length header
curl_setopt($ch, CURLOPT_MAXFILESIZE, $config['max_filesize']);
curl_setopt($ch, CURLOPT_NOPROGRESS, false);
// This progress function will monitor responses who omit the Content-Length header
curl_setopt($ch, CURLOPT_PROGRESSFUNCTION, function ($ch, $downloadSize, $downloaded, $uploadSize, $uploaded) use ($config) {
if ($downloaded > $config['max_filesize']) {
// Return a non-zero value to abort the transfer
return -1;
}
return 0;
});
}
if ($config['proxy']) { if ($config['proxy']) {
curl_setopt($ch, CURLOPT_PROXY, $config['proxy']); curl_setopt($ch, CURLOPT_PROXY, $config['proxy']);
} }