[
'name' => 'Search URL',
'title' => 'The URL from your browser\'s address bar after searching and filtering',
'exampleValue' => 'https://www.subito.it/annunci-lombardia/vendita/elettronica/milano/milano/?q=iphone',
'required' => true
],
'hideSoldItems' => [
'name' => 'Hide sold items',
'title' => 'Hide ads of recently sold items (which are normally displayed for a while)',
'type' => 'checkbox',
'defaultValue' => false,
],
]];
public function collectData()
{
$url = $this->getInput('url');
$headers = [
'User-Agent: Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:139.0) Gecko/20100101 Firefox/141.0',
'Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8',
'Accept-Language: it-IT,it;q=0.8,en-US;q=0.5,en;q=0.3'
];
$dom = getSimpleHTMLDOMCached($url, self::CACHE_TIMEOUT, $headers);
$json = $dom->getElementById('__NEXT_DATA__');
$data = json_decode($json->innertext());
foreach ($data->props->pageProps->initialState->items->list as $post) {
$post = $post->item;
$item = [];
$item['uri'] = $post->urls->default;
$item['title'] = $post->subject;
$item['timestamp'] = $post->date;
$item['enclosures'] = [];
$item['content'] = '';
$skip_item = false;
$features_html = [];
$price_html = '';
foreach ($post->features as $key => $feature) {
$html = $feature->label . ': ';
$skip_feature = false;
foreach ($feature->values as $value) {
if ($this->getInput('hideSoldItems') && $feature->uri == '/transaction_status' && $value->value == 'SOLD') {
$skip_item = true;
break;
}
if ($feature->uri == '/price') {
$price_html = '' . $value->value . '
';
$skip_feature = true;
}
$html .= $value->value . ' ';
}
if (!$skip_feature) {
$html .= '
';
$features_html[] = $html;
}
}
if ($skip_item) {
continue;
}
$query_img = '';
foreach ($dom->find('script[type=application/ld+json]') as $json) {
$ld_json = json_decode($json->innertext());
if (property_exists($ld_json, '@graph') && count($ld_json->{'@graph'}) > 0 && property_exists($ld_json->{'@graph'}[0], 'contentUrl')) {
$query_img = explode('?', $ld_json->{'@graph'}[0]->contentUrl)[1]; // i pick the first query string, to use for all images
break;
}
}
foreach ($post->images as $image) {
$item['enclosures'][] = $image->cdnBaseUrl . '?' . $query_img;
}
if (count($item['enclosures']) > 0) {
$item['content'] = '
';
}
$item['content'] .= $price_html;
$item['content'] .= $post->geo->town->value . ' (' . $post->geo->city->shortName . ')
';
sort($features_html);
$item['content'] .= implode($features_html);
$item['content'] .= '
';
$item['content'] .= str_replace("\n", '
', $post->body);
$this->items[] = $item;
}
}
}