mirror of
https://github.com/RSS-Bridge/rss-bridge.git
synced 2025-04-09 16:38:50 +00:00
[AutoJMBridge] Rework of the script to handle the new website (#2390)
The brand - model page does not have filters now, so the actual feed using this bridge are broken. Website has changed. The new website offers a new search function with many more filter. So I switched to this new search page for this bridge.
This commit is contained in:
sysadminstory
GitHub
parent
df408fb8bc
commit
71cd15c35d
@ -7,51 +7,14 @@ class AutoJMBridge extends BridgeAbstract {
|
|||||||
const DESCRIPTION = 'Suivre les offres de véhicules proposés par AutoJM en fonction des critères de filtrages';
|
const DESCRIPTION = 'Suivre les offres de véhicules proposés par AutoJM en fonction des critères de filtrages';
|
||||||
const MAINTAINER = 'sysadminstory';
|
const MAINTAINER = 'sysadminstory';
|
||||||
const PARAMETERS = array(
|
const PARAMETERS = array(
|
||||||
'Afficher les offres de véhicules disponible en fonction des critères du site AutoJM' => array(
|
'Afficher les offres de véhicules disponible sur la recheche AutoJM' => array(
|
||||||
'url' => array(
|
'url' => array(
|
||||||
'name' => 'URL du modèle',
|
'name' => 'URL de la page de recherche',
|
||||||
'type' => 'text',
|
'type' => 'text',
|
||||||
'required' => true,
|
'required' => true,
|
||||||
'title' => 'URL d\'une recherche avec filtre de véhicules sans le http://www.autojm.fr/',
|
'title' => 'URL d\'une recherche avec filtre de véhicules sans le http://www.autojm.fr/',
|
||||||
'exampleValue' => 'achat-voitures-neuves-peugeot-nouvelle-308-5p'
|
'exampleValue' => 'recherche?brands[]=peugeot&ranges[]=peugeot-nouvelle-308-2021-5p'
|
||||||
),
|
),
|
||||||
'energy' => array(
|
|
||||||
'name' => 'Carburant',
|
|
||||||
'type' => 'list',
|
|
||||||
'values' => array(
|
|
||||||
'-' => '',
|
|
||||||
'Diesel' => 1,
|
|
||||||
'Essence' => 3,
|
|
||||||
'Hybride' => 5
|
|
||||||
),
|
|
||||||
'title' => 'Carburant'
|
|
||||||
),
|
|
||||||
'transmission' => array(
|
|
||||||
'name' => 'Transmission',
|
|
||||||
'type' => 'list',
|
|
||||||
'values' => array(
|
|
||||||
'-' => '',
|
|
||||||
'Automatique' => 1,
|
|
||||||
'Manuelle' => 2
|
|
||||||
),
|
|
||||||
'title' => 'Transmission'
|
|
||||||
),
|
|
||||||
'priceMin' => array(
|
|
||||||
'name' => 'Prix minimum',
|
|
||||||
'type' => 'number',
|
|
||||||
'required' => false,
|
|
||||||
'title' => 'Prix minimum du véhicule',
|
|
||||||
'exampleValue' => '10000',
|
|
||||||
'defaultValue' => '0'
|
|
||||||
),
|
|
||||||
'priceMax' => array(
|
|
||||||
'name' => 'Prix maximum',
|
|
||||||
'type' => 'number',
|
|
||||||
'required' => false,
|
|
||||||
'title' => 'Prix maximum du véhicule',
|
|
||||||
'exampleValue' => '15000',
|
|
||||||
'defaultValue' => '150000'
|
|
||||||
)
|
|
||||||
)
|
)
|
||||||
);
|
);
|
||||||
const CACHE_TIMEOUT = 3600;
|
const CACHE_TIMEOUT = 3600;
|
||||||
@ -62,10 +25,8 @@ class AutoJMBridge extends BridgeAbstract {
|
|||||||
|
|
||||||
public function getName() {
|
public function getName() {
|
||||||
switch($this->queriedContext) {
|
switch($this->queriedContext) {
|
||||||
case 'Afficher les offres de véhicules disponible en fonction des critères du site AutoJM':
|
case 'Afficher les offres de véhicules disponible sur la recheche AutoJM':
|
||||||
$html = getSimpleHTMLDOMCached(self::URI . $this->getInput('url'), 86400);
|
return 'AutoJM | Recherche de véhicules';
|
||||||
$name = html_entity_decode($html->find('title', 0)->plaintext);
|
|
||||||
return $name;
|
|
||||||
break;
|
break;
|
||||||
default:
|
default:
|
||||||
return parent::getName();
|
return parent::getName();
|
||||||
@ -75,13 +36,8 @@ class AutoJMBridge extends BridgeAbstract {
|
|||||||
|
|
||||||
public function collectData() {
|
public function collectData() {
|
||||||
|
|
||||||
$model_url = self::URI . $this->getInput('url');
|
// Get the number of result for this search
|
||||||
|
$search_url = self::URI . $this->getInput('url') . '&open=energy&onlyFilters=false';
|
||||||
// Build the GET data
|
|
||||||
$get_data = 'form[energy]=' . $this->getInput('energy') .
|
|
||||||
'&form[transmission]=' . $this->getInput('transmission') .
|
|
||||||
'&form[priceMin]=' . $this->getInput('priceMin') .
|
|
||||||
'&form[priceMin]=' . $this->getInput('priceMin');
|
|
||||||
|
|
||||||
// Set the header 'X-Requested-With' like the website does it
|
// Set the header 'X-Requested-With' like the website does it
|
||||||
$header = array(
|
$header = array(
|
||||||
@ -89,57 +45,91 @@ class AutoJMBridge extends BridgeAbstract {
|
|||||||
);
|
);
|
||||||
|
|
||||||
// Get the JSON content of the form
|
// Get the JSON content of the form
|
||||||
$json = getContents($model_url . '?' . $get_data, $header)
|
$json = getContents($search_url, $header);
|
||||||
or returnServerError('Could not request AutoJM.');
|
|
||||||
|
|
||||||
// Extract the HTML content from the JSON result
|
// Extract the HTML content from the JSON result
|
||||||
$data = json_decode($json);
|
$data = json_decode($json);
|
||||||
$html = str_get_html($data->results);
|
|
||||||
|
|
||||||
// Go through every car of the model
|
$nb_results = $data->nbResults;
|
||||||
$list = $html->find('div[class=car-card]');
|
$total_pages = ceil($nb_results / 15);
|
||||||
foreach ($list as $car) {
|
|
||||||
|
|
||||||
// Get the Finish name if this car is the first of a new finish
|
// Limit the number of page to analyse to 10
|
||||||
$prev_tag = $car->prev_sibling();
|
for($page = 1; $page <= $total_pages && $page <= 10; $page++) {
|
||||||
if($prev_tag->tag == 'div' && $prev_tag->class == 'results-title') {
|
// Get the result the next page
|
||||||
$finish_name = $prev_tag->plaintext;
|
$html = $this->getResults($page);
|
||||||
|
|
||||||
|
// Go through every car of the search
|
||||||
|
$list = $html->find('div[class*=card-car card-car--listing]');
|
||||||
|
foreach ($list as $car) {
|
||||||
|
|
||||||
|
// Get the info about the car offer
|
||||||
|
$image = $car->find('div[class=card-car__header__img]', 0)->find('img', 0)->src;
|
||||||
|
// Decode HTML attribute JSON data
|
||||||
|
$car_data = json_decode(html_entity_decode($car->{'data-layer'}));
|
||||||
|
$car_model = $car->{'data-title'} . ' ' . $car->{'data-suptitle'};
|
||||||
|
$availability = $car->find('div[class=card-car__modalites]', 0)->find('div[class=col]', 0)->plaintext;
|
||||||
|
$warranty = $car->find('div[data-type=WarrantyCard]', 0)->plaintext;
|
||||||
|
$discount_html = $car->find('div[class=subtext vehicle_reference_element]', 0);
|
||||||
|
// Check if there is any discount info displayed
|
||||||
|
if ($discount_html != null) {
|
||||||
|
$reference_price_value = $discount_html->find('span[data-cfg=vehicle__reference_price]', 0)->plaintext;
|
||||||
|
$discount_percent_value = $discount_html->find('span[data-cfg=vehicle__discount_percent]', 0)->plaintext;
|
||||||
|
$reference_price = '<li>Prix de référence : <s>' . $reference_price_value . '</s></li>';
|
||||||
|
$discount_percent = '<li>Réduction : ' . $discount_percent_value . ' %</li>';
|
||||||
|
} else {
|
||||||
|
$reference_price = '';
|
||||||
|
$discount_percent = '';
|
||||||
|
}
|
||||||
|
$price = $car_data->price;
|
||||||
|
$kilometer = $car->find('span[data-cfg=vehicle__kilometer]', 0)->plaintext;
|
||||||
|
$energy = $car->find('span[data-cfg=vehicle__energy__label]', 0)->plaintext;
|
||||||
|
$power = $car->find('span[data-cfg=vehicle__tax_horse_power]', 0)->plaintext;
|
||||||
|
$seats = $car->find('span[data-cfg=vehicle__seats]', 0)->plaintext;
|
||||||
|
$doors = $car->find('span[data-cfg=vehicle__door__label]', 0)->plaintext;
|
||||||
|
$transmission = $car->find('span[data-cfg=vehicle__transmission]', 0)->plaintext;
|
||||||
|
$loa_html = $car->find('span[data-cfg=vehicle__loa]', 0);
|
||||||
|
// Check if any LOA price is displayed
|
||||||
|
if($loa_html != null) {
|
||||||
|
$loa_value = $car->find('span[data-cfg=vehicle__loa]', 0)->plaintext;
|
||||||
|
$loa = '<li>LOA : à partir de ' . $loa_value . ' / mois </li>';
|
||||||
|
} else {
|
||||||
|
$loa = '';
|
||||||
|
}
|
||||||
|
|
||||||
|
// Construct the new item
|
||||||
|
$item = array();
|
||||||
|
$item['title'] = $car_model;
|
||||||
|
$item['content'] = '<p><img style="vertical-align:middle ; padding: 10px" src="' . $image . '" />'
|
||||||
|
. $car_model . '</p>';
|
||||||
|
$item['content'] .= '<ul><li>Disponibilité : ' . $availability . '</li>';
|
||||||
|
$item['content'] .= '<li>Prix : ' . $price . ' €</li>';
|
||||||
|
$item['content'] .= $reference_price;
|
||||||
|
$item['content'] .= $loa;
|
||||||
|
$item['content'] .= $discount_percent;
|
||||||
|
$item['content'] .= '<li>Garantie : ' . $warranty . '</li>';
|
||||||
|
$item['content'] .= '<li>Kilométrage : ' . $kilometer . ' km</li>';
|
||||||
|
$item['content'] .= '<li>Energie : ' . $energy . '</li>';
|
||||||
|
$item['content'] .= '<li>Puissance: ' . $power . ' CV Fiscaux</li>';
|
||||||
|
$item['content'] .= '<li>Nombre de Places : ' . $seats . ' place(s)</li>';
|
||||||
|
$item['content'] .= '<li>Nombre de portes : ' . $doors . '</li>';
|
||||||
|
$item['content'] .= '<li>Boite de vitesse : ' . $transmission . '</li></ul>';
|
||||||
|
$item['uri'] = $car_data->{'uri'};
|
||||||
|
$item['uid'] = hash('md5', $item['content']);
|
||||||
|
$this->items[] = $item;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Get the info about the car offer
|
|
||||||
$image = $car->find('div[class=car-card__visual]', 0)->find('img', 0)->src;
|
|
||||||
$serie = $car->find('div[class=car-card__title]', 0)->plaintext;
|
|
||||||
$url = $car->find('a', 0)->href;
|
|
||||||
// Check if the car model is in stock or available only on order
|
|
||||||
if($car->find('span[class*=tag--dispo]', 0) != null) {
|
|
||||||
$availability = 'En Stock';
|
|
||||||
} else {
|
|
||||||
$availability = 'Sur commande';
|
|
||||||
}
|
|
||||||
$discount_html = $car->find('span[class=promo]', 0);
|
|
||||||
// Check if there is any discount dsiplayed
|
|
||||||
if ($discount_html != null) {
|
|
||||||
$discount = $discount_html->plaintext;
|
|
||||||
} else {
|
|
||||||
$discount = 'inconnue';
|
|
||||||
}
|
|
||||||
$price = $car->find('span[class=price]', 0)->plaintext;
|
|
||||||
|
|
||||||
// Construct the new item
|
|
||||||
$item = array();
|
|
||||||
$item['title'] = $finish_name . ' ' . $serie;
|
|
||||||
$item['content'] = '<p><img style="vertical-align:middle ; padding: 10px" src="' . $image . '" />'
|
|
||||||
. $finish_name . ' ' . $serie . '</p>';
|
|
||||||
$item['content'] .= '<ul><li>Disponibilité : ' . $availability . '</li>';
|
|
||||||
$item['content'] .= '<li>Série : ' . $serie . '</li>';
|
|
||||||
$item['content'] .= '<li>Remise : ' . $discount . '</li>';
|
|
||||||
$item['content'] .= '<li>Prix : ' . $price . '</li></ul>';
|
|
||||||
|
|
||||||
// Add a fictionnal anchor to the RSS element URL, based on the item content ;
|
|
||||||
// As the URL could be identical even if the price change, some RSS reader will not show those offers as new items
|
|
||||||
$item['uri'] = $url . '#' . md5($item['content']);
|
|
||||||
|
|
||||||
$this->items[] = $item;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
private function getResults(int $page)
|
||||||
|
{
|
||||||
|
$user_input = $this->getInput('url');
|
||||||
|
$search_data = preg_replace('#(recherche|recherche/[0-9]{1,10})\?#', 'recherche/' . $page . '?', $user_input);
|
||||||
|
|
||||||
|
$search_url = self::URI . $search_data . '&open=energy&onlyFilters=false';
|
||||||
|
|
||||||
|
// Get the HTML content of the page
|
||||||
|
$html = getSimpleHTMLDOMCached($search_url);
|
||||||
|
|
||||||
|
return $html;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user