Actualiser api.php

This commit is contained in:
2026-06-30 15:43:32 +02:00
parent 4c5eff1553
commit 3830359247
+46 -101
View File
@@ -2,6 +2,10 @@
ini_set('log_errors', 1); ini_set('log_errors', 1);
ini_set('error_log', __DIR__ . '/php_errors.log'); ini_set('error_log', __DIR__ . '/php_errors.log');
ini_set('display_errors', 0); ini_set('display_errors', 0);
// Augmenter les limites pour éviter les timeouts
set_time_limit(600); // 10 minutes max
ini_set('max_execution_time', 600);
ini_set('memory_limit', '512M');
error_reporting(E_ALL); error_reporting(E_ALL);
header("Content-Type: application/json; charset=UTF-8"); header("Content-Type: application/json; charset=UTF-8");
header("Access-Control-Allow-Origin: *"); header("Access-Control-Allow-Origin: *");
@@ -340,8 +344,6 @@ function fetchTmdbPosterAndSynopsis($title, $year = '', $pdo = null) {
function fetchFromBlurayCom($ean) { function fetchFromBlurayCom($ean) {
static $lastRequest = 0; static $lastRequest = 0;
static $requestCount = 0;
$empty = [ $empty = [
'title' => '', 'year' => '', 'director' => '', 'actors' => '', 'title' => '', 'year' => '', 'director' => '', 'actors' => '',
'poster' => '', 'description' => '', 'length' => '', 'poster' => '', 'description' => '', 'length' => '',
@@ -355,47 +357,33 @@ function fetchFromBlurayCom($ean) {
return $empty; return $empty;
} }
// ✅ THROTTLE : 5 secondes entre chaque requête (anti-blocage) // Throttle: 3 secondes entre chaque requête
$now = microtime(true); $now = microtime(true);
if ($lastRequest > 0 && ($now - $lastRequest) < 5) { if ($lastRequest > 0 && ($now - $lastRequest) < 3) {
$sleepTime = 5 - ($now - $lastRequest); $sleepTime = 3 - ($now - $lastRequest);
error_log("Blu-ray.com: ⏱️ Attente de " . round($sleepTime, 2) . "s avant requête"); error_log("Blu-ray.com: ⏱️ Attente de " . round($sleepTime, 2) . "s");
usleep((int)($sleepTime * 1000000)); usleep((int)($sleepTime * 1000000));
} }
$lastRequest = microtime(true); $lastRequest = microtime(true);
$requestCount++;
// ✅ URL de recherche complète (comme dans le navigateur) error_log("Blu-ray.com: 🔍 Recherche EAN $ean");
$searchUrl = "https://www.blu-ray.com/movies/search.php?keyword=&studioid=&videocodec=&disc=&yearfrom=&yearto=&regioncoding=&aspectratio=&aspectratio_original=&releaseyear=&synopsis=&retailerexclusive=&mpaa=&runtimemin=&runtimemax=&videoresolutionid=&sourceid=&subtitles=&audio=&upc=&ean=" . urlencode($ean) . "&asin=&casingid=&slipcoverfront=&slipcoverback=&submit=Search&action=search";
error_log("Blu-ray.com: 🔍 Recherche EAN $ean (requête #$requestCount)"); // Recherche simple par EAN
$searchUrl = "https://www.blu-ray.com/movies/search.php?ean=" . urlencode($ean) . "&action=search";
$ch = curl_init($searchUrl); $ch = curl_init($searchUrl);
curl_setopt_array($ch, [ curl_setopt_array($ch, [
CURLOPT_RETURNTRANSFER => true, CURLOPT_RETURNTRANSFER => true,
CURLOPT_TIMEOUT => 20, CURLOPT_TIMEOUT => 15,
CURLOPT_CONNECTTIMEOUT => 10, CURLOPT_CONNECTTIMEOUT => 5,
CURLOPT_SSL_VERIFYPEER => false, CURLOPT_SSL_VERIFYPEER => false,
CURLOPT_FOLLOWLOCATION => true, CURLOPT_FOLLOWLOCATION => true,
CURLOPT_MAXREDIRS => 3,
// ✅ User-Agent réaliste (Chrome complet)
CURLOPT_USERAGENT => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36', CURLOPT_USERAGENT => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36',
// ✅ Headers complets
CURLOPT_HTTPHEADER => [ CURLOPT_HTTPHEADER => [
'Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8', 'Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Language: fr-FR,fr;q=0.9,en-US;q=0.8,en;q=0.7', 'Accept-Language: fr-FR,fr;q=0.9',
'Accept-Encoding: gzip, deflate, br', 'Referer: https://www.blu-ray.com/'
'Referer: https://www.blu-ray.com/movies/', ]
'Connection: keep-alive',
'Upgrade-Insecure-Requests: 1',
'Sec-Fetch-Dest: document',
'Sec-Fetch-Mode: navigate',
'Sec-Fetch-Site: same-origin',
'Sec-Fetch-User: ?1',
'Cache-Control: max-age=0'
],
// ✅ Compression
CURLOPT_ENCODING => '',
]); ]);
$searchHtml = curl_exec($ch); $searchHtml = curl_exec($ch);
@@ -405,18 +393,10 @@ function fetchFromBlurayCom($ean) {
if (!$searchHtml || $httpCode !== 200) { if (!$searchHtml || $httpCode !== 200) {
error_log("Blu-ray.com: ❌ Échec recherche EAN $ean (HTTP $httpCode) - Erreur: $curlError"); error_log("Blu-ray.com: ❌ Échec recherche EAN $ean (HTTP $httpCode) - Erreur: $curlError");
// ✅ Si bloqué (429), attendre plus longtemps
if ($httpCode === 429) {
error_log("Blu-ray.com: ⚠️ Rate limit atteint, attente de 30s");
sleep(30);
}
return $empty; return $empty;
} }
// ✅ Regex amélioré pour extraire l'URL du film // Extraire l'URL du film
// Structure réelle : <a class="hoverlink" ... href="https://www.blu-ray.com/movies/.../132053/" ...>
if (!preg_match('/href="(https:\/\/www\.blu-ray\.com\/movies\/[^"]+\/(\d+)\/)"/i', $searchHtml, $matches)) { if (!preg_match('/href="(https:\/\/www\.blu-ray\.com\/movies\/[^"]+\/(\d+)\/)"/i', $searchHtml, $matches)) {
error_log("Blu-ray.com: ❌ Film non trouvé pour EAN $ean"); error_log("Blu-ray.com: ❌ Film non trouvé pour EAN $ean");
return $empty; return $empty;
@@ -424,83 +404,64 @@ function fetchFromBlurayCom($ean) {
$movieUrl = $matches[1]; $movieUrl = $matches[1];
$movieId = $matches[2]; $movieId = $matches[2];
error_log("Blu-ray.com: ✅ Film trouvé → $movieUrl"); error_log("Blu-ray.com: ✅ Film trouvé → $movieUrl");
// ✅ Délai avant la 2ème requête // Récupérer la page du film
sleep(3);
// ÉTAPE 2 : Récupérer la page du film
$ch2 = curl_init($movieUrl); $ch2 = curl_init($movieUrl);
curl_setopt_array($ch2, [ curl_setopt_array($ch2, [
CURLOPT_RETURNTRANSFER => true, CURLOPT_RETURNTRANSFER => true,
CURLOPT_TIMEOUT => 20, CURLOPT_TIMEOUT => 15,
CURLOPT_CONNECTTIMEOUT => 10, CURLOPT_CONNECTTIMEOUT => 5,
CURLOPT_SSL_VERIFYPEER => false, CURLOPT_SSL_VERIFYPEER => false,
CURLOPT_FOLLOWLOCATION => true, CURLOPT_FOLLOWLOCATION => true,
CURLOPT_USERAGENT => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/126.0.0.0 Safari/537.36', CURLOPT_USERAGENT => 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36',
CURLOPT_HTTPHEADER => [ CURLOPT_HTTPHEADER => [
'Accept: text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8', 'Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8',
'Accept-Language: fr-FR,fr;q=0.9,en-US;q=0.8,en;q=0.7', 'Referer: https://www.blu-ray.com/'
'Referer: https://www.blu-ray.com/movies/search.php', ]
'Connection: keep-alive'
],
CURLOPT_ENCODING => '',
]); ]);
$movieHtml = curl_exec($ch2); $movieHtml = curl_exec($ch2);
$httpCode2 = curl_getinfo($ch2, CURLINFO_HTTP_CODE);
curl_close($ch2); curl_close($ch2);
if (!$movieHtml || $httpCode2 !== 200) { if (!$movieHtml) {
error_log("Blu-ray.com: ❌ Impossible de charger la page du film (HTTP $httpCode2)"); error_log("Blu-ray.com: ❌ Impossible de charger la page du film");
return $empty; return $empty;
} }
// === EXTRACTION DES DONNÉES === // Extraction des données
// Titre
if (preg_match('/<h1[^>]*>([^<]+)<\/h1>/i', $movieHtml, $m)) { if (preg_match('/<h1[^>]*>([^<]+)<\/h1>/i', $movieHtml, $m)) {
$rawTitle = trim(strip_tags($m[1])); $rawTitle = trim(strip_tags($m[1]));
$empty['title'] = trim(preg_replace('/\s*(Blu-ray|4K|3D|DVD|UHD).*$/i', '', $rawTitle)); $empty['title'] = trim(preg_replace('/\s*(Blu-ray|4K|3D|DVD|UHD).*$/i', '', $rawTitle));
} }
// Année
if (preg_match('/href="[^"]*year=(\d{4})[^"]*"[^>]*>(\d{4})<\/a>/i', $movieHtml, $m)) { if (preg_match('/href="[^"]*year=(\d{4})[^"]*"[^>]*>(\d{4})<\/a>/i', $movieHtml, $m)) {
$empty['year'] = $m[1]; $empty['year'] = $m[1];
} }
// Studio/Éditeur
if (preg_match('/href="[^"]*studioid=\d+[^"]*"[^>]*>([^<]+)<\/a>/i', $movieHtml, $m)) { if (preg_match('/href="[^"]*studioid=\d+[^"]*"[^>]*>([^<]+)<\/a>/i', $movieHtml, $m)) {
$empty['publisher'] = trim($m[1]); $empty['publisher'] = trim($m[1]);
} }
// Durée
if (preg_match('/<span[^>]*id="runtime"[^>]*>(\d+)\s*min<\/span>/i', $movieHtml, $m)) { if (preg_match('/<span[^>]*id="runtime"[^>]*>(\d+)\s*min<\/span>/i', $movieHtml, $m)) {
$empty['length'] = $m[1] . ' min'; $empty['length'] = $m[1] . ' min';
} }
// Aspect ratio
if (preg_match('/Aspect[\s-]*ratio:\s*([\d\.]+:[\d\.]+)/i', $movieHtml, $m)) { if (preg_match('/Aspect[\s-]*ratio:\s*([\d\.]+:[\d\.]+)/i', $movieHtml, $m)) {
$empty['aspect_ratio'] = trim($m[1]); $empty['aspect_ratio'] = trim($m[1]);
} }
// Nombre de disques
if (preg_match('/(\w+)-disc\s+set/i', $movieHtml, $m)) { if (preg_match('/(\w+)-disc\s+set/i', $movieHtml, $m)) {
$wordToNum = [ $wordToNum = ['single' => 1, 'two' => 2, 'three' => 3, 'four' => 4, 'five' => 5, 'six' => 6];
'single' => 1, 'two' => 2, 'three' => 3, 'four' => 4,
'five' => 5, 'six' => 6, 'seven' => 7, 'eight' => 8
];
$word = strtolower($m[1]); $word = strtolower($m[1]);
$empty['number_of_discs'] = $wordToNum[$word] ?? 1; $empty['number_of_discs'] = $wordToNum[$word] ?? 1;
} elseif (preg_match('/(\d+)-disc\s+set/i', $movieHtml, $m)) { } elseif (preg_match('/(\d+)-disc\s+set/i', $movieHtml, $m)) {
$empty['number_of_discs'] = (int)$m[1]; $empty['number_of_discs'] = (int)$m[1];
} }
// Format
if (strpos($movieUrl, '/4k/') !== false || stripos($movieHtml, '4K Ultra HD') !== false) { if (strpos($movieUrl, '/4k/') !== false || stripos($movieHtml, '4K Ultra HD') !== false) {
$empty['format'] = '4K Ultra HD'; $empty['format'] = '4K Ultra HD';
} elseif (strpos($movieUrl, '/3d/') !== false || stripos($movieHtml, '3D Blu-ray') !== false) { } elseif (strpos($movieUrl, '/3d/') !== false) {
$empty['format'] = '3D Blu-ray'; $empty['format'] = '3D Blu-ray';
} else { } else {
$empty['format'] = 'Blu-ray'; $empty['format'] = 'Blu-ray';
@@ -510,38 +471,32 @@ function fetchFromBlurayCom($ean) {
if (preg_match('/src="(https:\/\/images\.static-bluray\.com\/movies\/covers\/\d+_front\.jpg[^"]*)"/i', $movieHtml, $m)) { if (preg_match('/src="(https:\/\/images\.static-bluray\.com\/movies\/covers\/\d+_front\.jpg[^"]*)"/i', $movieHtml, $m)) {
$empty['poster'] = $m[1]; $empty['poster'] = $m[1];
} elseif (preg_match('/<img[^>]*class="coverfront"[^>]*src="([^"]+)"/i', $movieHtml, $m)) { } elseif (preg_match('/<img[^>]*class="coverfront"[^>]*src="([^"]+)"/i', $movieHtml, $m)) {
$posterUrl = $m[1]; $empty['poster'] = $m[1];
$posterUrl = preg_replace('/_large\.jpg/', '_front.jpg', $posterUrl);
$empty['poster'] = $posterUrl;
} }
// Synopsis, Réalisateur, Acteurs // Synopsis, Réalisateur, Acteurs
if (preg_match('/<div[^>]*id="movie_info"[^>]*>(.*?)<div[^>]*id="movie_review_intro"/is', $movieHtml, $infoBlock)) { if (preg_match('/<div[^>]*id="movie_info"[^>]*>(.*?)<div[^>]*id="movie_review_intro"/is', $movieHtml, $infoBlock)) {
$infoHtml = $infoBlock[1]; $infoHtml = $infoBlock[1];
// Synopsis
if (preg_match('/<\/center><br>\s*(.*?)<br><br><br>Director:/is', $infoHtml, $m)) { if (preg_match('/<\/center><br>\s*(.*?)<br><br><br>Director:/is', $infoHtml, $m)) {
$synopsis = trim(strip_tags($m[1])); $synopsis = trim(strip_tags($m[1]));
$synopsis = preg_replace('/\s+/', ' ', $synopsis); $synopsis = preg_replace('/\s+/', ' ', $synopsis);
$empty['description'] = $synopsis; $empty['description'] = $synopsis;
} }
// Réalisateur
if (preg_match('/Director:\s*<a[^>]*>([^<]+)<\/a>/i', $infoHtml, $m)) { if (preg_match('/Director:\s*<a[^>]*>([^<]+)<\/a>/i', $infoHtml, $m)) {
$empty['director'] = trim($m[1]); $empty['director'] = trim($m[1]);
} }
// Acteurs
if (preg_match('/Starring:\s*(.*?)(?:<br>|<\/div>)/is', $infoHtml, $m)) { if (preg_match('/Starring:\s*(.*?)(?:<br>|<\/div>)/is', $infoHtml, $m)) {
$actorsHtml = $m[1]; preg_match_all('/<a[^>]*>([^<]+)<\/a>/i', $m[1], $actorMatches);
preg_match_all('/<a[^>]*>([^<]+)<\/a>/i', $actorsHtml, $actorMatches);
if (!empty($actorMatches[1])) { if (!empty($actorMatches[1])) {
$empty['actors'] = implode(', ', array_map('trim', array_slice($actorMatches[1], 0, 6))); $empty['actors'] = implode(', ', array_map('trim', array_slice($actorMatches[1], 0, 6)));
} }
} }
} }
error_log("Blu-ray.com: ✅ Données récupérées pour EAN $ean" . $empty['title']); error_log("Blu-ray.com: ✅ Données récupérées → " . $empty['title']);
return $empty; return $empty;
} }
@@ -702,31 +657,22 @@ case 'import_batch':
director=IF(VALUES(director)!='', VALUES(director), director)"); director=IF(VALUES(director)!='', VALUES(director), director)");
foreach ($items as $item) { foreach ($items as $item) {
$csvTitle = trim($item['title'] ?? '');
$ean = preg_replace('/[^0-9]/', '', (string)($item['ean'] ?? '')); $ean = preg_replace('/[^0-9]/', '', (string)($item['ean'] ?? ''));
$csvTitle = trim($item['title'] ?? ''); // ✅ Titre du CSV
if (strlen($ean) < 8 && empty($csvTitle)) { if (empty($csvTitle)) {
$skipped++;
continue;
}
// 1. Essayer Blu-ray.com (avec throttling)
$blurayData = !empty($ean) ? fetchFromBlurayCom($ean) : [];
if (empty($blurayData['title']) && !empty($ean)) {
error_log("Import: 🔄 Blu-ray.com échoué, essai UPCMDB pour EAN $ean");
$blurayData = fetchPhysicalByEan($ean, $pdo);
}
// ✅ Si Blu-ray.com trouve le film, utiliser son titre. Sinon, utiliser celui du CSV.
$title = !empty($blurayData['title']) ? $blurayData['title'] : $csvTitle;
if (empty($title)) {
error_log("Import: ❌ Pas de titre pour EAN $ean - ignoré"); error_log("Import: ❌ Pas de titre pour EAN $ean - ignoré");
$skipped++; $skipped++;
continue; continue;
} }
error_log("Import: 🎬 Traitement de '$csvTitle' (EAN: $ean)");
// 1. Essayer Blu-ray.com (peut échouer sans bloquer)
$blurayData = !empty($ean) ? fetchFromBlurayCom($ean) : [];
// 2. Utiliser le titre du CSV comme base
$title = $csvTitle;
$year = $blurayData['year'] ?? ''; $year = $blurayData['year'] ?? '';
$format = $blurayData['format'] ?: detectFormat($title); $format = $blurayData['format'] ?: detectFormat($title);
$publisher = $blurayData['publisher'] ?? ''; $publisher = $blurayData['publisher'] ?? '';
@@ -738,11 +684,11 @@ case 'import_batch':
$director = $blurayData['director'] ?? ''; $director = $blurayData['director'] ?? '';
$actors = $blurayData['actors'] ?? ''; $actors = $blurayData['actors'] ?? '';
// 2. ✅ FALLBACK TMDB si Blu-ray.com n'a pas trouvé certaines données // 3. COMPLÉTER avec TMDB (toujours appelé pour garantir les données)
if (empty($poster) || empty($director) || empty($actors) || empty($desc) || empty($year)) { error_log("Import: 🔄 Appel TMDB pour '$title'");
error_log("Import: 🔄 Fallback TMDB pour '$title'");
$tmdb = fetchTmdbPosterAndSynopsis($title, $year, $pdo); $tmdb = fetchTmdbPosterAndSynopsis($title, $year, $pdo);
// TMDB complète ce qui manque
if (empty($poster) || $poster === 'assets/img/default_physical_media.jpg') { if (empty($poster) || $poster === 'assets/img/default_physical_media.jpg') {
$poster = $tmdb['poster']; $poster = $tmdb['poster'];
} }
@@ -751,13 +697,12 @@ case 'import_batch':
if (empty($desc)) $desc = $tmdb['description'] ?? ''; if (empty($desc)) $desc = $tmdb['description'] ?? '';
if (empty($length) && !empty($tmdb['length'])) $length = $tmdb['length']; if (empty($length) && !empty($tmdb['length'])) $length = $tmdb['length'];
if (empty($year) && !empty($tmdb['year'])) $year = $tmdb['year']; if (empty($year) && !empty($tmdb['year'])) $year = $tmdb['year'];
}
$id = makeStableId('videotheque', $title, $year); $id = makeStableId('videotheque', $title, $year);
$stmt->execute([$id, $title, $year, $format, $poster, $ean, $desc, $length, $discs, $aspect, $actors, $publisher, $director]); $stmt->execute([$id, $title, $year, $format, $poster, $ean, $desc, $length, $discs, $aspect, $actors, $publisher, $director]);
$imported++; $imported++;
error_log("Import: ✅ Importé '$title' ($ean)"); error_log("Import: ✅ Importé '$title' (ID: $id)");
} }
} else { // ── IMPORTATION CRITIQUES ── } else { // ── IMPORTATION CRITIQUES ──
$stmtCritiques = $pdo->prepare("INSERT INTO critiques (id, title, year, director, poster, rating, review, streaming) $stmtCritiques = $pdo->prepare("INSERT INTO critiques (id, title, year, director, poster, rating, review, streaming)