osm-labo/src/Service/FollowUpService.php

504 lines
No EOL
22 KiB
PHP

<?php
namespace App\Service;
use App\Entity\Stats;
use App\Entity\CityFollowUp;
use Doctrine\ORM\EntityManagerInterface;
class FollowUpService
{
public function generateCityFollowUps(Stats $stats, Motocultrice $motocultrice, EntityManagerInterface $em, bool $disableCleanup = false): void
{
$insee_code = $stats->getZone();
$elements = $motocultrice->followUpCity($insee_code) ?? [];
$themes = self::getFollowUpThemes();
$types = [];
foreach ($themes as $type => $label) {
if ($type === 'fire_hydrant') {
$objects = array_filter($elements, fn($el) => ($el['tags']['emergency'] ?? null) === 'fire_hydrant') ?? [];
} elseif ($type === 'charging_station') {
$objects = array_filter($elements, fn($el) => ($el['tags']['amenity'] ?? null) === 'charging_station') ?? [];
} elseif ($type === 'toilets') {
$objects = array_filter($elements, fn($el) => ($el['tags']['amenity'] ?? null) === 'toilets') ?? [];
} elseif ($type === 'bus_stop') {
$objects = array_filter($elements, fn($el) => ($el['tags']['highway'] ?? null) === 'bus_stop') ?? [];
} elseif ($type === 'defibrillator') {
$objects = array_filter($elements, fn($el) => ($el['tags']['emergency'] ?? null) === 'defibrillator') ?? [];
} elseif ($type === 'camera') {
$objects = array_filter($elements, fn($el) => ($el['tags']['man_made'] ?? null) === 'surveillance') ?? [];
} elseif ($type === 'recycling') {
$objects = array_filter($elements, fn($el) => ($el['tags']['amenity'] ?? null) === 'recycling') ?? [];
} elseif ($type === 'substation') {
$objects = array_filter($elements, fn($el) => ($el['tags']['power'] ?? null) === 'substation') ?? [];
} elseif ($type === 'laboratory') {
$objects = array_filter($elements, fn($el) => ($el['tags']['healthcare'] ?? null) === 'laboratory') ?? [];
} elseif ($type === 'school') {
$objects = array_filter($elements, fn($el) => ($el['tags']['amenity'] ?? null) === 'school') ?? [];
} elseif ($type === 'police') {
$objects = array_filter($elements, fn($el) => ($el['tags']['amenity'] ?? null) === 'police') ?? [];
} elseif ($type === 'healthcare') {
$objects = array_filter($elements, function($el) {
return isset($el['tags']['healthcare'])
|| ($el['tags']['amenity'] ?? null) === 'doctors'
|| ($el['tags']['amenity'] ?? null) === 'pharmacy'
|| ($el['tags']['amenity'] ?? null) === 'hospital'
|| ($el['tags']['amenity'] ?? null) === 'clinic'
|| ($el['tags']['amenity'] ?? null) === 'social_facility';
}) ?? [];
} elseif ($type === 'bicycle_parking') {
$objects = array_filter($elements, fn($el) => ($el['tags']['amenity'] ?? null) === 'bicycle_parking') ?? [];
} elseif ($type === 'advertising_board') {
$objects = array_filter($elements, fn($el) => ($el['tags']['advertising'] ?? null) === 'board' && ($el['tags']['message'] ?? null) === 'political') ?? [];
} elseif ($type === 'building') {
$objects = array_filter($elements, fn($el) => ($el['type'] ?? null) === 'way' && !empty($el['tags']['building'])) ?? [];
} elseif ($type === 'email') {
$objects = array_filter($elements, fn($el) => !empty($el['tags']['email'] ?? null) || !empty($el['tags']['contact:email'] ?? null)) ?? [];
} elseif ($type === 'bench') {
$objects = array_filter($elements, fn($el) => ($el['tags']['amenity'] ?? null) === 'bench') ?? [];
} elseif ($type === 'waste_basket') {
$objects = array_filter($elements, fn($el) => ($el['tags']['amenity'] ?? null) === 'waste_basket') ?? [];
} elseif ($type === 'street_lamp') {
$objects = array_filter($elements, fn($el) => ($el['tags']['highway'] ?? null) === 'street_lamp') ?? [];
} elseif ($type === 'drinking_water') {
$objects = array_filter($elements, fn($el) => ($el['tags']['amenity'] ?? null) === 'drinking_water') ?? [];
} elseif ($type === 'tree') {
$objects = array_filter($elements, fn($el) => ($el['tags']['natural'] ?? null) === 'tree') ?? [];
} elseif ($type === 'places') {
$objects = [];
} elseif ($type === 'power_pole') {
$objects = array_filter($elements, fn($el) => ($el['tags']['power'] ?? null) === 'pole') ?? [];
} else {
$objects = [];
}
$types[$type] = ['objects' => $objects, 'label' => $label];
}
$types['places'] = ['objects' => [], 'label' => 'Lieux'];
$now = new \DateTime();
$persisted = 0;
foreach ($types as $type => $data) {
// Suivi du nombre
$followupCount = new CityFollowUp();
$followupCount->setName($type . '_count')
->setMeasure($type === 'places' ? $stats->getPlacesCount() : count($data['objects']))
->setDate($now)
->setStats($stats);
$em->persist($followupCount);
$persisted++;
if ($persisted % 100 === 0) {
$em->flush();
$em->clear();
}
// Suivi de la complétion basé sur les tags attendus
$completionTags = self::getFollowUpCompletionTags();
$expectedTags = $completionTags[$type] ?? [];
$completed = [];
$partialCompletions = [];
if (!empty($expectedTags)) {
foreach ($data['objects'] as $el) {
$tags = $el['tags'] ?? [];
$filled = 0;
foreach ($expectedTags as $tag) {
if ($tag === 'phone') {
if (!empty($tags['phone'] ?? null) || !empty($tags['contact:phone'] ?? null)) {
$filled++;
}
} elseif ($tag === 'email') {
if (!empty($tags['email'] ?? null) || !empty($tags['contact:email'] ?? null)) {
$filled++;
}
} else {
if (!empty($tags[$tag] ?? null)) {
$filled++;
}
}
}
$percent = count($expectedTags) > 0 ? ($filled / count($expectedTags)) : 0;
$partialCompletions[] = $percent;
if ($percent === 1.0) {
$completed[] = $el;
}
}
}
// ... fallback pour les types sans tags attendus
else {
$completed = [];
$partialCompletions = array_fill(0, count($data['objects']), 0);
}
if ($type === 'places') {
$completion = $stats->getCompletionPercent();
} else {
$completion = count($partialCompletions) > 0 ? round(array_sum($partialCompletions) / count($partialCompletions) * 100) : 0;
}
$followupCompletion = new CityFollowUp();
$followupCompletion->setName($type . '_completion')
->setMeasure($completion)
->setDate($now)
->setStats($stats);
$em->persist($followupCompletion);
$persisted++;
if ($persisted % 100 === 0) {
$em->flush();
$em->clear();
}
}
$em->flush();
$em->clear();
// Suppression des mesures redondantes (même valeur consécutive, sauf la dernière) - désactivée si $disableCleanup est true
if (!$disableCleanup) {
$repo = $em->getRepository(CityFollowUp::class);
foreach (array_keys(self::getFollowUpThemes()) as $type) {
foreach (['_count', '_completion'] as $suffix) {
$name = $type . $suffix;
$followups = $repo->createQueryBuilder('f')
->where('f.stats = :stats')
->andWhere('f.name = :name')
->setParameter('stats', $stats)
->setParameter('name', $name)
->orderBy('f.date', 'ASC')
->getQuery()->getResult();
$toDelete = [];
$prev = null;
$n = count($followups);
foreach ($followups as $i => $fu) {
// Si seulement 2 mesures, ne rien supprimer
if ($n == 2) {
break;
}
if ($prev && $fu->getMeasure() === $prev->getMeasure() && $i < $n - 1) {
$toDelete[] = $prev;
}
$prev = $fu;
}
foreach ($toDelete as $del) {
$em->remove($del);
}
}
}
$em->flush();
$em->clear();
}
}
public function generateGlobalFollowUps(EntityManagerInterface $em): void
{
$statsGlobal = $em->getRepository(\App\Entity\Stats::class)->findOneBy(['zone' => '00000']);
if (!$statsGlobal) {
$statsGlobal = new \App\Entity\Stats();
$statsGlobal->setZone('00000');
$statsGlobal->setName('toutes les villes');
$em->persist($statsGlobal);
$em->flush();
}
$now = new \DateTime();
$themes = array_keys(self::getFollowUpThemes());
$allStats = $em->getRepository(\App\Entity\Stats::class)->findAll();
$allStats = array_filter($allStats, fn($s) => $s->getZone() !== '00000');
$cityCount = count($allStats);
$globalCompletionSum = 0;
$globalCompletionCount = 0;
foreach ($themes as $theme) {
$sumCount = 0;
$sumCompletion = 0;
$nbCompletion = 0;
foreach ($allStats as $stats) {
$latestCount = null;
$latestCompletion = null;
foreach ($stats->getCityFollowUps() as $fu) {
if ($fu->getName() === $theme . '_count') {
if ($latestCount === null || $fu->getDate() > $latestCount->getDate()) {
$latestCount = $fu;
}
}
if ($fu->getName() === $theme . '_completion') {
if ($latestCompletion === null || $fu->getDate() > $latestCompletion->getDate()) {
$latestCompletion = $fu;
}
}
}
if ($latestCount) $sumCount += $latestCount->getMeasure();
if ($latestCompletion) {
$sumCompletion += $latestCompletion->getMeasure();
$nbCompletion++;
}
}
$fuCount = new \App\Entity\CityFollowUp();
$fuCount->setName($theme . '_count')
->setMeasure($sumCount)
->setDate($now)
->setStats($statsGlobal);
$em->persist($fuCount);
$completionAvg = $nbCompletion > 0 ? round($sumCompletion / $nbCompletion, 1) : 0;
$fuCompletion = new \App\Entity\CityFollowUp();
$fuCompletion->setName($theme . '_completion')
->setMeasure($completionAvg)
->setDate($now)
->setStats($statsGlobal);
$em->persist($fuCompletion);
if ($theme !== 'places' && $nbCompletion > 0) {
$globalCompletionSum += $completionAvg;
$globalCompletionCount++;
}
}
$sumPlaces = 0;
foreach ($allStats as $stats) {
$sumPlaces += $stats->getPlacesCount() ?? 0;
}
$fuPlaces = new \App\Entity\CityFollowUp();
$fuPlaces->setName('places_count')
->setMeasure($sumPlaces)
->setDate($now)
->setStats($statsGlobal);
$em->persist($fuPlaces);
$globalCompletionAvg = $globalCompletionCount > 0 ? round($globalCompletionSum / $globalCompletionCount, 1) : 0;
$fuGlobalCompletion = new \App\Entity\CityFollowUp();
$fuGlobalCompletion->setName('global_completion_average')
->setMeasure($globalCompletionAvg)
->setDate($now)
->setStats($statsGlobal);
$em->persist($fuGlobalCompletion);
$fuCityCount = new \App\Entity\CityFollowUp();
$fuCityCount->setName('city_count')
->setMeasure($cityCount)
->setDate($now)
->setStats($statsGlobal);
$em->persist($fuCityCount);
$em->flush();
}
public static function getFollowUpThemes(): array
{
return [
'fire_hydrant' => 'Bornes incendie',
'charging_station' => 'Bornes de recharge',
'toilets' => 'Toilettes publiques',
'bus_stop' => 'Arrêts de bus',
'defibrillator' => 'Défibrillateurs',
'camera' => 'Caméras de surveillance',
'recycling' => 'Points de recyclage',
'substation' => 'Sous-stations électriques',
'laboratory' => "Laboratoires d'analyse",
'school' => 'Écoles',
'police' => 'Commissariats',
'healthcare' => 'Lieux de santé',
'bicycle_parking' => 'Parkings vélos',
'advertising_board' => 'Panneaux électoraux',
'building' => 'Bâtiments',
'email' => 'Objets avec email',
'bench' => 'Bancs',
'waste_basket' => 'Poubelles',
'street_lamp' => 'Lampadaires',
'drinking_water' => 'Eau potable',
'tree' => 'Arbres',
'places' => 'Lieux',
'power_pole' => 'Poteaux électriques',
];
}
public static function getFollowUpIcons(): array
{
return [
'fire_hydrant' => 'bi-droplet',
'charging_station' => 'bi-lightning-charge',
'toilets' => 'bi-toilet',
'bus_stop' => 'bi-bus-front',
'defibrillator' => 'bi-heart-pulse',
'camera' => 'bi-camera-video',
'recycling' => 'bi-recycle',
'substation' => 'bi-plug',
'laboratory' => 'bi-beaker',
'school' => 'bi-mortarboard',
'police' => 'bi-shield-lock',
'healthcare' => 'bi-hospital',
'bicycle_parking' => 'bi-bicycle',
'advertising_board' => 'bi-easel',
'building' => 'bi-building',
'email' => 'bi-envelope-at',
'bench' => 'bi-badge-wc',
'waste_basket' => 'bi-trash',
'street_lamp' => 'bi-lightbulb',
'drinking_water' => 'bi-droplet-half',
'tree' => 'bi-tree',
'places' => 'bi-geo-alt',
'power_pole' => 'bi-signpost',
];
}
public static function getFollowUpOverpassQueries(): array
{
return [
'fire_hydrant' => 'nwr["emergency"="fire_hydrant"](area.searchArea);',
'charging_station' => 'nwr["amenity"="charging_station"](area.searchArea);',
'toilets' => 'nwr["amenity"="toilets"](area.searchArea);',
'bus_stop' => 'nwr["highway"="bus_stop"](area.searchArea);',
'defibrillator' => 'nwr["emergency"="defibrillator"](area.searchArea);',
'camera' => 'nwr["man_made"="surveillance"](area.searchArea);',
'recycling' => 'nwr["amenity"="recycling"](area.searchArea);',
'substation' => 'nwr["power"="substation"](area.searchArea);',
'laboratory' => 'nwr["healthcare"="laboratory"](area.searchArea);',
'school' => 'nwr["amenity"="school"](area.searchArea);',
'police' => 'nwr["amenity"="police"](area.searchArea);',
'healthcare' => 'nwr["healthcare"](area.searchArea);nwr["amenity"="doctors"](area.searchArea);nwr["amenity"="pharmacy"](area.searchArea);nwr["amenity"="hospital"](area.searchArea);nwr["amenity"="clinic"](area.searchArea);nwr["amenity"="social_facility"](area.searchArea);',
'bicycle_parking' => 'nwr["amenity"="bicycle_parking"](area.searchArea);',
'advertising_board' => 'nwr["advertising"="board"]["message"="political"](area.searchArea);',
'building' => 'nwr["building"](area.searchArea);',
'email' => 'nwr["email"](area.searchArea);nwr["contact:email"](area.searchArea);',
'bench' => 'nwr["amenity"="bench"](area.searchArea);',
'waste_basket' => 'nwr["amenity"="waste_basket"](area.searchArea);',
'street_lamp' => 'nwr["highway"="street_lamp"](area.searchArea);',
'drinking_water' => 'nwr["amenity"="drinking_water"](area.searchArea);',
'tree' => 'nwr["natural"="tree"](area.searchArea);',
'power_pole' => 'nwr["power"="pole"](area.searchArea);',
];
}
/**
* Calcule la progression sur 7 jours pour un type donné
*/
public static function calculate7DayProgression(Stats $stats, string $type): array
{
$followups = $stats->getCityFollowUps();
$now = new \DateTime();
$refDate = clone $now;
$refDate->modify('-7 days');
// Récupérer toutes les mesures pour ce type
$countData = [];
$completionData = [];
foreach ($followups as $fu) {
if ($fu->getName() === $type . '_count') {
$countData[] = [
'date' => $fu->getDate(),
'value' => $fu->getMeasure()
];
}
if ($fu->getName() === $type . '_completion') {
$completionData[] = [
'date' => $fu->getDate(),
'value' => $fu->getMeasure()
];
}
}
// Trier par date
usort($countData, fn($a, $b) => $a['date'] <=> $b['date']);
usort($completionData, fn($a, $b) => $a['date'] <=> $b['date']);
$countDelta = self::calculateDelta($countData, $refDate);
$completionDelta = self::calculateDelta($completionData, $refDate);
return [
'count' => $countDelta,
'completion' => $completionDelta
];
}
/**
* Calcule le delta pour une série de données
*/
private static function calculateDelta(array $data, \DateTime $refDate): ?float
{
if (empty($data)) {
return null;
}
$last = end($data)['value'];
// Chercher la mesure exacte à la date de référence
$exactRef = null;
foreach (array_reverse($data) as $point) {
if ($point['date'] <= $refDate) {
$exactRef = $point['value'];
break;
}
}
// Si on a trouvé une mesure exacte, l'utiliser
if ($exactRef !== null) {
return $last - $exactRef;
}
// Sinon, chercher les deux mesures les plus proches pour faire une interpolation
$beforeRef = null;
$afterRef = null;
$beforeDate = null;
$afterDate = null;
// Chercher la mesure juste avant la date de référence
foreach (array_reverse($data) as $point) {
if ($point['date'] < $refDate) {
$beforeRef = $point['value'];
$beforeDate = $point['date'];
break;
}
}
// Chercher la mesure juste après la date de référence
foreach ($data as $point) {
if ($point['date'] > $refDate) {
$afterRef = $point['value'];
$afterDate = $point['date'];
break;
}
}
// Si on a les deux mesures, faire une interpolation linéaire
if ($beforeRef !== null && $afterRef !== null && $beforeDate !== null && $afterDate !== null) {
$timeDiff = $afterDate->getTimestamp() - $beforeDate->getTimestamp();
$refTimeDiff = $refDate->getTimestamp() - $beforeDate->getTimestamp();
$ratio = $refTimeDiff / $timeDiff;
$interpolatedRef = $beforeRef + ($afterRef - $beforeRef) * $ratio;
return $last - $interpolatedRef;
}
// Si on n'a qu'une mesure avant, l'utiliser
if ($beforeRef !== null) {
return $last - $beforeRef;
}
// Si on n'a qu'une mesure après, l'utiliser
if ($afterRef !== null) {
return $last - $afterRef;
}
// Si aucune mesure n'est disponible, retourner null
return null;
}
/**
* Retourne pour chaque thématique la liste des tags attendus pour la complétion
*/
public static function getFollowUpCompletionTags(): array
{
return [
'fire_hydrant' => ['ref', 'colour'],
'charging_station' => ['charging_station:output', 'capacity'],
'toilets' => ['wheelchair', 'access'],
'bus_stop' => ['shelter', 'network'],
'defibrillator' => ['indoor', 'access'],
'camera' => ['surveillance:type'],
'recycling' => ['recycling_type'],
'substation' => ['substation'],
'laboratory' => ['website', 'contact:website', 'name', 'phone'],
'school' => ['ref:UAI', 'isced:level', 'school:FR'],
'police' => ['phone', 'website'],
'healthcare' => ['name', 'contact:phone', 'phone', 'email', 'contact:email'],
'bicycle_parking' => ['capacity', 'covered'],
'advertising_board' => ['operator', 'contact:phone'],
'building' => ['name', 'ref'],
'email' => ['name', 'phone'],
'bench' => ['material', 'backrest'],
'waste_basket' => ['waste', 'recycling_type'],
'street_lamp' => ['lamp_type', 'height'],
'drinking_water' => ['covered', 'ref'],
'tree' => ['species', 'leaf_type', 'leaf_cycle'],
'power_pole' => ['ref', 'material'],
'places' => ['name', 'address', 'opening_hours', 'website', 'phone', 'wheelchair', 'siret'],
];
}
}