From 11151bc91d8f18976fe4126c908411d42c795082 Mon Sep 17 00:00:00 2001 From: Tykayn Date: Mon, 13 Oct 2025 10:59:23 +0200 Subject: [PATCH] crontab script --- extractors/run_daily.sh | 19 +++++++++++++++++++ requirements.txt | 8 ++++---- 2 files changed, 23 insertions(+), 4 deletions(-) create mode 100644 extractors/run_daily.sh diff --git a/extractors/run_daily.sh b/extractors/run_daily.sh new file mode 100644 index 0000000..4745674 --- /dev/null +++ b/extractors/run_daily.sh @@ -0,0 +1,19 @@ +#!/bin/bash +# script a lancer de façon quotidienne +# machine de référence: proxmox +# penser à copier les fichiers json de cache si lancé depuis une autre machine +# crontab -e +# ----------------- +# 0 0 * * * cd /home/tykayn/www/oedb-backend/extractors && bash run_daily.sh +# */15 * * * * cd /home/tykayn/www/OEDb_Scrappers && source venv/bin/activate && bash run_jobs.sh # scrappers de traffic + +source ../venv/bin/activate +pip install -r ../requirements.txt + +LOG_FILE="./log_conjob_daily.log" + +/bin/python3 mobilizon.py --limit 2000 --instance-url https://mobilizon.fr --geocode-missing +/bin/python3 agenda_geek.py +/bin/python3 osm_cal.py --max-events 100 +/bin/python3 viparis_events.py --max-pages 2 --max-events 200 --no-dry-run +/bin/python3 world_days_extractor.py --limit 800 --no-dry-run diff --git a/requirements.txt b/requirements.txt index d837055..efe5a58 100644 --- a/requirements.txt +++ b/requirements.txt @@ -3,9 +3,9 @@ config==0.5.1 falcon==4.1.0 iso8601==2.1.0 psycopg2_binary==2.9.10 -pyproj==3.7.2 -pytz==2025.2 -Requests==2.32.5 -waitress==3.0.2 +pyproj +pytz +Requests +waitress jinja2 icalendar \ No newline at end of file