diff --git a/dags/argenprop_ar_daily.py b/dags/argenprop_ar_daily.py new file mode 100644 index 0000000..f65e62d --- /dev/null +++ b/dags/argenprop_ar_daily.py @@ -0,0 +1,57 @@ +"""DAG diario – ArgenProp AR (Argentina) +Scraper SSR basado en sitemaps geográficos de argenprop.com +""" +from datetime import datetime, timedelta +import paramiko + +from airflow import DAG +from airflow.operators.python import PythonOperator + +VPS_HOST = '152.53.242.31' +VPS_USER = 'root' +VPS_KEY = '/opt/airflow/config/.ssh/id_rsa' + +SCRAPER_CMD = ( + 'ARGENPROP_DAILY=1 ' + 'timeout 14400 ' + '/home/jpuma/proyectos/bot-sunat/.venv/bin/python ' + '/opt/scrapers/argenprop_ar/scraper.py 2>&1' +) + +def run_scraper(**ctx): + client = paramiko.SSHClient() + client.set_missing_host_key_policy(paramiko.AutoAddPolicy()) + client.connect(VPS_HOST, username=VPS_USER, key_filename=VPS_KEY, timeout=30) + _, stdout, stderr = client.exec_command(SCRAPER_CMD, timeout=14400) + output = stdout.read().decode('utf-8', errors='replace') + err = stderr.read().decode('utf-8', errors='replace') + client.close() + print(output[-4000:] if len(output) > 4000 else output) + if err: + print('STDERR:', err[-1000:]) + if 'Finalizado:' not in output: + raise RuntimeError('Scraper no imprimió "Finalizado:" — posible error') + return output.split('Finalizado:')[-1].strip() + + +default_args = { + 'owner': 'jpuma', + 'retries': 0, + 'retry_delay': timedelta(minutes=10), + 'execution_timeout': timedelta(hours=5), +} + +with DAG( + dag_id='argenprop_ar_daily', + default_args=default_args, + description='Scraper diario ArgenProp AR (SSR sitemap)', + schedule_interval='0 4 * * *', + start_date=datetime(2026, 8, 1), + catchup=False, + max_active_runs=1, + tags=['argentina', 'daily', 'inmuebles'], +) as dag: + PythonOperator( + task_id='scrape_argenprop_ar', + python_callable=run_scraper, + )