feat: DAG diario ArgenProp AR

2026-08-02 18:04:56 +02:00
parent 6a378b2acd
commit 64775cf52b
1 changed files with 57 additions and 0 deletions
@@ -0,0 +1,57 @@
+"""DAG diario – ArgenProp AR (Argentina)
+Scraper SSR basado en sitemaps geográficos de argenprop.com
+"""
+from datetime import datetime, timedelta
+import paramiko
+
+from airflow import DAG
+from airflow.operators.python import PythonOperator
+
+VPS_HOST = '152.53.242.31'
+VPS_USER = 'root'
+VPS_KEY  = '/opt/airflow/config/.ssh/id_rsa'
+
+SCRAPER_CMD = (
+    'ARGENPROP_DAILY=1 '
+    'timeout 14400 '
+    '/home/jpuma/proyectos/bot-sunat/.venv/bin/python '
+    '/opt/scrapers/argenprop_ar/scraper.py 2>&1'
+)
+
+def run_scraper(**ctx):
+    client = paramiko.SSHClient()
+    client.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+    client.connect(VPS_HOST, username=VPS_USER, key_filename=VPS_KEY, timeout=30)
+    _, stdout, stderr = client.exec_command(SCRAPER_CMD, timeout=14400)
+    output = stdout.read().decode('utf-8', errors='replace')
+    err    = stderr.read().decode('utf-8', errors='replace')
+    client.close()
+    print(output[-4000:] if len(output) > 4000 else output)
+    if err:
+        print('STDERR:', err[-1000:])
+    if 'Finalizado:' not in output:
+        raise RuntimeError('Scraper no imprimió "Finalizado:" — posible error')
+    return output.split('Finalizado:')[-1].strip()
+
+
+default_args = {
+    'owner': 'jpuma',
+    'retries': 0,
+    'retry_delay': timedelta(minutes=10),
+    'execution_timeout': timedelta(hours=5),
+}
+
+with DAG(
+    dag_id='argenprop_ar_daily',
+    default_args=default_args,
+    description='Scraper diario ArgenProp AR (SSR sitemap)',
+    schedule_interval='0 4 * * *',
+    start_date=datetime(2026, 8, 1),
+    catchup=False,
+    max_active_runs=1,
+    tags=['argentina', 'daily', 'inmuebles'],
+) as dag:
+    PythonOperator(
+        task_id='scrape_argenprop_ar',
+        python_callable=run_scraper,
+    )