Define daily options chain ingestion airflow DAG

Author: thammo4

airflow/dags/.DS_Store

@@ -0,0 +1,9 @@
+import os
+import sys
+
+APP_ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), "../../"))
+
+if APP_ROOT not in sys.path:
+	sys.path.append(APP_ROOT)
+
+print('sys.path:'); print(sys.path);

airflow/dags/_bootstrap.py

@@ -0,0 +1,42 @@
+# 
+# FILE: `StockTrader/airflow/dags/ingest_options_chain_dag.py`
+#
+
+import sys
+from pathlib import Path
+sys.path.append(str(Path(__file__).parents[2]))
+
+from airflow import DAG
+from airflow.operators.python import PythonOperator
+from datetime import datetime, timedelta
+from scripts.ingest_options_chain import ingest_options_chain
+
+default_args = {
+	"owner": "airflow",
+	"depends_on_past": False,
+	# "start_date": datetime.today(),
+	"start_date": datetime(2025,3,17),
+	"retries": 1,
+	"retry_delay": timedelta(minutes=2)
+}
+
+# cron: minute hour day_of_month month day_of_week
+
+dag = DAG(
+	"ingest_options_chain",
+	default_args = default_args,
+	schedule_interval = "35 14 * * 1-5",
+	catchup = False
+)
+
+DOW30_DIVIDENDS = ['AXP', 'AMGN', 'AAPL', 'BA', 'CAT', 'CSCO', 'CVX', 'GS', 'HD', 'HON', 'IBM', 'JNJ', 'KO', 'JPM', 'MCD', 'MMM', 'MRK', 'MSFT', 'NKE', 'PG', 'TRV', 'UNH', 'CRM', 'VZ', 'V', 'WMT', 'DIS', 'DOW']
+
+tasks = []
+for s in DOW30_DIVIDENDS:
+	task = PythonOperator(
+		task_id=f"ingest_options_chain_{s}",
+		python_callable=ingest_options_chain,
+		op_kwargs={"symbol":s},
+		dag=dag
+	)
+	tasks.append(task)

airflow/dags/ingest_options_chain_dag.py

@@ -0,0 +1,20 @@
+#
+# FILE: `StockTrader/airflow/dags/test_dag.py`
+#
+
+
+import sys
+from pathlib import Path
+sys.path.append(str(Path(__file__).parents[2]))
+
+from airflow import DAG
+from airflow.operators.dummy_operator import DummyOperator
+from datetime import datetime
+
+from scripts.ingest_options_chain import ingest_options_chain
+
+default_args = {"owner":"airflow", "start_date":datetime(2025,3,17), "retries":1}
+with DAG("test_dag", default_args=default_args, schedule_interval="@daily", catchup=False) as dag:
+	start = DummyOperator(task_id="start")
+
+start