diff --git a/dags/data_utils/grist/_old_pull_ca.py b/dags/data_utils/grist/_old_pull_ca.py index d75fcce..4747566 100644 --- a/dags/data_utils/grist/_old_pull_ca.py +++ b/dags/data_utils/grist/_old_pull_ca.py @@ -4,8 +4,8 @@ dump_data_to_postgres, get_postgres_connection, ) +from airflow.models import Variable from .grist_helper import fetch_grist_table_data, get_grist_api - grist_ca_doc_id = Variable.get("grist_ca_doc_id") diff --git a/dags/data_utils/grist/demo_suite_keycloak.py b/dags/data_utils/grist/demo_suite_keycloak.py index a774077..18d6426 100644 --- a/dags/data_utils/grist/demo_suite_keycloak.py +++ b/dags/data_utils/grist/demo_suite_keycloak.py @@ -5,6 +5,9 @@ import requests from airflow.hooks.base import BaseHook from airflow.models import Variable +import pandas as pd +from types import SimpleNamespace +from .grist_helper import get_grist_api from grist_api import GristDocAPI from keycloak import KeycloakAdmin, KeycloakOpenIDConnection diff --git a/dags/grist_marseille_eco_citoyennete.py b/dags/grist_marseille_eco_citoyennete.py index ba85be3..ebec5bf 100644 --- a/dags/grist_marseille_eco_citoyennete.py +++ b/dags/grist_marseille_eco_citoyennete.py @@ -4,7 +4,7 @@ from airflow.operators.python import PythonOperator from data_utils.alerting.alerting import task_failed from data_utils.grist.grist_dump_document import dump_document_to_postgres -from data_utils.grist.grist_helper import _get_grist_api +from data_utils.grist.grist_helper import get_grist_api from airflow.models import Variable connection_name="main_db_cluster_name" @@ -19,7 +19,7 @@ ) as dag: columns_to_explode = [("Mobilite", "Transport")] doc_id = Variable.get("grist_marseille_eco-citoyennete") - api = _get_grist_api("grist_marseille", doc_id) + api = get_grist_api("grist_marseille", doc_id) fetch_grist_data = PythonOperator( task_id='fetch_and_dump_grist_data', python_callable=dump_document_to_postgres,