From 962347e233931535a34aab3d2bbf429896ac631e Mon Sep 17 00:00:00 2001 From: mjnitz02 Date: Mon, 3 Feb 2025 15:06:52 -0500 Subject: [PATCH 1/8] Create _experimental folder and move existing dags to this --- datarobot_provider/_experimental/__init__.py | 19 +++++++++++++++++++ .../_experimental/example_dags/__init__.py | 0 .../advanced_datarobot_pipeline_jdbc_dag.py | 0 ...atarobot_autopilot_options_pipeline_dag.py | 0 .../datarobot_aws_s3_batch_scoring_dag.py | 0 ...tarobot_azure_storage_batch_scoring_dag.py | 0 .../datarobot_batch_monitoring_job_dag.py | 0 .../datarobot_batch_scoring_templated_dag.py | 0 .../datarobot_bigquery_batch_scoring_dag.py | 0 ...obot_create_project_from_ai_catalog_dag.py | 0 ...create_project_from_dataset_version_dag.py | 0 .../datarobot_custom_model_pipeline_dag.py | 0 ...arobot_custom_partitioning_pipeline_dag.py | 0 .../datarobot_dataset_new_version_dag.py | 0 .../datarobot_dataset_upload_dag.py | 0 ...obot_datetime_partitioning_pipeline_dag.py | 0 .../datarobot_external_model_pipeline_dag.py | 0 ...atarobot_feature_discovery_pipeline_dag.py | 0 ...datarobot_gcp_storage_batch_scoring_dag.py | 0 .../datarobot_get_datastore_dag.py | 0 .../datarobot_jdbc_batch_scoring_dag.py | 0 .../datarobot_jdbc_dataset_dag.py | 0 .../datarobot_jdbc_dynamic_dataset_dag.py | 0 .../example_dags}/datarobot_pipeline_dag.py | 0 ...robot_replace_custom_model_pipeline_dag.py | 0 .../example_dags}/datarobot_score_dag.py | 0 .../datarobot_timeseries_pipeline_dag.py | 0 .../datarobot_upload_actuals_catalog_dag.py | 0 .../deployment_activate_deactivate_dag.py | 0 .../deployment_replace_model_dag.py | 0 .../deployment_service_stats_dag.py | 0 .../deployment_stat_and_accuracy_dag.py | 0 ...ployment_update_monitoring_settings_dag.py | 0 ...nt_update_segment_analysis_settings_dag.py | 0 ...wnload_scoring_code_from_deployment_dag.py | 0 .../model_compute_insights_dag.py | 0 ...del_compute_prediction_explanations_dag.py | 0 .../model_compute_predictions_dag.py | 0 .../example_dags}/model_compute_shap_dag.py | 0 .../example_dags}/model_retrain_dag.py | 0 .../example_dags}/model_train_dag.py | 0 tests/unit/_experimental/__init__.py | 0 .../unit/{ => _experimental}/dags/__init__.py | 0 .../unit/{ => _experimental}/dags/conftest.py | 0 .../dags/pipline/__init__.py | 0 .../pipline/test_datarobot_pipeline_dag.py | 2 +- .../dags/predictions/__init__.py | 0 ...tarobot_azure_storage_batch_scoring_dag.py | 4 +--- ...datarobot_gcp_storage_batch_scoring_dag.py | 4 +--- .../test_datarobot_s3_batch_scoring_dag.py | 2 +- .../predictions/test_datarobot_score_dag.py | 2 +- .../dags/project/__init__.py | 0 ...test_create_project_from_ai_catalog_dag.py | 4 +--- ...create_project_from_dataset_version_dag.py | 4 +--- 54 files changed, 26 insertions(+), 15 deletions(-) create mode 100644 datarobot_provider/_experimental/__init__.py create mode 100644 datarobot_provider/_experimental/example_dags/__init__.py rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/advanced_datarobot_pipeline_jdbc_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_autopilot_options_pipeline_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_aws_s3_batch_scoring_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_azure_storage_batch_scoring_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_batch_monitoring_job_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_batch_scoring_templated_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_bigquery_batch_scoring_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_create_project_from_ai_catalog_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_create_project_from_dataset_version_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_custom_model_pipeline_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_custom_partitioning_pipeline_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_dataset_new_version_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_dataset_upload_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_datetime_partitioning_pipeline_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_external_model_pipeline_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_feature_discovery_pipeline_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_gcp_storage_batch_scoring_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_get_datastore_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_jdbc_batch_scoring_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_jdbc_dataset_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_jdbc_dynamic_dataset_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_pipeline_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_replace_custom_model_pipeline_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_score_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_timeseries_pipeline_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/datarobot_upload_actuals_catalog_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/deployment_activate_deactivate_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/deployment_replace_model_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/deployment_service_stats_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/deployment_stat_and_accuracy_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/deployment_update_monitoring_settings_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/deployment_update_segment_analysis_settings_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/download_scoring_code_from_deployment_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/model_compute_insights_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/model_compute_prediction_explanations_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/model_compute_predictions_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/model_compute_shap_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/model_retrain_dag.py (100%) rename datarobot_provider/{example_dags/deprecated => _experimental/example_dags}/model_train_dag.py (100%) create mode 100644 tests/unit/_experimental/__init__.py rename tests/unit/{ => _experimental}/dags/__init__.py (100%) rename tests/unit/{ => _experimental}/dags/conftest.py (100%) rename tests/unit/{ => _experimental}/dags/pipline/__init__.py (100%) rename tests/unit/{ => _experimental}/dags/pipline/test_datarobot_pipeline_dag.py (92%) rename tests/unit/{ => _experimental}/dags/predictions/__init__.py (100%) rename tests/unit/{ => _experimental}/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py (84%) rename tests/unit/{ => _experimental}/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py (84%) rename tests/unit/{ => _experimental}/dags/predictions/test_datarobot_s3_batch_scoring_dag.py (89%) rename tests/unit/{ => _experimental}/dags/predictions/test_datarobot_score_dag.py (87%) rename tests/unit/{ => _experimental}/dags/project/__init__.py (100%) rename tests/unit/{ => _experimental}/dags/project/test_create_project_from_ai_catalog_dag.py (82%) rename tests/unit/{ => _experimental}/dags/project/test_create_project_from_dataset_version_dag.py (81%) diff --git a/datarobot_provider/_experimental/__init__.py b/datarobot_provider/_experimental/__init__.py new file mode 100644 index 00000000..49851437 --- /dev/null +++ b/datarobot_provider/_experimental/__init__.py @@ -0,0 +1,19 @@ +# Copyright 2025 DataRobot, Inc. and its affiliates. +# +# All rights reserved. +# +# This is proprietary source code of DataRobot, Inc. and its affiliates. +# +# Released under the terms of DataRobot Tool and Utility Agreement. +import logging + +logger = logging.getLogger(__package__) + +experimental_warning = ( + "You have imported from the _experimental directory.\n" + "This directory is used for unreleased datarobot features.\n" + "Unless you specifically know better," + " you don't have the access to use this functionality in the app, so this code will not work." +) + +logger.warning(experimental_warning) diff --git a/datarobot_provider/_experimental/example_dags/__init__.py b/datarobot_provider/_experimental/example_dags/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/datarobot_provider/example_dags/deprecated/advanced_datarobot_pipeline_jdbc_dag.py b/datarobot_provider/_experimental/example_dags/advanced_datarobot_pipeline_jdbc_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/advanced_datarobot_pipeline_jdbc_dag.py rename to datarobot_provider/_experimental/example_dags/advanced_datarobot_pipeline_jdbc_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_autopilot_options_pipeline_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_autopilot_options_pipeline_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_autopilot_options_pipeline_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_autopilot_options_pipeline_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_aws_s3_batch_scoring_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_aws_s3_batch_scoring_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_aws_s3_batch_scoring_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_aws_s3_batch_scoring_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_azure_storage_batch_scoring_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_azure_storage_batch_scoring_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_azure_storage_batch_scoring_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_azure_storage_batch_scoring_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_batch_monitoring_job_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_batch_monitoring_job_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_batch_monitoring_job_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_batch_monitoring_job_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_batch_scoring_templated_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_batch_scoring_templated_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_batch_scoring_templated_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_batch_scoring_templated_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_bigquery_batch_scoring_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_bigquery_batch_scoring_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_bigquery_batch_scoring_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_bigquery_batch_scoring_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_create_project_from_ai_catalog_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_create_project_from_ai_catalog_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_create_project_from_ai_catalog_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_create_project_from_ai_catalog_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_create_project_from_dataset_version_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_create_project_from_dataset_version_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_create_project_from_dataset_version_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_create_project_from_dataset_version_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_custom_model_pipeline_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_custom_model_pipeline_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_custom_model_pipeline_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_custom_model_pipeline_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_custom_partitioning_pipeline_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_custom_partitioning_pipeline_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_custom_partitioning_pipeline_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_custom_partitioning_pipeline_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_dataset_new_version_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_dataset_new_version_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_dataset_new_version_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_dataset_new_version_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_dataset_upload_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_dataset_upload_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_dataset_upload_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_dataset_upload_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_datetime_partitioning_pipeline_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_datetime_partitioning_pipeline_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_datetime_partitioning_pipeline_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_datetime_partitioning_pipeline_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_external_model_pipeline_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_external_model_pipeline_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_external_model_pipeline_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_external_model_pipeline_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_feature_discovery_pipeline_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_feature_discovery_pipeline_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_feature_discovery_pipeline_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_feature_discovery_pipeline_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_gcp_storage_batch_scoring_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_gcp_storage_batch_scoring_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_gcp_storage_batch_scoring_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_gcp_storage_batch_scoring_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_get_datastore_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_get_datastore_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_get_datastore_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_get_datastore_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_jdbc_batch_scoring_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_jdbc_batch_scoring_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_jdbc_batch_scoring_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_jdbc_batch_scoring_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_jdbc_dataset_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_jdbc_dataset_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_jdbc_dataset_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_jdbc_dataset_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_jdbc_dynamic_dataset_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_jdbc_dynamic_dataset_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_jdbc_dynamic_dataset_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_jdbc_dynamic_dataset_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_pipeline_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_pipeline_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_pipeline_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_pipeline_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_replace_custom_model_pipeline_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_replace_custom_model_pipeline_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_replace_custom_model_pipeline_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_replace_custom_model_pipeline_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_score_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_score_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_score_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_score_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_timeseries_pipeline_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_timeseries_pipeline_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_timeseries_pipeline_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_timeseries_pipeline_dag.py diff --git a/datarobot_provider/example_dags/deprecated/datarobot_upload_actuals_catalog_dag.py b/datarobot_provider/_experimental/example_dags/datarobot_upload_actuals_catalog_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/datarobot_upload_actuals_catalog_dag.py rename to datarobot_provider/_experimental/example_dags/datarobot_upload_actuals_catalog_dag.py diff --git a/datarobot_provider/example_dags/deprecated/deployment_activate_deactivate_dag.py b/datarobot_provider/_experimental/example_dags/deployment_activate_deactivate_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/deployment_activate_deactivate_dag.py rename to datarobot_provider/_experimental/example_dags/deployment_activate_deactivate_dag.py diff --git a/datarobot_provider/example_dags/deprecated/deployment_replace_model_dag.py b/datarobot_provider/_experimental/example_dags/deployment_replace_model_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/deployment_replace_model_dag.py rename to datarobot_provider/_experimental/example_dags/deployment_replace_model_dag.py diff --git a/datarobot_provider/example_dags/deprecated/deployment_service_stats_dag.py b/datarobot_provider/_experimental/example_dags/deployment_service_stats_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/deployment_service_stats_dag.py rename to datarobot_provider/_experimental/example_dags/deployment_service_stats_dag.py diff --git a/datarobot_provider/example_dags/deprecated/deployment_stat_and_accuracy_dag.py b/datarobot_provider/_experimental/example_dags/deployment_stat_and_accuracy_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/deployment_stat_and_accuracy_dag.py rename to datarobot_provider/_experimental/example_dags/deployment_stat_and_accuracy_dag.py diff --git a/datarobot_provider/example_dags/deprecated/deployment_update_monitoring_settings_dag.py b/datarobot_provider/_experimental/example_dags/deployment_update_monitoring_settings_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/deployment_update_monitoring_settings_dag.py rename to datarobot_provider/_experimental/example_dags/deployment_update_monitoring_settings_dag.py diff --git a/datarobot_provider/example_dags/deprecated/deployment_update_segment_analysis_settings_dag.py b/datarobot_provider/_experimental/example_dags/deployment_update_segment_analysis_settings_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/deployment_update_segment_analysis_settings_dag.py rename to datarobot_provider/_experimental/example_dags/deployment_update_segment_analysis_settings_dag.py diff --git a/datarobot_provider/example_dags/deprecated/download_scoring_code_from_deployment_dag.py b/datarobot_provider/_experimental/example_dags/download_scoring_code_from_deployment_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/download_scoring_code_from_deployment_dag.py rename to datarobot_provider/_experimental/example_dags/download_scoring_code_from_deployment_dag.py diff --git a/datarobot_provider/example_dags/deprecated/model_compute_insights_dag.py b/datarobot_provider/_experimental/example_dags/model_compute_insights_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/model_compute_insights_dag.py rename to datarobot_provider/_experimental/example_dags/model_compute_insights_dag.py diff --git a/datarobot_provider/example_dags/deprecated/model_compute_prediction_explanations_dag.py b/datarobot_provider/_experimental/example_dags/model_compute_prediction_explanations_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/model_compute_prediction_explanations_dag.py rename to datarobot_provider/_experimental/example_dags/model_compute_prediction_explanations_dag.py diff --git a/datarobot_provider/example_dags/deprecated/model_compute_predictions_dag.py b/datarobot_provider/_experimental/example_dags/model_compute_predictions_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/model_compute_predictions_dag.py rename to datarobot_provider/_experimental/example_dags/model_compute_predictions_dag.py diff --git a/datarobot_provider/example_dags/deprecated/model_compute_shap_dag.py b/datarobot_provider/_experimental/example_dags/model_compute_shap_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/model_compute_shap_dag.py rename to datarobot_provider/_experimental/example_dags/model_compute_shap_dag.py diff --git a/datarobot_provider/example_dags/deprecated/model_retrain_dag.py b/datarobot_provider/_experimental/example_dags/model_retrain_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/model_retrain_dag.py rename to datarobot_provider/_experimental/example_dags/model_retrain_dag.py diff --git a/datarobot_provider/example_dags/deprecated/model_train_dag.py b/datarobot_provider/_experimental/example_dags/model_train_dag.py similarity index 100% rename from datarobot_provider/example_dags/deprecated/model_train_dag.py rename to datarobot_provider/_experimental/example_dags/model_train_dag.py diff --git a/tests/unit/_experimental/__init__.py b/tests/unit/_experimental/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/tests/unit/dags/__init__.py b/tests/unit/_experimental/dags/__init__.py similarity index 100% rename from tests/unit/dags/__init__.py rename to tests/unit/_experimental/dags/__init__.py diff --git a/tests/unit/dags/conftest.py b/tests/unit/_experimental/dags/conftest.py similarity index 100% rename from tests/unit/dags/conftest.py rename to tests/unit/_experimental/dags/conftest.py diff --git a/tests/unit/dags/pipline/__init__.py b/tests/unit/_experimental/dags/pipline/__init__.py similarity index 100% rename from tests/unit/dags/pipline/__init__.py rename to tests/unit/_experimental/dags/pipline/__init__.py diff --git a/tests/unit/dags/pipline/test_datarobot_pipeline_dag.py b/tests/unit/_experimental/dags/pipline/test_datarobot_pipeline_dag.py similarity index 92% rename from tests/unit/dags/pipline/test_datarobot_pipeline_dag.py rename to tests/unit/_experimental/dags/pipline/test_datarobot_pipeline_dag.py index 3d040b85..f5c039e7 100644 --- a/tests/unit/dags/pipline/test_datarobot_pipeline_dag.py +++ b/tests/unit/_experimental/dags/pipline/test_datarobot_pipeline_dag.py @@ -7,7 +7,7 @@ # Released under the terms of DataRobot Tool and Utility Agreement. import pytest -from datarobot_provider.example_dags.deprecated.datarobot_pipeline_dag import datarobot_pipeline +from datarobot_provider._experimental.example_dags.datarobot_pipeline_dag import datarobot_pipeline def test_dag_loaded(dagbag): diff --git a/tests/unit/dags/predictions/__init__.py b/tests/unit/_experimental/dags/predictions/__init__.py similarity index 100% rename from tests/unit/dags/predictions/__init__.py rename to tests/unit/_experimental/dags/predictions/__init__.py diff --git a/tests/unit/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py similarity index 84% rename from tests/unit/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py rename to tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py index 96b52de1..f2fd6994 100644 --- a/tests/unit/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py @@ -7,9 +7,7 @@ # Released under the terms of DataRobot Tool and Utility Agreement. import pytest -from datarobot_provider.example_dags.deprecated.datarobot_azure_storage_batch_scoring_dag import ( - datarobot_azure_storage_batch_scoring, -) +from datarobot_provider._experimental.example_dags import datarobot_azure_storage_batch_scoring def test_dag_loaded(dagbag): diff --git a/tests/unit/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py similarity index 84% rename from tests/unit/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py rename to tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py index 5f6d8b3b..f2ebb00b 100644 --- a/tests/unit/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py @@ -7,9 +7,7 @@ # Released under the terms of DataRobot Tool and Utility Agreement. import pytest -from datarobot_provider.example_dags.deprecated.datarobot_gcp_storage_batch_scoring_dag import ( - datarobot_gcp_batch_scoring, -) +from datarobot_provider._experimental.example_dags import datarobot_gcp_batch_scoring def test_dag_loaded(dagbag): diff --git a/tests/unit/dags/predictions/test_datarobot_s3_batch_scoring_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_s3_batch_scoring_dag.py similarity index 89% rename from tests/unit/dags/predictions/test_datarobot_s3_batch_scoring_dag.py rename to tests/unit/_experimental/dags/predictions/test_datarobot_s3_batch_scoring_dag.py index b76f350e..d96ee63e 100644 --- a/tests/unit/dags/predictions/test_datarobot_s3_batch_scoring_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_s3_batch_scoring_dag.py @@ -7,7 +7,7 @@ # Released under the terms of DataRobot Tool and Utility Agreement. import pytest -from datarobot_provider.example_dags.deprecated.datarobot_aws_s3_batch_scoring_dag import ( +from datarobot_provider._experimental.example_dags.datarobot_aws_s3_batch_scoring_dag import ( datarobot_s3_batch_scoring, ) diff --git a/tests/unit/dags/predictions/test_datarobot_score_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py similarity index 87% rename from tests/unit/dags/predictions/test_datarobot_score_dag.py rename to tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py index 946e5799..4680460c 100644 --- a/tests/unit/dags/predictions/test_datarobot_score_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py @@ -7,7 +7,7 @@ # Released under the terms of DataRobot Tool and Utility Agreement. import pytest -from datarobot_provider.example_dags.deprecated.datarobot_score_dag import datarobot_score +from datarobot_provider._experimental.example_dags import datarobot_score def test_dag_loaded(dagbag): diff --git a/tests/unit/dags/project/__init__.py b/tests/unit/_experimental/dags/project/__init__.py similarity index 100% rename from tests/unit/dags/project/__init__.py rename to tests/unit/_experimental/dags/project/__init__.py diff --git a/tests/unit/dags/project/test_create_project_from_ai_catalog_dag.py b/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py similarity index 82% rename from tests/unit/dags/project/test_create_project_from_ai_catalog_dag.py rename to tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py index 7dc37e92..7e9bf1ae 100644 --- a/tests/unit/dags/project/test_create_project_from_ai_catalog_dag.py +++ b/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py @@ -7,9 +7,7 @@ # Released under the terms of DataRobot Tool and Utility Agreement. import pytest -from datarobot_provider.example_dags.deprecated.datarobot_create_project_from_ai_catalog_dag import ( - create_project_from_aicatalog, -) +from datarobot_provider._experimental.example_dags import create_project_from_aicatalog def test_dag_loaded(dagbag): diff --git a/tests/unit/dags/project/test_create_project_from_dataset_version_dag.py b/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py similarity index 81% rename from tests/unit/dags/project/test_create_project_from_dataset_version_dag.py rename to tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py index 71e135ce..3c6e3248 100644 --- a/tests/unit/dags/project/test_create_project_from_dataset_version_dag.py +++ b/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py @@ -7,9 +7,7 @@ # Released under the terms of DataRobot Tool and Utility Agreement. import pytest -from datarobot_provider.example_dags.deprecated.datarobot_create_project_from_dataset_version_dag import ( - create_project_from_dataset_version, -) +from datarobot_provider._experimental.example_dags import create_project_from_dataset_version def test_dag_loaded(dagbag): From 228c9cafe70706d982f651fce576d6500e028a08 Mon Sep 17 00:00:00 2001 From: mjnitz02 Date: Mon, 3 Feb 2025 15:09:57 -0500 Subject: [PATCH 2/8] Pin freezegun --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 89b05d1e..f5526cf1 100644 --- a/requirements.txt +++ b/requirements.txt @@ -17,4 +17,4 @@ myst-parser==3.0.1 black==24.10.0 pyyaml>=6.0.2 types-PyYAML>=6.0.12 -freezegun +freezegun>=1.5.1 From 30eeff544360395d39e36eb39ec8de954512c02a Mon Sep 17 00:00:00 2001 From: mjnitz02 Date: Mon, 3 Feb 2025 16:23:20 -0500 Subject: [PATCH 3/8] Fix imports --- .../test_datarobot_azure_storage_batch_scoring_dag.py | 4 +++- .../test_datarobot_gcp_storage_batch_scoring_dag.py | 4 +++- .../dags/predictions/test_datarobot_score_dag.py | 2 +- .../dags/project/test_create_project_from_ai_catalog_dag.py | 4 +++- .../project/test_create_project_from_dataset_version_dag.py | 4 +++- 5 files changed, 13 insertions(+), 5 deletions(-) diff --git a/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py index f2fd6994..19532b29 100644 --- a/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py @@ -7,7 +7,9 @@ # Released under the terms of DataRobot Tool and Utility Agreement. import pytest -from datarobot_provider._experimental.example_dags import datarobot_azure_storage_batch_scoring +from datarobot_provider._experimental.example_dags.datarobot_azure_storage_batch_scoring_dag import ( + datarobot_azure_storage_batch_scoring, +) def test_dag_loaded(dagbag): diff --git a/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py index f2ebb00b..1779b516 100644 --- a/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py @@ -7,7 +7,9 @@ # Released under the terms of DataRobot Tool and Utility Agreement. import pytest -from datarobot_provider._experimental.example_dags import datarobot_gcp_batch_scoring +from datarobot_provider._experimental.example_dags.datarobot_gcp_storage_batch_scoring_dag import ( + datarobot_gcp_batch_scoring, +) def test_dag_loaded(dagbag): diff --git a/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py index 4680460c..0b802f49 100644 --- a/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py @@ -7,7 +7,7 @@ # Released under the terms of DataRobot Tool and Utility Agreement. import pytest -from datarobot_provider._experimental.example_dags import datarobot_score +from datarobot_provider._experimental.example_dags.datarobot_score_dag import datarobot_score def test_dag_loaded(dagbag): diff --git a/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py b/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py index 7e9bf1ae..b63000b0 100644 --- a/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py +++ b/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py @@ -7,7 +7,9 @@ # Released under the terms of DataRobot Tool and Utility Agreement. import pytest -from datarobot_provider._experimental.example_dags import create_project_from_aicatalog +from datarobot_provider._experimental.example_dags.datarobot_create_project_from_ai_catalog_dag import ( + create_project_from_aicatalog, +) def test_dag_loaded(dagbag): diff --git a/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py b/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py index 3c6e3248..a443f01c 100644 --- a/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py +++ b/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py @@ -7,7 +7,9 @@ # Released under the terms of DataRobot Tool and Utility Agreement. import pytest -from datarobot_provider._experimental.example_dags import create_project_from_dataset_version +from datarobot_provider._experimental.example_dags.datarobot_create_project_from_dataset_version_dag import ( + create_project_from_dataset_version, +) def test_dag_loaded(dagbag): From 4fdb77e7331af92c14cc6bb5137f54e8245ae1ea Mon Sep 17 00:00:00 2001 From: Matt Nitzken Date: Mon, 10 Feb 2025 14:25:07 -0500 Subject: [PATCH 4/8] Update datarobot_provider/_experimental/__init__.py Co-authored-by: Nate Goudreault <50588929+nate-goudreault@users.noreply.github.com> --- datarobot_provider/_experimental/__init__.py | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/datarobot_provider/_experimental/__init__.py b/datarobot_provider/_experimental/__init__.py index 49851437..25ca3f95 100644 --- a/datarobot_provider/_experimental/__init__.py +++ b/datarobot_provider/_experimental/__init__.py @@ -11,9 +11,8 @@ experimental_warning = ( "You have imported from the _experimental directory.\n" - "This directory is used for unreleased datarobot features.\n" - "Unless you specifically know better," - " you don't have the access to use this functionality in the app, so this code will not work." + "This directory is used for unreleased DataRobot features.\n" + "Code from this directory may be untested and may change without warning." ) logger.warning(experimental_warning) From 99584385f081d5f4879b82eaa14cea105b6f2056 Mon Sep 17 00:00:00 2001 From: mjnitz02 Date: Mon, 10 Feb 2025 14:27:52 -0500 Subject: [PATCH 5/8] Copyright --- tests/unit/_experimental/__init__.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/tests/unit/_experimental/__init__.py b/tests/unit/_experimental/__init__.py index e69de29b..4d1e4f91 100644 --- a/tests/unit/_experimental/__init__.py +++ b/tests/unit/_experimental/__init__.py @@ -0,0 +1,7 @@ +# Copyright 2025 DataRobot, Inc. and its affiliates. +# +# All rights reserved. +# +# This is proprietary source code of DataRobot, Inc. and its affiliates. +# +# Released under the terms of DataRobot Tool and Utility Agreement. From f9db99dfdc0658663d676a8828c492134acdceb2 Mon Sep 17 00:00:00 2001 From: mjnitz02 Date: Mon, 10 Feb 2025 14:29:55 -0500 Subject: [PATCH 6/8] Copyright --- datarobot_provider/_experimental/example_dags/__init__.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/datarobot_provider/_experimental/example_dags/__init__.py b/datarobot_provider/_experimental/example_dags/__init__.py index e69de29b..4d1e4f91 100644 --- a/datarobot_provider/_experimental/example_dags/__init__.py +++ b/datarobot_provider/_experimental/example_dags/__init__.py @@ -0,0 +1,7 @@ +# Copyright 2025 DataRobot, Inc. and its affiliates. +# +# All rights reserved. +# +# This is proprietary source code of DataRobot, Inc. and its affiliates. +# +# Released under the terms of DataRobot Tool and Utility Agreement. From 9361e1c8e66ee2bb8f5ffaf0cd913446e02a5081 Mon Sep 17 00:00:00 2001 From: mjnitz02 Date: Mon, 10 Feb 2025 14:37:02 -0500 Subject: [PATCH 7/8] Change assertions --- .../_experimental/dags/pipline/test_datarobot_pipeline_dag.py | 4 ++-- .../test_datarobot_azure_storage_batch_scoring_dag.py | 4 ++-- .../test_datarobot_gcp_storage_batch_scoring_dag.py | 4 ++-- .../dags/predictions/test_datarobot_s3_batch_scoring_dag.py | 4 ++-- .../dags/predictions/test_datarobot_score_dag.py | 4 ++-- .../dags/project/test_create_project_from_ai_catalog_dag.py | 4 ++-- .../project/test_create_project_from_dataset_version_dag.py | 4 ++-- 7 files changed, 14 insertions(+), 14 deletions(-) diff --git a/tests/unit/_experimental/dags/pipline/test_datarobot_pipeline_dag.py b/tests/unit/_experimental/dags/pipline/test_datarobot_pipeline_dag.py index f5c039e7..33588b9f 100644 --- a/tests/unit/_experimental/dags/pipline/test_datarobot_pipeline_dag.py +++ b/tests/unit/_experimental/dags/pipline/test_datarobot_pipeline_dag.py @@ -13,8 +13,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="datarobot_pipeline") assert dagbag.import_errors == {} - assert dag is not None - assert len(dag.tasks) == 8 + # Experimental dags are not loaded + assert dag is None def test_dag_structure(): diff --git a/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py index 19532b29..878d910e 100644 --- a/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py @@ -15,8 +15,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="datarobot_azure_storage_batch_scoring") assert dagbag.import_errors == {} - assert dag is not None - assert len(dag.tasks) == 3 + # Experimental dags are not loaded + assert dag is None def test_dag_structure(): diff --git a/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py index 1779b516..2f5c3728 100644 --- a/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py @@ -15,8 +15,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="datarobot_gcp_batch_scoring") assert dagbag.import_errors == {} - assert dag is not None - assert len(dag.tasks) == 3 + # Experimental dags are not loaded + assert dag is None def test_dag_structure(): diff --git a/tests/unit/_experimental/dags/predictions/test_datarobot_s3_batch_scoring_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_s3_batch_scoring_dag.py index d96ee63e..ba8af8a5 100644 --- a/tests/unit/_experimental/dags/predictions/test_datarobot_s3_batch_scoring_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_s3_batch_scoring_dag.py @@ -15,8 +15,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="datarobot_s3_batch_scoring") assert dagbag.import_errors == {} - assert dag is not None - assert len(dag.tasks) == 3 + # Experimental dags are not loaded + assert dag is None def test_dag_structure(): diff --git a/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py index 0b802f49..820b3c2c 100644 --- a/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py @@ -13,8 +13,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="datarobot_score") assert dagbag.import_errors == {} - assert dag is not None - assert len(dag.tasks) == 2 + # Experimental dags are not loaded + assert dag is None def test_dag_structure(): diff --git a/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py b/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py index b63000b0..f736de0c 100644 --- a/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py +++ b/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py @@ -15,8 +15,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="create_project_from_aicatalog") assert dagbag.import_errors == {} - assert dag is not None - assert len(dag.tasks) == 2 + # Experimental dags are not loaded + assert dag is None def test_dag_structure(): diff --git a/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py b/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py index a443f01c..79788cdf 100644 --- a/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py +++ b/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py @@ -15,8 +15,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="create_project_from_dataset_version") assert dagbag.import_errors == {} - assert dag is not None - assert len(dag.tasks) == 2 + # Experimental dags are not loaded + assert dag is None def test_dag_structure(): From 4d87892b887bda215f6b7a69f24ab73d9ea2d69f Mon Sep 17 00:00:00 2001 From: mjnitz02 Date: Mon, 10 Feb 2025 14:38:30 -0500 Subject: [PATCH 8/8] Fix conftest --- tests/unit/_experimental/dags/conftest.py | 4 +++- .../_experimental/dags/pipline/test_datarobot_pipeline_dag.py | 4 ++-- .../test_datarobot_azure_storage_batch_scoring_dag.py | 4 ++-- .../test_datarobot_gcp_storage_batch_scoring_dag.py | 4 ++-- .../dags/predictions/test_datarobot_s3_batch_scoring_dag.py | 4 ++-- .../dags/predictions/test_datarobot_score_dag.py | 4 ++-- .../dags/project/test_create_project_from_ai_catalog_dag.py | 4 ++-- .../project/test_create_project_from_dataset_version_dag.py | 4 ++-- 8 files changed, 17 insertions(+), 15 deletions(-) diff --git a/tests/unit/_experimental/dags/conftest.py b/tests/unit/_experimental/dags/conftest.py index b956b864..80b1def9 100644 --- a/tests/unit/_experimental/dags/conftest.py +++ b/tests/unit/_experimental/dags/conftest.py @@ -12,7 +12,9 @@ @pytest.fixture() def dagbag(provider_dir): - return DagBag(dag_folder=f"{str(provider_dir)}/example_dags", include_examples=False) + return DagBag( + dag_folder=f"{str(provider_dir)}/_experimental/example_dags", include_examples=False + ) @pytest.helpers.register diff --git a/tests/unit/_experimental/dags/pipline/test_datarobot_pipeline_dag.py b/tests/unit/_experimental/dags/pipline/test_datarobot_pipeline_dag.py index 33588b9f..f5c039e7 100644 --- a/tests/unit/_experimental/dags/pipline/test_datarobot_pipeline_dag.py +++ b/tests/unit/_experimental/dags/pipline/test_datarobot_pipeline_dag.py @@ -13,8 +13,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="datarobot_pipeline") assert dagbag.import_errors == {} - # Experimental dags are not loaded - assert dag is None + assert dag is not None + assert len(dag.tasks) == 8 def test_dag_structure(): diff --git a/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py index 878d910e..19532b29 100644 --- a/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_azure_storage_batch_scoring_dag.py @@ -15,8 +15,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="datarobot_azure_storage_batch_scoring") assert dagbag.import_errors == {} - # Experimental dags are not loaded - assert dag is None + assert dag is not None + assert len(dag.tasks) == 3 def test_dag_structure(): diff --git a/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py index 2f5c3728..1779b516 100644 --- a/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_gcp_storage_batch_scoring_dag.py @@ -15,8 +15,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="datarobot_gcp_batch_scoring") assert dagbag.import_errors == {} - # Experimental dags are not loaded - assert dag is None + assert dag is not None + assert len(dag.tasks) == 3 def test_dag_structure(): diff --git a/tests/unit/_experimental/dags/predictions/test_datarobot_s3_batch_scoring_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_s3_batch_scoring_dag.py index ba8af8a5..d96ee63e 100644 --- a/tests/unit/_experimental/dags/predictions/test_datarobot_s3_batch_scoring_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_s3_batch_scoring_dag.py @@ -15,8 +15,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="datarobot_s3_batch_scoring") assert dagbag.import_errors == {} - # Experimental dags are not loaded - assert dag is None + assert dag is not None + assert len(dag.tasks) == 3 def test_dag_structure(): diff --git a/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py b/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py index 820b3c2c..0b802f49 100644 --- a/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py +++ b/tests/unit/_experimental/dags/predictions/test_datarobot_score_dag.py @@ -13,8 +13,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="datarobot_score") assert dagbag.import_errors == {} - # Experimental dags are not loaded - assert dag is None + assert dag is not None + assert len(dag.tasks) == 2 def test_dag_structure(): diff --git a/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py b/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py index f736de0c..b63000b0 100644 --- a/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py +++ b/tests/unit/_experimental/dags/project/test_create_project_from_ai_catalog_dag.py @@ -15,8 +15,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="create_project_from_aicatalog") assert dagbag.import_errors == {} - # Experimental dags are not loaded - assert dag is None + assert dag is not None + assert len(dag.tasks) == 2 def test_dag_structure(): diff --git a/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py b/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py index 79788cdf..a443f01c 100644 --- a/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py +++ b/tests/unit/_experimental/dags/project/test_create_project_from_dataset_version_dag.py @@ -15,8 +15,8 @@ def test_dag_loaded(dagbag): dag = dagbag.get_dag(dag_id="create_project_from_dataset_version") assert dagbag.import_errors == {} - # Experimental dags are not loaded - assert dag is None + assert dag is not None + assert len(dag.tasks) == 2 def test_dag_structure():