Airflow Data Quality Provider

.github/ISSUE_TEMPLATE/1-airflow_bug_report.yml

@@ -152,6 +152,7 @@ body:
         - dingding
         - discord
         - docker
+        - dq
         - edge3
         - elasticsearch
         - exasol

.github/boring-cyborg.yml

@@ -141,6 +141,9 @@ labelPRBasedOnFilePath:
   provider:docker:
     - providers/docker/**
 
+  provider:dq:
+    - providers/dq/**
+
   provider:edge:
     - providers/edge3/**
 

.github/dependabot.yml

@@ -146,6 +146,7 @@ updates:
     cooldown:
       default-days: 4
     directories:
+      - /providers/dq/src/airflow/providers/dq/plugins/www
       - /providers/edge3/src/airflow/providers/edge3/plugins/www
     schedule:
       interval: "weekly"

.pre-commit-config.yaml

@@ -784,6 +784,7 @@ repos:
           ^airflow-core/src/airflow/ui/openapi-gen/|
           ^airflow-core/src/airflow/ui/pnpm-lock\.yaml$|
           ^providers/common/ai/src/airflow/providers/common/ai/plugins/www/pnpm-lock\.yaml$|
+          ^providers/dq/src/airflow/providers/dq/plugins/www/pnpm-lock\.yaml$|
           ^airflow-core/src/airflow/ui/public/i18n/locales/de/README\.md$|
           ^airflow-core/src/airflow/ui/src/i18n/config\.ts$|
           ^\.agents/skills/airflow-translations/|

airflow-core/docs/extra-packages-ref.rst

@@ -267,6 +267,8 @@ These are extras that add dependencies needed for integration with external serv
 +---------------------+-----------------------------------------------------+-----------------------------------------------------+
 | discord             | ``pip install 'apache-airflow[discord]'``           | Discord hooks and sensors                           |
 +---------------------+-----------------------------------------------------+-----------------------------------------------------+
+| dq                  | ``pip install 'apache-airflow[dq]'``                | Data Quality rules and operators                    |
++---------------------+-----------------------------------------------------+-----------------------------------------------------+
 | facebook            | ``pip install 'apache-airflow[facebook]'``          | Facebook Social                                     |
 +---------------------+-----------------------------------------------------+-----------------------------------------------------+
 | github              | ``pip install 'apache-airflow[github]'``            | GitHub operators and hook                           |

airflow-core/tests/unit/always/test_project_structure.py

@@ -107,6 +107,7 @@ def test_providers_modules_should_have_tests(self):
             "providers/common/compat/tests/unit/common/compat/standard/test_utils.py",
             "providers/common/messaging/tests/unit/common/messaging/providers/test_base_provider.py",
             "providers/common/messaging/tests/unit/common/messaging/providers/test_sqs.py",
+            "providers/dq/tests/unit/dq/test_exceptions.py",
             "providers/edge3/tests/unit/edge3/cli/test_example_extended_sysinfo.py",
             "providers/edge3/tests/unit/edge3/models/test_edge_job.py",
             "providers/edge3/tests/unit/edge3/models/test_edge_logs.py",

airflow-core/tests/unit/api_fastapi/core_api/routes/public/test_plugins.py

@@ -34,14 +34,15 @@ class TestGetPlugins:
             # Filters
             (
                 {},
-                18,
+                19,
                 [
                     "InformaticaProviderPlugin",
                     "MetadataCollectionPlugin",
                     "OpenLineageProviderPlugin",
                     "business_day_window_plugin",
                     "databricks_workflow",
                     "decreasing_priority_weight_strategy_plugin",
+                    "dq",
                     "edge_executor",
                     "hitl_review",
                     "hive",
@@ -58,14 +59,14 @@ class TestGetPlugins:
             ),
             (
                 {"limit": 3, "offset": 3},
-                18,
+                19,
                 [
                     "business_day_window_plugin",
                     "databricks_workflow",
                     "decreasing_priority_weight_strategy_plugin",
                 ],
             ),
-            ({"limit": 1}, 18, ["InformaticaProviderPlugin"]),
+            ({"limit": 1}, 19, ["InformaticaProviderPlugin"]),
         ],
     )
     def test_should_respond_200(
@@ -168,7 +169,7 @@ def test_invalid_external_view_destination_should_log_warning_and_continue(self,
         assert len(plugins_page) == 7
         assert "test_plugin_invalid" not in [p["name"] for p in plugins_page]
 
-        assert body["total_entries"] == 18
+        assert body["total_entries"] == 19
 
 
 @skip_if_force_lowest_dependencies_marker

airflow-core/tests/unit/plugins/test_plugins_manager.py

@@ -408,7 +408,7 @@ def test_does_not_double_import_entrypoint_provider_plugins(self):
         # Mock/skip loading from plugin dir
         with mock.patch("airflow.plugins_manager._load_plugins_from_plugin_directory", return_value=([], [])):
             plugins = plugins_manager._get_plugins()[0]
-        assert len(plugins) == 6
+        assert len(plugins) == 7
 
 
 class TestWindowPluginRegistration:

dev/breeze/doc/images/output_build-docs.txt

@@ -1 +1 @@
-22cd66d36e80473f4fac0fa311c5e846
+1a48397be50e3de3856de21b7d7dce01

dev/breeze/doc/images/output_release-management_add-back-references.txt

@@ -1 +1 @@
-2700b8a52b9a04bb3cf5e365e70c2f40
+b22bcdaeeec5f5a324f9bab27dcd812d

dev/breeze/doc/images/output_release-management_classify-provider-changes.txt

@@ -1 +1 @@
-4cac13b21eee8b732a46c5a15aec7a4b
+20d79ab20c9c8a3642541dae56cc07ca

dev/breeze/doc/images/output_release-management_generate-issue-content-providers.txt

@@ -1 +1 @@
-bd80bf2dd63a27111b8c5745df5dfb86
+195d4f4d2001bd0b681fa2610264778d

dev/breeze/doc/images/output_release-management_generate-providers-metadata.txt

@@ -1 +1 @@
-5865810f5a4b12c9199267b7dd6459b3
+dacac5a22a7ab84d7fdc7e9709375340