From de66f6dd55af833e5547b727721e7bcc29b492f2 Mon Sep 17 00:00:00 2001 From: Petr Date: Thu, 12 Mar 2026 14:29:05 +0100 Subject: [PATCH] Fix: include partition fields in TableConfig for catalog enrichment Pass partition_by, partition_granularity, partition_column_type, and incremental_window_days from YAML to TableConfig to avoid validation errors when sync_strategy='partitioned' --- webapp/app.py | 12 +++++++++++- 1 file changed, 11 insertions(+), 1 deletion(-) diff --git a/webapp/app.py b/webapp/app.py index f0fe6a1..f8dde6b 100644 --- a/webapp/app.py +++ b/webapp/app.py @@ -396,7 +396,7 @@ def _load_catalog_data() -> list: # Enrich with catalog metadata (OpenMetadata) if _catalog_enricher: try: - # Create minimal config for enrichment + # Create config for enrichment with all available fields from src.config import TableConfig table_config = TableConfig( id=table_id, @@ -404,6 +404,11 @@ def _load_catalog_data() -> list: description=table.get("description", ""), primary_key=table.get("primary_key", "id"), sync_strategy=table.get("sync_strategy", "full_refresh"), + incremental_window_days=table.get("incremental_window_days"), + partition_by=table.get("partition_by"), + partition_granularity=table.get("partition_granularity"), + max_history_days=table.get("max_history_days"), + partition_column_type=table.get("partition_column_type", "TIMESTAMP"), catalog_fqn=table.get("catalog_fqn"), ) catalog_data = _catalog_enricher.enrich_table(table_config) @@ -715,6 +720,11 @@ def register_routes(app: Flask) -> None: description=table_def.get("description", ""), primary_key=table_def.get("primary_key", "id"), sync_strategy=table_def.get("sync_strategy", "full_refresh"), + incremental_window_days=table_def.get("incremental_window_days"), + partition_by=table_def.get("partition_by"), + partition_granularity=table_def.get("partition_granularity"), + max_history_days=table_def.get("max_history_days"), + partition_column_type=table_def.get("partition_column_type", "TIMESTAMP"), catalog_fqn=table_def.get("catalog_fqn"), ) catalog_data = _catalog_enricher.enrich_table(table_config)