From 7b9d67e71e6023f6b0fac3d88dc946cee09f129e Mon Sep 17 00:00:00 2001 From: Forrest Collman Date: Fri, 26 Jun 2026 10:03:31 -0700 Subject: [PATCH] adding better logging of error --- materializationengine/workflows/periodic_materialization.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/materializationengine/workflows/periodic_materialization.py b/materializationengine/workflows/periodic_materialization.py index 88b0d605..5569eefb 100644 --- a/materializationengine/workflows/periodic_materialization.py +++ b/materializationengine/workflows/periodic_materialization.py @@ -35,7 +35,8 @@ def process_datastack(datastack, days_to_expire, merge_tables): .count() ) if valid_databases >= max_databases: - return f"Number of valid materialized databases is {valid_databases}, threshold is set to: {max_databases}" + celery_logger.info("Number of valid materialized databases is {valid_databases}, threshold is set to: {max_databases}") + return False datastack_info["database_expires"] = True task = run_complete_workflow.s( datastack_info, days_to_expire=days_to_expire, merge_tables=merge_tables @@ -74,6 +75,8 @@ def run_periodic_materialization( for datastack in datastacks: try: is_running = process_datastack(datastack, days_to_expire, merge_tables) + if not is_running: + celery_logger.error(f"Materialization workflow for {datastack} is not running: {is_running}") except Exception as e: celery_logger.error(e) raise e