From 1478d701cebe3d33ba2f41905fc7061b008574fe Mon Sep 17 00:00:00 2001 From: Andrew Sikowitz Date: Thu, 25 May 2023 14:39:43 -0400 Subject: [PATCH] fix(ingest): Fix breaking smoke test on stateful ingestion (#8128) --- smoke-test/tests/test_stateful_ingestion.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/smoke-test/tests/test_stateful_ingestion.py b/smoke-test/tests/test_stateful_ingestion.py index bf423eacff6d1..a10cf13a08029 100644 --- a/smoke-test/tests/test_stateful_ingestion.py +++ b/smoke-test/tests/test_stateful_ingestion.py @@ -5,6 +5,7 @@ from datahub.ingestion.source.sql.mysql import MySQLConfig, MySQLSource from datahub.ingestion.source.state.checkpoint import Checkpoint from datahub.ingestion.source.state.entity_removal_state import GenericCheckpointState +from datahub.ingestion.source.state.stale_entity_removal_handler import StaleEntityRemovalHandler from sqlalchemy import create_engine from sqlalchemy.sql import text @@ -52,7 +53,9 @@ def get_current_checkpoint_from_pipeline( # TODO: Refactor to use the helper method in the metadata-ingestion tests, instead of copying it here. mysql_source = cast(MySQLSource, pipeline.source) return mysql_source.state_provider.get_current_checkpoint( - mysql_source.stale_entity_removal_handler.job_id + StaleEntityRemovalHandler.compute_job_id( + getattr(mysql_source, "platform", "default") + ) ) source_config_dict: Dict[str, Any] = {