diff --git a/src/dataflow_pipeline.py b/src/dataflow_pipeline.py index 4139632..9c3fc23 100644 --- a/src/dataflow_pipeline.py +++ b/src/dataflow_pipeline.py @@ -489,7 +489,7 @@ def write_layer_with_dqe(self): dlt_table_with_expectation = dlt.expect_all(expect_all_dict)( dlt.table( self.write_to_delta, - name=f"{target_table_name}", + name=f"{target_table}", table_properties=self.dataflowSpec.tableProperties, partition_cols=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.partitionColumns), cluster_by=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.clusterBy), @@ -503,7 +503,7 @@ def write_layer_with_dqe(self): dlt_table_with_expectation = dlt.expect_all_or_fail(expect_all_or_fail_dict)( dlt.table( self.write_to_delta, - name=f"{target_table_name}", + name=f"{target_table}", table_properties=self.dataflowSpec.tableProperties, partition_cols=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.partitionColumns), cluster_by=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.clusterBy), @@ -520,7 +520,7 @@ def write_layer_with_dqe(self): dlt_table_with_expectation = dlt.expect_all_or_drop(expect_all_or_drop_dict)( dlt.table( self.write_to_delta, - name=f"{target_table_name}", + name=f"{target_table}", table_properties=self.dataflowSpec.tableProperties, partition_cols=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.partitionColumns), cluster_by=DataflowSpecUtils.get_partition_cols(self.dataflowSpec.clusterBy), @@ -588,7 +588,7 @@ def write_layer_with_dqe(self): dlt.expect_all_or_drop(expect_or_quarantine_dict)( dlt.table( self.write_to_delta, - name=f"{quarantine_table_name}", + name=f"{quarantine_table}", table_properties=self.dataflowSpec.quarantineTableProperties, partition_cols=q_partition_cols, cluster_by=q_cluster_by, diff --git a/tests/test_dataflow_pipeline.py b/tests/test_dataflow_pipeline.py index 0e57667..f56f5eb 100644 --- a/tests/test_dataflow_pipeline.py +++ b/tests/test_dataflow_pipeline.py @@ -663,7 +663,7 @@ def test_dlt_write_silver(self, mock_dlt): target_path_uc, target_table_uc, target_table_name_uc = pipeline_uc._get_target_table_info() expected_comment_uc = pipeline_uc._get_table_comment(target_table_uc, is_bronze=False) self.assertEqual(args[0], pipeline_uc.write_to_delta) - self.assertEqual(kwargs["name"], target_table_name_uc) + self.assertEqual(kwargs["name"], target_table_uc) self.assertIsNone(target_path_uc) self.assertIsNone(kwargs["path"]) self.assertEqual(kwargs["comment"], expected_comment_uc) @@ -684,7 +684,7 @@ def test_dlt_write_silver(self, mock_dlt): mock_dlt_table.assert_called_once() args, kwargs = mock_dlt_table.call_args self.assertEqual(args[0], pipeline_no_uc.write_to_delta) - self.assertEqual(kwargs["name"], target_table_name_no_uc) + self.assertEqual(kwargs["name"], target_table_no_uc) self.assertEqual(kwargs["path"], target_path_no_uc) self.assertEqual(kwargs["comment"], expected_comment_no_uc) @@ -814,7 +814,7 @@ def test_dataflowpipeline_bronze_dqe(self, mock_dlt): _, kwargs = mock_dlt_table.call_args_list[0] target_path_actual, target_table, target_table_name = pipeline._get_target_table_info() expected_comment = pipeline._get_table_comment(target_table, is_bronze=True) - self.assertEqual(kwargs["name"], target_table_name) + self.assertEqual(kwargs["name"], target_table) expected_table_properties = ( dict(bronze_dataflow_spec.tableProperties) if bronze_dataflow_spec.tableProperties