Skip to content

Commit 33197e7

Browse files
authored
Handle structure dataset handler duplicated log (#3221)
Signed-off-by: Nelson Chen <[email protected]>
1 parent 47bd331 commit 33197e7

File tree

1 file changed

+7
-0
lines changed

1 file changed

+7
-0
lines changed

flytekit/types/structured/__init__.py

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -12,6 +12,8 @@
1212
StructuredDatasetEncoder
1313
"""
1414

15+
import functools
16+
1517
from flytekit.deck.renderer import ArrowRenderer, TopFrameRenderer
1618
from flytekit.lazy_import.lazy_module import is_imported
1719
from flytekit.loggers import logger
@@ -25,13 +27,15 @@
2527
)
2628

2729

30+
@functools.lru_cache(maxsize=None)
2831
def register_csv_handlers():
2932
from .basic_dfs import CSVToPandasDecodingHandler, PandasToCSVEncodingHandler
3033

3134
StructuredDatasetTransformerEngine.register(PandasToCSVEncodingHandler(), default_format_for_type=True)
3235
StructuredDatasetTransformerEngine.register(CSVToPandasDecodingHandler(), default_format_for_type=True)
3336

3437

38+
@functools.lru_cache(maxsize=None)
3539
def register_pandas_handlers():
3640
import pandas as pd
3741

@@ -42,6 +46,7 @@ def register_pandas_handlers():
4246
StructuredDatasetTransformerEngine.register_renderer(pd.DataFrame, TopFrameRenderer())
4347

4448

49+
@functools.lru_cache(maxsize=None)
4550
def register_arrow_handlers():
4651
import pyarrow as pa
4752

@@ -52,6 +57,7 @@ def register_arrow_handlers():
5257
StructuredDatasetTransformerEngine.register_renderer(pa.Table, ArrowRenderer())
5358

5459

60+
@functools.lru_cache(maxsize=None)
5561
def register_bigquery_handlers():
5662
try:
5763
from .bigquery import (
@@ -72,6 +78,7 @@ def register_bigquery_handlers():
7278
)
7379

7480

81+
@functools.lru_cache(maxsize=None)
7582
def register_snowflake_handlers():
7683
try:
7784
from .snowflake import PandasToSnowflakeEncodingHandlers, SnowflakeToPandasDecodingHandler

0 commit comments

Comments
 (0)