diff --git a/python/fedml/core/fhe/fhe_agg.py b/python/fedml/core/fhe/fhe_agg.py
index d9fbcb1235..2d3b67bd77 100644
--- a/python/fedml/core/fhe/fhe_agg.py
+++ b/python/fedml/core/fhe/fhe_agg.py
@@ -26,12 +26,9 @@ def is_fhe_enabled(self):
         return self.is_enabled
 
     def init(self, args):
-        if not self.is_enabled:
-            return
-
-        import tenseal as fhe_core
 
         if hasattr(args, "enable_fhe") and args.enable_fhe:
+            import tenseal as fhe_core
             logging.info(
                 ".......init homomorphic encryption......."
             )