🚸 Restrict "column 'col' not in dataframe" error to at most 10 columns

lamindb/curators/__init__.py

@@ -402,8 +402,21 @@ def validate(self) -> None:
                 self._cat_manager_validate()
             except pandera.errors.SchemaError as err:
                 self._is_validated = False
+                err_msg = str(err)
+
+                # Reduce Pandera validation stdout for many columns
+                if "column" in err_msg and "not in dataframe" in err_msg:
+                    missing_col = err_msg.split("column '")[1].split("'")[0]
+                    actual_cols = list(self._dataset.columns)
+                    col_count = len(actual_cols)
+                    # Show first 10 columns or all if few
+                    display_cols = actual_cols[:10] if col_count > 10 else actual_cols
+                    display_cols_str = ", ".join([f"'{c}'" for c in display_cols])
+                    suffix = "..." if col_count > 10 else ""
+                    err_msg = f"column '{missing_col}' not in dataframe. {col_count} columns in dataframe including: {display_cols_str}{suffix}"
+
                 # .exconly() doesn't exist on SchemaError
-                raise ValidationError(str(err)) from err
+                raise ValidationError(err_msg) from err
         else:
             self._cat_manager_validate()