From ea7ec3d00a51098fa088a73c47278113bcaaf9f9 Mon Sep 17 00:00:00 2001
From: cerob <10361223+cerob@users.noreply.github.com>
Date: Thu, 8 Feb 2024 11:27:45 +0100
Subject: [PATCH] Update MANIFEST.in and setup.py to include data directory

---
 MANIFEST.in |  2 ++
 setup.py    | 52 ++++++++++++++++++++++++----------------------------
 2 files changed, 26 insertions(+), 28 deletions(-)

diff --git a/MANIFEST.in b/MANIFEST.in
index fbc3089..e669569 100644
--- a/MANIFEST.in
+++ b/MANIFEST.in
@@ -2,3 +2,5 @@ include logo.png
 include LICENSE
 include README.rst
 include requirements.txt
+recursive-include data/**
+
diff --git a/setup.py b/setup.py
index e05149e..161209c 100644
--- a/setup.py
+++ b/setup.py
@@ -11,35 +11,31 @@ def get_requirements():
     return packages
 
 setup(name="preprocessing",
-      version="0.1.12",
-      classifiers=["Natural Language :: English",
-                   "Programming Language :: Python :: 3",
-                   "Programming Language :: Python :: 3.6"],
-      description="pre-processing package for text strings",
-      long_description=open("README.rst").read(),
-      keywords="text pre-processing",
+    version="0.1.12",
+    classifiers=["Natural Language :: English",
+                "Programming Language :: Python :: 3",
+                "Programming Language :: Python :: 3.6"],
+    description="pre-processing package for text strings",
+    long_description=open("README.rst").read(),
+    keywords="text pre-processing",
 
-      url="https://github.com/SpotlightData/preprocessing",
-      author="Mitchell Murphy",
-      author_email="mwtmurphy@gmail.com",
-      license="MIT",
+    url="https://github.com/SpotlightData/preprocessing",
+    author="Mitchell Murphy",
+    author_email="mwtmurphy@gmail.com",
+    license="MIT",
 
-      python_requires=">=3",
-      packages=find_packages(),
-      package_data={
-          "preprocessing": [
-              "data/tokenizers/punkt/PY3/english.pickle",
-              "data/tokenizers/punkt/english.pickle",
-              "data/corpora/stopwords/english",
-          ],
-          "preprocessing.data": ["*"],
-          "preprocessing.data.corpora.wordnet" : ["*"]
-      },
-      include_package_data=True,
+    python_requires=">=3",
+    packages=find_packages(),
+    package_data={
+        "preprocessing": [
+            "data/**"
+        ]
+    },
+    include_package_data=True,
 
-      install_requires=get_requirements(),
+    install_requires=get_requirements(),
 
-      test_suite="nose.collector",
-      tests_require=["nose"],
-      scripts=["bin/demo"],
-      zip_safe=False)
+    test_suite="nose.collector",
+    tests_require=["nose"],
+    scripts=["bin/demo"],
+    zip_safe=False)