Update CI to Python 3.10

.github/ISSUE_TEMPLATE/feature_request.md

@@ -4,6 +4,7 @@ about: Propose a change or an addition เสนอความสามาร
 ---
 
 ## Detailed description
+
 <!--- Provide a detailed description of the change or addition you are proposing -->
 
 ## Context
@@ -14,7 +15,8 @@ about: Propose a change or an addition เสนอความสามาร
 <!--- Not obligatory, but suggest an idea for implementing addition or change -->
 
 ## Your environment
-* PyThaiNLP version:
-* Python version:
-* Operating system and version (distro, 32/64-bit):
-* More info (Docker, VM, etc.):
+
+- PyThaiNLP version:
+- Python version:
+- Operating system and version (distro, 32/64-bit):
+- More info (Docker, VM, etc.):

.github/pull_request_template.md

@@ -13,6 +13,7 @@ Description of how the changes fix the issue.
 Fixes #...
 
 ### Your checklist for this pull request
+
 🚨Please review the [guidelines for contributing](https://github.com/PyThaiNLP/pythainlp/blob/dev/CONTRIBUTING.md) to this repository.
 
 - [ ] Passed code styles and structures

.github/workflows/deploy_docs.yml

@@ -10,21 +10,21 @@ on:
 jobs:
   release:
     name: Build
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-24.04
     steps:
-    - uses: actions/checkout@v4
-    - name: Set up Python 3.8
-      uses: actions/setup-python@v4
+    - name: Checkout
+      uses: actions/checkout@v4
+    - name: Set up Python
+      uses: actions/setup-python@v5
       with:
-        python-version: '3.8'
+        python-version: "3.10"
     - name: Install dependencies
       env:
         SKLEARN_ALLOW_DEPRECATED_SKLEARN_PACKAGE_INSTALL: True
       run: |
-        python -m pip install --upgrade pip
+        python -m pip install --upgrade "pip==24.0" "setuptools"
         pip install pytest coverage coveralls
         if [ -f docker_requirements.txt ]; then pip install -r docker_requirements.txt; fi
-        pip install deepcut
         pip install .[full]
         pip install boto smart_open sphinx sphinx-rtd-theme
         python -m nltk.downloader omw-1.4

.github/workflows/pypi-publish.yml

@@ -7,21 +7,22 @@ on:
 jobs:
   deploy:
 
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-24.04
     strategy:
       matrix:
-        python-version: [3.8]
+        python-version: ["3.10"]
 
     steps:
-    - uses: actions/checkout@v4
+    - name: Checkout
+      uses: actions/checkout@v4
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python -m pip install --upgrade pip
-        pip install setuptools wheel twine
+        python -m pip install --upgrade "pip==24.0" "setuptools"
+        pip install wheel twine
         python setup.py sdist bdist_wheel
     - name: Publish a Python distribution to PyPI
       uses: pypa/gh-action-pypi-publish@release/v1

.github/workflows/pypi-test.yml

@@ -7,23 +7,23 @@ on:
 jobs:
   build:
 
-    runs-on: ubuntu-20.04
+    runs-on: ubuntu-24.04
     strategy:
       matrix:
-        python-version: [3.8]
+        python-version: ["3.10"]
 
     steps:
-    - uses: actions/checkout@v4
+    - name: Checkout
+      uses: actions/checkout@v4
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       env:
         SKLEARN_ALLOW_DEPRECATED_SKLEARN_PACKAGE_INSTALL: True
       run: |
-        python -m pip install --upgrade pip
-        pip install deepcut tltk
+        python -m pip install --upgrade "pip==24.0" "setuptools"
         SKLEARN_ALLOW_DEPRECATED_SKLEARN_PACKAGE_INSTALL=True pip install -r https://raw.githubusercontent.com/PyThaiNLP/pythainlp/dev/docker_requirements.txt
         pip install pythainlp[full]
         python -m nltk.downloader omw-1.4

.github/workflows/test-macos.yml

@@ -0,0 +1,62 @@
+name: Unit test and code coverage (macOS)
+
+on:
+  push:
+    paths-ignore:
+      - '**.md'
+      - 'docs/**'
+#       - '**.yml'
+  pull_request:
+    branches:
+      - dev
+    paths-ignore:
+      - '**.md'
+      - '**.yml'
+      - 'docs/**'
+
+jobs:
+  build:
+
+    runs-on: ${{ matrix.os }}
+    strategy:
+      fail-fast: false
+      matrix:
+        os: [macos-latest]
+        python-version: ["3.10"]
+
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v4
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+    - name: Install the ICU library
+      run: |
+        brew install icu4c
+        PKG_CONFIG_PATH=$(brew --prefix)/opt/icu4c/lib/pkgconfig
+        echo "PKG_CONFIG_PATH=${PKG_CONFIG_PATH}" >> "${GITHUB_ENV}"
+    - name: Determine the ICU version
+      run: |
+        ICU_VER=$(pkg-config --modversion icu-i18n)
+        echo "ICU_VER=${ICU_VER}"
+        echo "ICU_VER=${ICU_VER}" >> "${GITHUB_ENV}"
+    - name: Install dependencies
+      shell: bash -l {0}
+      run: |
+        python -m pip install --upgrade "pip==24.0" "setuptools"
+        python -m pip --version
+        python -m pip show setuptools
+        python -m pip install pytest coverage coveralls
+        SKLEARN_ALLOW_DEPRECATED_SKLEARN_PACKAGE_INSTALL=True python -m pip install -r docker_requirements.txt
+        python -m pip install .[full]
+        python -m nltk.downloader omw-1.4
+        python -m pip cache purge
+    - name: Test
+      shell: bash -l {0}
+      env:
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        COVERALLS_SERVICE_NAME: github
+      run: |
+        coverage run -m unittest discover
+        coveralls

.github/workflows/test.yml → .github/workflows/test-ubuntu.yml

@@ -1,4 +1,4 @@
-name: Unit test and code coverage
+name: Unit test and code coverage (Ubuntu)
 
 on:
   push:
@@ -15,27 +15,28 @@ on:
 jobs:
   build:
 
-    runs-on: ubuntu-22.04
+    runs-on: ubuntu-24.04
     strategy:
       matrix:
-        python-version: [3.9]
+        python-version: ["3.10"]
 
     steps:
-    - uses: actions/checkout@v4
+    - name: Checkout
+      uses: actions/checkout@v4
     - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v4
+      uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python -m pip install --upgrade pip
-        python -m pip install backports.zoneinfo[tzdata]
-        pip install pytest coverage coveralls
-        SKLEARN_ALLOW_DEPRECATED_SKLEARN_PACKAGE_INSTALL=True pip install -r docker_requirements.txt
-        pip install deepcut tltk
-        pip install .[full]
+        python -m pip install --upgrade "pip==24.0" "setuptools"
+        python -m pip install "numpy==2.1.2"
+        python -m pip --version
+        python -m pip show setuptools
+        python -m pip install pytest coverage coveralls
+        SKLEARN_ALLOW_DEPRECATED_SKLEARN_PACKAGE_INSTALL=True python -m pip install -r docker_requirements.txt
+        python -m pip install .[full]
         python -m nltk.downloader omw-1.4
-        python -m pip install spacy deepcut tltk
         python -m pip cache purge
     - name: Test
       env:

.github/workflows/windows-test.yml → .github/workflows/test-windows.yml

@@ -1,4 +1,4 @@
-name: Windows Unit test and code coverage
+name: Unit test and code coverage (Windows)
 
 on:
   push:
@@ -22,38 +22,28 @@ jobs:
       fail-fast: false
       matrix:
         os: [windows-latest]
-        python-version: [3.8]
+        python-version: ["3.10"]
 
     steps:
-    - uses: actions/checkout@v4
-    - uses: conda-incubator/setup-miniconda@v2
+    - name: Checkout
+      uses: actions/checkout@v4
+    - name: Set up Python ${{ matrix.python-version }}
+      uses: actions/setup-python@v5
       with:
         python-version: ${{ matrix.python-version }}
-        auto-activate-base: true
-        auto-update-conda: true
-    - shell: powershell
-      run: |
-        conda info
-        conda list
-    - name: Install PyTorch
-      shell: powershell
-      run: |
-        pip install torch==1.8.1
     - name: Install dependencies
       shell: powershell
       env:
         SKLEARN_ALLOW_DEPRECATED_SKLEARN_PACKAGE_INSTALL: True
       run: |
-        python -m pip install --disable-pip-version-check --user --upgrade pip setuptools
-        python -m pip install backports.zoneinfo[tzdata]
+        python -m pip install --disable-pip-version-check --user --upgrade "pip==24.0" "setuptools"
         python -m pip --version
+        python -m pip show setuptools==65.5.1
         python -m pip install pytest coverage coveralls
-        conda install -y -c conda-forge fairseq
-        python -m pip install https://www.dropbox.com/s/o6p2sj5z50iim1e/PyICU-2.3.1-cp38-cp38-win_amd64.whl?dl=1
+        python -m pip install "https://github.com/cgohlke/pyicu-build/releases/download/v2.13/PyICU-2.13-cp310-cp310-win_amd64.whl"
         python -m pip install -r docker_requirements.txt
         python -m pip install .[full]
         python -m nltk.downloader omw-1.4
-        python -m pip install spacy deepcut tltk
     - name: Test
       shell: powershell
       env:

.gitignore

@@ -119,3 +119,5 @@ notebooks/iso_11940-dev.ipynb
 # vscode devcontainer
 .devcontainer/
 notebooks/d.model
+
+logs/

Dockerfile

@@ -1,12 +1,12 @@
 # SPDX-FileCopyrightText: 2016-2024 PyThaiNLP Project
 # SPDX-License-Identifier: Apache-2.0
 
-FROM python:3.8-slim-buster
+FROM python:3.9-slim
 
 COPY . .
 
 RUN apt-get update && apt-get install -y --no-install-recommends build-essential libicu-dev libicu63 pkg-config && rm -rf /var/lib/apt/lists/*
 
-RUN pip3 install --upgrade pip setuptools
+RUN pip3 install --upgrade "pip==24.0" "setuptools"
 RUN if [ -f docker_requirements.txt ]; then pip3 install -r docker_requirements.txt; fi
 RUN pip3 install -e .[full] && pip3 cache purge