Commit fc9f451
1 file changed
+1
-1
lines changed- .github/dependabot.yml+23
- .github/workflows/cifuzz.yml+5-1
- .github/workflows/cmake.yml+13-6
- .github/workflows/cross_build.yml+45
- .github/workflows/requirements/base.in+4
- .github/workflows/requirements/base.txt+316
- .github/workflows/requirements/cibuildwheel.in+2
- .github/workflows/requirements/cibuildwheel.txt+36
- .github/workflows/wheel.yml+15-10
- CMakeLists.txt+35-5
- VERSION.txt+1-1
- doc/api.md+1-1
- python/setup.py+6-4
- python/src/sentencepiece/__init__.py+162-25
- python/src/sentencepiece/_version.py+1-1
- python/src/sentencepiece/sentencepiece.i+229-20
- python/src/sentencepiece/sentencepiece_model_pb2.py+30-743
- python/src/sentencepiece/sentencepiece_pb2.py+14-179
- python/src/sentencepiece/sentencepiece_wrap.cxx+1.7k-709
- python/test/sentencepiece_test.py+289-66
- sentencepiece.pc.in+3-2
- src/CMakeLists.txt+13-5
- src/bpe_model.cc+3-3
- src/bpe_model_trainer.h+5-4
- src/builtin_pb/sentencepiece_model.pb.cc+199-154
- src/builtin_pb/sentencepiece_model.pb.h+191-96
- src/common.h+5-15
- src/filesystem.cc+10-8
- src/model_factory.cc+7-7
- src/model_interface.cc+20-3
- src/normalizer.cc+15-12
- src/sentencepiece_model.proto+5-1
- src/sentencepiece_processor.cc+61-17
- src/sentencepiece_processor.h+28-3
- src/sentencepiece_processor_test.cc+44-45
- src/sentencepiece_trainer.cc+138-1
- src/sentencepiece_trainer.h+54
- src/sentencepiece_trainer_test.cc+105-1
- src/spec_parser.h+2
- src/spm_train_main.cc+3
- src/testharness.h+2-2
- src/trainer_factory.cc+12-12
- src/trainer_interface.cc+14-13
- src/unigram_model.cc+1-2
- src/unigram_model_trainer.cc+97-59
- src/unigram_model_trainer_test.cc+2-3
- src/util.cc+40-15
- src/util.h+10
- third_party/absl/container/btree_set.h+8-13
- third_party/absl/memory/memory.h-71
- third_party/absl/random/distributions.h-31
0 commit comments