From 2be8eee732d3dddbb36ace259b14ff23738e51dd Mon Sep 17 00:00:00 2001 From: Qubitium Date: Sat, 22 Aug 2026 00:26:08 +0000 Subject: [PATCH 1/3] fix: setuptools packaging metadata for Python 3.10+ and setuptools 81-84 compatibility - Align pyproject.toml build-system requires with setuptools>=77.0.1,<85 - Set requires-python to >=3.10 - Add fallback setup.cfg metadata for legacy pip/setuptools - Keep PEP 621 static license expression consistent --- pyproject.toml | 7 +++++-- setup.cfg | 29 +++++++++++++++++++++++++++++ 2 files changed, 34 insertions(+), 2 deletions(-) create mode 100644 setup.cfg diff --git a/pyproject.toml b/pyproject.toml index 65ca576..31aa98c 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -16,7 +16,7 @@ [build-system] -requires = ["setuptools>=77.0.1,<83"] +requires = ["setuptools>=77.0.1,<85"] build-backend = "setuptools.build_meta" [project] @@ -24,8 +24,9 @@ name = "TokeNicer" version = "0.0.14" description = "A (nicer) tokenizer you want to use for model `inference` and `training`: with all known peventable `gotchas` normalized or auto-fixed." readme = "README.md" -requires-python = ">=3" +requires-python = ">=3.10" license = "Apache-2.0" +dynamic = ["dependencies"] authors = [ {name = "ModelCloud", email = "qubitium@modelcloud.ai"} ] @@ -39,6 +40,8 @@ Homepage = "https://github.com/ModelCloud/Tokenicer" [tool.setuptools.packages.find] where = ["."] +include = ["tokenicer*"] +exclude = ["tests*", "test*"] [tool.setuptools.dynamic] dependencies = {file = ["requirements.txt"]} diff --git a/setup.cfg b/setup.cfg new file mode 100644 index 0000000..ce1b2a2 --- /dev/null +++ b/setup.cfg @@ -0,0 +1,29 @@ +# Copyright 2025 ModelCloud.ai +# Copyright 2025 qubitium@modelcloud.ai +# Contact: qubitium@modelcloud.ai, x.com/qubitium +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +[metadata] +name = TokeNicer +version = 0.0.14 +description = A (nicer) tokenizer you want to use for model `inference` and `training`: with all known peventable `gotchas` normalized or auto-fixed. +long_description = file: README.md +long_description_content_type = text/markdown +author = ModelCloud +author_email = qubitium@modelcloud.ai +url = https://github.com/ModelCloud/Tokenicer + +[options] +packages = tokenicer +python_requires = >=3.10 From 1ac00a608a890ec1b8be63ece3ebec9854221de9 Mon Sep 17 00:00:00 2001 From: Qubitium Date: Sat, 22 Aug 2026 00:42:54 +0000 Subject: [PATCH 2/3] bump: Tokenicer version to 0.0.15 --- pyproject.toml | 2 +- setup.cfg | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 31aa98c..b2ce204 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -21,7 +21,7 @@ build-backend = "setuptools.build_meta" [project] name = "TokeNicer" -version = "0.0.14" +version = "0.0.15" description = "A (nicer) tokenizer you want to use for model `inference` and `training`: with all known peventable `gotchas` normalized or auto-fixed." readme = "README.md" requires-python = ">=3.10" diff --git a/setup.cfg b/setup.cfg index ce1b2a2..3d2ec1d 100644 --- a/setup.cfg +++ b/setup.cfg @@ -16,7 +16,7 @@ [metadata] name = TokeNicer -version = 0.0.14 +version = 0.0.15 description = A (nicer) tokenizer you want to use for model `inference` and `training`: with all known peventable `gotchas` normalized or auto-fixed. long_description = file: README.md long_description_content_type = text/markdown From c7cb914b4db7f9430c41ea5b50c88fcb8bbf526d Mon Sep 17 00:00:00 2001 From: Qubitium Date: Sat, 22 Aug 2026 00:47:42 +0000 Subject: [PATCH 3/3] chore: require setuptools>=79.0.0,<85 Raise the minimum supported setuptools to the 79 major release for warning-free installs. --- pyproject.toml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pyproject.toml b/pyproject.toml index b2ce204..6ac579e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -16,7 +16,7 @@ [build-system] -requires = ["setuptools>=77.0.1,<85"] +requires = ["setuptools>=79.0.0,<85"] build-backend = "setuptools.build_meta" [project]