diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 173f4eb1..6b6c751b 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -34,9 +34,7 @@ jobs: virtualenvs-in-project: true installer-parallel: true - name: Install dependencies - run: poetry install --no-interaction --no-root - - name: Install machine - run: poetry install --no-interaction + run: poetry install --no-interaction --all-extras - name: Lint with Black run: poetry run black . --check --diff - name: Lint with Flake8 @@ -48,9 +46,7 @@ jobs: with: node-version: "24" - name: Lint with pyright - run: | - npm install -g pyright@1.1.411 - poetry run pyright + run: poetry run pyright - name: Test with pytest run: poetry run pytest --cov --cov-report=xml env: diff --git a/poetry.lock b/poetry.lock index 9638dbaa..7b168142 100644 --- a/poetry.lock +++ b/poetry.lock @@ -7,7 +7,7 @@ description = "Accelerate" optional = false python-versions = ">=3.10.0" groups = ["gpu"] -markers = "sys_platform == \"linux\" or sys_platform == \"win32\"" +markers = "sys_platform == \"win32\" or sys_platform == \"linux\"" files = [ {file = "accelerate-1.14.0-py3-none-any.whl", hash = "sha256:e94390c2863b873be18f623f9df48a0d8fe5eff13ea7f1a00092b0a7904888c6"}, {file = "accelerate-1.14.0.tar.gz", hash = "sha256:41b9c4377a54e0b460a959b0defa1b736e4ca0a2373252d9a539964c2afe3c8d"}, @@ -38,9 +38,10 @@ testing = ["bitsandbytes", "datasets", "diffusers", "evaluate", "parameterized", name = "aiohappyeyeballs" version = "2.6.1" description = "Happy Eyeballs for asyncio" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "aiohappyeyeballs-2.6.1-py3-none-any.whl", hash = "sha256:f349ba8f4b75cb25c99c5c2d84e997e485204d2902a9597802b0371f09331fb8"}, {file = "aiohappyeyeballs-2.6.1.tar.gz", hash = "sha256:c3f9d0113123803ccadfdf3f0faa505bc78e6a72d1cc4806cbd719826e943558"}, @@ -50,9 +51,10 @@ files = [ name = "aiohttp" version = "3.13.3" description = "Async http client/server framework (asyncio)" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "aiohttp-3.13.3-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:d5a372fd5afd301b3a89582817fdcdb6c34124787c70dbcc616f259013e7eef7"}, {file = "aiohttp-3.13.3-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:147e422fd1223005c22b4fe080f5d93ced44460f5f9c105406b753612b587821"}, @@ -193,9 +195,10 @@ speedups = ["Brotli (>=1.2) ; platform_python_implementation == \"CPython\"", "a name = "aiosignal" version = "1.4.0" description = "aiosignal: a list of registered asynchronous callbacks" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "aiosignal-1.4.0-py3-none-any.whl", hash = "sha256:053243f8b92b990551949e63930a839ff0cf0b0ebbe0597b0f3fb19e1a0fe82e"}, {file = "aiosignal-1.4.0.tar.gz", hash = "sha256:f47eecd9468083c2029cc99945502cb7708b082c232f9aca65da147157b251c7"}, @@ -209,9 +212,10 @@ typing-extensions = {version = ">=4.2", markers = "python_version < \"3.13\""} name = "annotated-types" version = "0.7.0" description = "Reusable constraint types to use with typing.Annotated" -optional = false +optional = true python-versions = ">=3.8" groups = ["main"] +markers = "extra == \"jobs\"" files = [ {file = "annotated_types-0.7.0-py3-none-any.whl", hash = "sha256:1f02e8b43a8fbbc3f3e0d4f0f4bfc8131bcb4eebe8849b8e5c773f3a1c582a53"}, {file = "annotated_types-0.7.0.tar.gz", hash = "sha256:aff07c09a53a08bc8cfccb9c85b05f1aa9a2a6f23728d790723543408344ce89"}, @@ -228,6 +232,7 @@ files = [ {file = "anyio-4.12.1-py3-none-any.whl", hash = "sha256:d405828884fc140aa80a3c667b8beed277f1dfedec42ba031bd6ac3db606ab6c"}, {file = "anyio-4.12.1.tar.gz", hash = "sha256:41cfcc3a4c85d3f05c932da7c26d0201ac36f72abd4435ba90d0464a3ffed703"}, ] +markers = {main = "extra == \"huggingface\""} [package.dependencies] exceptiongroup = {version = ">=1.0.2", markers = "python_version < \"3.11\""} @@ -362,10 +367,10 @@ typing_extensions = {version = ">=4.0.0", markers = "python_version < \"3.11\""} name = "async-timeout" version = "5.0.1" description = "Timeout context manager for asyncio programs" -optional = false +optional = true python-versions = ">=3.8" groups = ["main"] -markers = "python_version == \"3.10\"" +markers = "extra == \"huggingface\" and python_version == \"3.10\"" files = [ {file = "async_timeout-5.0.1-py3-none-any.whl", hash = "sha256:39e3809566ff85354557ec2398b55e096c8364bacac9405a7a1fa429e77fe76c"}, {file = "async_timeout-5.0.1.tar.gz", hash = "sha256:d9321a7a3d5a6a5e187e824d2fa0793ce379a202935782d555d6e9d2735677d3"}, @@ -382,6 +387,7 @@ files = [ {file = "attrs-25.4.0-py3-none-any.whl", hash = "sha256:adcf7e2a1fb3b36ac48d97835bb6d8ade15b8dcce26aba8bf1d14847b57a3373"}, {file = "attrs-25.4.0.tar.gz", hash = "sha256:16d5969b87f0859ef33a48b35d55ac1be6e42ae49d5e853b597db70c35c57e11"}, ] +markers = {main = "extra == \"huggingface\" or extra == \"jobs\""} [[package]] name = "babel" @@ -538,7 +544,7 @@ files = [ {file = "certifi-2026.1.4-py3-none-any.whl", hash = "sha256:9943707519e4add1115f44c2bc244f782c0249876bf51b6599fee1ffbedd685c"}, {file = "certifi-2026.1.4.tar.gz", hash = "sha256:ac726dd470482006e014ad384921ed6438c457018f4b3d204aea4281258b2120"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {main = "extra == \"huggingface\" or extra == \"jobs\"", gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [[package]] name = "cffi" @@ -648,7 +654,7 @@ files = [ {file = "charset-normalizer-2.1.1.tar.gz", hash = "sha256:5a3d016c7c547f69d6f81fb0db9449ce888b418b5b9952cc5e6e66843e9dd845"}, {file = "charset_normalizer-2.1.1-py3-none-any.whl", hash = "sha256:83e9a75d1911279afd89352c68b45348559d1fc0506b054b346651b5e7fee29f"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [package.extras] unicode-backport = ["unicodedata2"] @@ -657,9 +663,10 @@ unicode-backport = ["unicodedata2"] name = "clearml" version = "1.18.0" description = "ClearML - Auto-Magical Experiment Manager, Version Control, and MLOps for AI" -optional = false +optional = true python-versions = "*" groups = ["main"] +markers = "extra == \"jobs\"" files = [ {file = "clearml-1.18.0-py2.py3-none-any.whl", hash = "sha256:fe53ffcfdb0799150ad5ae1ca95bdbd568e570cbde2e35a65474e36606a899d0"}, ] @@ -699,6 +706,7 @@ files = [ {file = "click-8.3.1-py3-none-any.whl", hash = "sha256:981153a64e25f12d547d3426c367a4857371575ee7ad18df2a6183ab0545b2a6"}, {file = "click-8.3.1.tar.gz", hash = "sha256:12ff4785d337a1bb490bb7e9c2b1ee5da3112e94a8622f26a6c77f5d2fc6842a"}, ] +markers = {main = "extra == \"huggingface\""} [package.dependencies] colorama = {version = "*", markers = "platform_system == \"Windows\""} @@ -714,7 +722,7 @@ files = [ {file = "colorama-0.4.6-py2.py3-none-any.whl", hash = "sha256:4f1d9991f5acc0ca119f9d443620b77f9d6b33703e51011c16baf57afb285fc6"}, {file = "colorama-0.4.6.tar.gz", hash = "sha256:08695f5cb7ed6e0531a20572697297273c47b8cae5a63ffc6d6ed5c201be6e44"}, ] -markers = {main = "platform_system == \"Windows\"", dev = "platform_system == \"Windows\" or sys_platform == \"win32\"", gpu = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_system == \"Windows\""} +markers = {main = "extra == \"huggingface\" and platform_system == \"Windows\"", dev = "platform_system == \"Windows\" or sys_platform == \"win32\"", gpu = "(sys_platform == \"win32\" or sys_platform == \"linux\") and platform_system == \"Windows\""} [[package]] name = "comm" @@ -843,10 +851,10 @@ toml = ["tomli ; python_full_version <= \"3.11.0a6\""] name = "cython" version = "3.2.4" description = "The Cython compiler for writing C extensions in the Python language." -optional = false +optional = true python-versions = ">=3.8" groups = ["main"] -markers = "sys_platform == \"linux\" or extra == \"jobs\"" +markers = "sys_platform == \"linux\" and extra == \"jobs\"" files = [ {file = "cython-3.2.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:02cb0cc0f23b9874ad262d7d2b9560aed9c7e2df07b49b920bda6f2cc9cb505e"}, {file = "cython-3.2.4-cp310-cp310-manylinux2014_aarch64.manylinux_2_17_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:f136f379a4a54246facd0eb6f1ee15c3837cb314ce87b677582ec014db4c6845"}, @@ -893,9 +901,10 @@ files = [ name = "datasets" version = "4.8.5" description = "HuggingFace community-driven open-source library of datasets" -optional = false +optional = true python-versions = ">=3.10.0" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "datasets-4.8.5-py3-none-any.whl", hash = "sha256:5079900781719c0e063a8efdd2cd95a31ad0c63209178669cd23cf1b926149ff"}, {file = "datasets-4.8.5.tar.gz", hash = "sha256:0f0c1c3d56ffff2c93b2f4c63c95bac94f3d7e8621aea2a2a576275233bba772"}, @@ -1013,9 +1022,10 @@ files = [ name = "dill" version = "0.4.1" description = "serialize all of Python" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "dill-0.4.1-py3-none-any.whl", hash = "sha256:1e1ce33e978ae97fcfcff5638477032b801c46c7c65cf717f95fbc2248f79a9d"}, {file = "dill-0.4.1.tar.gz", hash = "sha256:423092df4182177d4d8ba8290c8a5b640c66ab35ec7da59ccfa00f6fa3eea5fa"}, @@ -1029,9 +1039,10 @@ profile = ["gprof2dot (>=2022.7.29)"] name = "dynaconf" version = "3.2.12" description = "The dynamic configurator for your Python Project" -optional = false +optional = true python-versions = ">=3.8" groups = ["main"] +markers = "extra == \"jobs\"" files = [ {file = "dynaconf-3.2.12-py2.py3-none-any.whl", hash = "sha256:eb2a11865917dff8810c6098cd736b8f4d2f4e39ad914500e2dfbe064b82c499"}, {file = "dynaconf-3.2.12.tar.gz", hash = "sha256:29cea583b007d890e6031fa89c0ac489b631c73dbee83bcd5e6f97602c26354e"}, @@ -1051,10 +1062,10 @@ yaml = ["ruamel.yaml"] name = "eflomal" version = "2.0.0" description = "pip installable eflomal" -optional = false +optional = true python-versions = "*" groups = ["main"] -markers = "sys_platform == \"linux\" or extra == \"jobs\"" +markers = "sys_platform == \"linux\" and extra == \"jobs\"" files = [ {file = "eflomal-2.0.0.tar.gz", hash = "sha256:b71183dcf85bf4f59f44ef7a59f5268df1c17c0c8d8093f77b220025ffdba100"}, ] @@ -1073,11 +1084,11 @@ description = "Backport of PEP 654 (exception groups)" optional = false python-versions = ">=3.7" groups = ["main", "dev"] -markers = "python_version == \"3.10\"" files = [ {file = "exceptiongroup-1.3.1-py3-none-any.whl", hash = "sha256:a7a39a3bd276781e98394987d3a5701d0c4edffb633bb7a5144577f82c773598"}, {file = "exceptiongroup-1.3.1.tar.gz", hash = "sha256:8b412432c6055b0b7d14c310000ae93352ed6754f70fa8f7c34141f91c4e3219"}, ] +markers = {main = "extra == \"huggingface\" and python_version == \"3.10\"", dev = "python_version == \"3.10\""} [package.dependencies] typing-extensions = {version = ">=4.6.0", markers = "python_version < \"3.13\""} @@ -1126,7 +1137,7 @@ files = [ {file = "filelock-3.20.3-py3-none-any.whl", hash = "sha256:4b0dda527ee31078689fc205ec4f1c1bf7d56cf88b6dc9426c4f230e46c2dce1"}, {file = "filelock-3.20.3.tar.gz", hash = "sha256:18c57ee915c7ec61cff0ecf7f0f869936c7c30191bb0cf406f1341778d0834e1"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {main = "extra == \"huggingface\"", gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [[package]] name = "flake8" @@ -1161,9 +1172,10 @@ files = [ name = "frozenlist" version = "1.8.0" description = "A list-like structure which implements collections.abc.MutableSequence" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "frozenlist-1.8.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:b37f6d31b3dcea7deb5e9696e529a6aa4a898adc33db82da12e4c60a7c4d2011"}, {file = "frozenlist-1.8.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:ef2b7b394f208233e471abc541cc6991f907ffd47dc72584acee3147899d6565"}, @@ -1308,7 +1320,7 @@ files = [ {file = "fsspec-2024.6.1-py3-none-any.whl", hash = "sha256:3cb443f8bcd2efb31295a5b9fdb02aee81d8452c80d28f97a6d0959e6cee101e"}, {file = "fsspec-2024.6.1.tar.gz", hash = "sha256:fad7d7e209dd4c1208e3bbfda706620e0da5142bebbd9c384afb95b07e798e49"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {main = "extra == \"huggingface\"", gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [package.dependencies] aiohttp = {version = "<4.0.0a0 || >4.0.0a0,<4.0.0a1 || >4.0.0a1", optional = true, markers = "extra == \"http\""} @@ -1345,9 +1357,10 @@ tqdm = ["tqdm"] name = "furl" version = "2.1.4" description = "URL manipulation made simple." -optional = false +optional = true python-versions = "*" groups = ["main"] +markers = "extra == \"jobs\"" files = [ {file = "furl-2.1.4-py2.py3-none-any.whl", hash = "sha256:da34d0b34e53ffe2d2e6851a7085a05d96922b5b578620a37377ff1dbeeb11c8"}, {file = "furl-2.1.4.tar.gz", hash = "sha256:877657501266c929269739fb5f5980534a41abd6bbabcb367c136d1d3b2a6015"}, @@ -1368,6 +1381,7 @@ files = [ {file = "h11-0.16.0-py3-none-any.whl", hash = "sha256:63cf8bbe7522de3bf65932fda1d9c2772064ffb3dae62d55932da54b31cb6c86"}, {file = "h11-0.16.0.tar.gz", hash = "sha256:4e35b956cf45792e4caa5885e69fba00bdbc6ffafbfa020300e549b208ee5ff1"}, ] +markers = {main = "extra == \"huggingface\""} [[package]] name = "hf-xet" @@ -1400,7 +1414,7 @@ files = [ {file = "hf_xet-1.2.0-cp37-abi3-win_amd64.whl", hash = "sha256:e6584a52253f72c9f52f9e549d5895ca7a471608495c4ecaa6cc73dba2b24d69"}, {file = "hf_xet-1.2.0.tar.gz", hash = "sha256:a8c27070ca547293b6890c4bf389f713f80e8c478631432962bb7f4bc0bd7d7f"}, ] -markers = {main = "platform_machine == \"x86_64\" or platform_machine == \"amd64\" or platform_machine == \"arm64\" or platform_machine == \"aarch64\"", gpu = "(sys_platform == \"linux\" or sys_platform == \"win32\") and (platform_machine == \"x86_64\" or platform_machine == \"amd64\" or platform_machine == \"arm64\" or platform_machine == \"aarch64\")"} +markers = {main = "extra == \"huggingface\" and (platform_machine == \"x86_64\" or platform_machine == \"amd64\" or platform_machine == \"arm64\" or platform_machine == \"aarch64\")", gpu = "(sys_platform == \"win32\" or sys_platform == \"linux\") and (platform_machine == \"x86_64\" or platform_machine == \"amd64\" or platform_machine == \"arm64\" or platform_machine == \"aarch64\")"} [package.extras] tests = ["pytest"] @@ -1416,6 +1430,7 @@ files = [ {file = "httpcore-1.0.9-py3-none-any.whl", hash = "sha256:2d400746a40668fc9dec9810239072b40b4484b640a8c38fd654a024c7a1bf55"}, {file = "httpcore-1.0.9.tar.gz", hash = "sha256:6e34463af53fd2ab5d807f399a9b45ea31c3dfa2276f15a2c3f00afff6e176e8"}, ] +markers = {main = "extra == \"huggingface\""} [package.dependencies] certifi = "*" @@ -1438,6 +1453,7 @@ files = [ {file = "httpx-0.28.1-py3-none-any.whl", hash = "sha256:d909fcccc110f8c7faf814ca82a9a4d816bc5a6dbfea25d6591d6985b8ba59ad"}, {file = "httpx-0.28.1.tar.gz", hash = "sha256:75e98c5f16b0f35b567856f597f06ff2270a374470a5c2392242528e3e3e42fc"}, ] +markers = {main = "extra == \"huggingface\""} [package.dependencies] anyio = "*" @@ -1463,7 +1479,7 @@ files = [ {file = "huggingface_hub-0.36.0-py3-none-any.whl", hash = "sha256:7bcc9ad17d5b3f07b57c78e79d527102d08313caa278a641993acddcb894548d"}, {file = "huggingface_hub-0.36.0.tar.gz", hash = "sha256:47b3f0e2539c39bf5cde015d63b72ec49baff67b6931c3d97f3f84532e2b8d25"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {main = "extra == \"huggingface\"", gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [package.dependencies] filelock = "*" @@ -1503,7 +1519,7 @@ files = [ {file = "idna-3.11-py3-none-any.whl", hash = "sha256:771a87f49d9defaf64091e6e6fe9c18d4833f140bd19464795bc32d966ca37ea"}, {file = "idna-3.11.tar.gz", hash = "sha256:795dafcc9c04ed0c1fb032c2aa73654d8e8c5023a7df64a53f39190ada629902"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {main = "extra == \"huggingface\" or extra == \"jobs\"", gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [package.extras] all = ["flake8 (>=7.1.1)", "mypy (>=1.11.2)", "pytest (>=8.3.2)", "ruff (>=0.6.2)"] @@ -1676,7 +1692,7 @@ files = [ {file = "jinja2-3.1.6-py3-none-any.whl", hash = "sha256:85ece4451f492d0c13c5dd7c13a64681a86afae63a5f347908daf103ce6d2f67"}, {file = "jinja2-3.1.6.tar.gz", hash = "sha256:0137fb05990d35f1275a587e9aee6d56da821fc83491a0fb838183be43f66d6d"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [package.dependencies] MarkupSafe = ">=2.0" @@ -1700,9 +1716,10 @@ files = [ name = "joblib" version = "1.5.3" description = "Lightweight pipelining with Python functions" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "joblib-1.5.3-py3-none-any.whl", hash = "sha256:5fc3c5039fc5ca8c0276333a188bbd59d6b7ab37fe6632daa76bc7f9ec18e713"}, {file = "joblib-1.5.3.tar.gz", hash = "sha256:8561a3269e6801106863fd0d6d84bb737be9e7631e33aaed3fb9ce5953688da3"}, @@ -1712,9 +1729,10 @@ files = [ name = "json-stream" version = "1.5.2" description = "Streaming JSON encoder and decoder" -optional = false +optional = true python-versions = "<4,>=3.5" groups = ["main"] +markers = "extra == \"jobs\"" files = [ {file = "json-stream-1.5.2.tar.gz", hash = "sha256:e6f895d48190b539c431e3d8623ed868bee6d0005d5b213be6ee26256ef20ebc"}, {file = "json_stream-1.5.2-py3-none-any.whl", hash = "sha256:e0363e887770e879f438c151c56f2d12fda674e92bbf1b5c184d84723deee631"}, @@ -1758,6 +1776,7 @@ files = [ {file = "jsonschema-4.26.0-py3-none-any.whl", hash = "sha256:d489f15263b8d200f8387e64b4c3a75f06629559fb73deb8fdfb525f2dab50ce"}, {file = "jsonschema-4.26.0.tar.gz", hash = "sha256:0c26707e2efad8aa1bfc5b7ce170f3fccc2e4918ff85989ba9ffa9facb2be326"}, ] +markers = {main = "extra == \"jobs\""} [package.dependencies] attrs = ">=22.2.0" @@ -1789,6 +1808,7 @@ files = [ {file = "jsonschema_specifications-2025.9.1-py3-none-any.whl", hash = "sha256:98802fee3a11ee76ecaca44429fda8a41bff98b00a0f2838151b113f210cc6fe"}, {file = "jsonschema_specifications-2025.9.1.tar.gz", hash = "sha256:b540987f239e745613c7a9176f3edb72b832a4ac465cf02712288397832b5e8d"}, ] +markers = {main = "extra == \"jobs\""} [package.dependencies] referencing = ">=0.31.0" @@ -2182,7 +2202,7 @@ files = [ {file = "markupsafe-3.0.3-cp39-cp39-win_arm64.whl", hash = "sha256:38664109c14ffc9e7437e86b4dceb442b0096dfe3541d7864d9cbe1da4cf36c8"}, {file = "markupsafe-3.0.3.tar.gz", hash = "sha256:722695808f4b6457b320fdc131280796bdceb04ab50fe1795cd540799ebe1698"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [[package]] name = "matplotlib-inline" @@ -2236,7 +2256,7 @@ description = "Python library for arbitrary-precision floating-point arithmetic" optional = false python-versions = "*" groups = ["gpu"] -markers = "sys_platform == \"linux\" or sys_platform == \"win32\"" +markers = "sys_platform == \"win32\" or sys_platform == \"linux\"" files = [ {file = "mpmath-1.3.0-py3-none-any.whl", hash = "sha256:a0b2b9fe80bbcd81a6647ff13108738cfb482d481d826cc0e02f5b35e5c88d2c"}, {file = "mpmath-1.3.0.tar.gz", hash = "sha256:7a28eb2a9774d00c7bc92411c19a89209d5da7c4c9a9e227be8330a23a25b91f"}, @@ -2252,9 +2272,10 @@ tests = ["pytest (>=4.6)"] name = "multidict" version = "6.7.0" description = "multidict implementation" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "multidict-6.7.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:9f474ad5acda359c8758c8accc22032c6abe6dc87a8be2440d097785e27a9349"}, {file = "multidict-6.7.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:4b7a9db5a870f780220e931d0002bbfd88fb53aceb6293251e2c839415c1b20e"}, @@ -2411,9 +2432,10 @@ typing-extensions = {version = ">=4.1.0", markers = "python_version < \"3.11\""} name = "multiprocess" version = "0.70.16" description = "better multiprocessing and multithreading in Python" -optional = false +optional = true python-versions = ">=3.8" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "multiprocess-0.70.16-pp310-pypy310_pp73-macosx_10_13_x86_64.whl", hash = "sha256:476887be10e2f59ff183c006af746cb6f1fd0eadcfd4ef49e605cbe2659920ee"}, {file = "multiprocess-0.70.16-pp310-pypy310_pp73-manylinux_2_28_x86_64.whl", hash = "sha256:d951bed82c8f73929ac82c61f01a7b5ce8f3e5ef40f5b52553b4f547ce2b08ec"}, @@ -2549,7 +2571,7 @@ files = [ {file = "networkx-3.4.2-py3-none-any.whl", hash = "sha256:df5d4365b724cf81b8c6a7312509d0c22386097011ad1abe274afd5e9d3bbc5f"}, {file = "networkx-3.4.2.tar.gz", hash = "sha256:307c3669428c5362aab27c8a1260aa8f47c4e91d3891f48be0141738d8d053e1"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [package.extras] default = ["matplotlib (>=3.7)", "numpy (>=1.24)", "pandas (>=2.0)", "scipy (>=1.10,!=1.11.0,!=1.11.1)"] @@ -2779,7 +2801,7 @@ files = [ {file = "numpy-2.4.6-pp311-pypy311_pp73-win_amd64.whl", hash = "sha256:2803abfebfc990042cd494d8ce2d5f82e9d847af6d35ec486923aa19dbad5e73"}, {file = "numpy-2.4.6.tar.gz", hash = "sha256:f3a3570c4a2a16746ac2c31a7c7c7b0c186b95ce902e33db6f28094ed7387dda"}, ] -markers = {main = "python_version == \"3.11\"", dev = "python_version == \"3.11\"", gpu = "python_version == \"3.11\" and (sys_platform == \"linux\" or sys_platform == \"win32\")"} +markers = {main = "python_version == \"3.11\"", dev = "python_version == \"3.11\"", gpu = "python_version == \"3.11\" and (sys_platform == \"win32\" or sys_platform == \"linux\")"} [[package]] name = "numpy" @@ -2834,7 +2856,7 @@ files = [ {file = "numpy-2.5.1-cp314-cp314t-win_arm64.whl", hash = "sha256:5a6db61f9aaa57e369905c67d852045d3c4f7126405b29d09b19dec118e9c9cb"}, {file = "numpy-2.5.1.tar.gz", hash = "sha256:a48a113e6afea91f5608793bafa7ef2ad481fefbda87ec5069f483de61cb9fa3"}, ] -markers = {main = "python_version >= \"3.12\"", dev = "python_version >= \"3.12\"", gpu = "python_version >= \"3.12\" and (sys_platform == \"linux\" or sys_platform == \"win32\")"} +markers = {main = "python_version >= \"3.12\"", dev = "python_version >= \"3.12\"", gpu = "(sys_platform == \"win32\" or sys_platform == \"linux\") and python_version >= \"3.12\""} [[package]] name = "nvidia-cublas-cu12" @@ -2843,7 +2865,7 @@ description = "CUBLAS native runtime libraries" optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_cublas_cu12-12.8.4.1-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:b86f6dd8935884615a0683b663891d43781b819ac4f2ba2b0c9604676af346d0"}, {file = "nvidia_cublas_cu12-12.8.4.1-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:8ac4e771d5a348c551b2a426eda6193c19aa630236b418086020df5ba9667142"}, @@ -2857,7 +2879,7 @@ description = "CUDA profiling tools runtime libs." optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_cuda_cupti_cu12-12.8.90-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:4412396548808ddfed3f17a467b104ba7751e6b58678a4b840675c56d21cf7ed"}, {file = "nvidia_cuda_cupti_cu12-12.8.90-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:ea0cb07ebda26bb9b29ba82cda34849e73c166c18162d3913575b0c9db9a6182"}, @@ -2871,7 +2893,7 @@ description = "NVRTC native runtime libraries" optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_cuda_nvrtc_cu12-12.8.93-py3-none-manylinux2010_x86_64.manylinux_2_12_x86_64.whl", hash = "sha256:a7756528852ef889772a84c6cd89d41dfa74667e24cca16bb31f8f061e3e9994"}, {file = "nvidia_cuda_nvrtc_cu12-12.8.93-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:fc1fec1e1637854b4c0a65fb9a8346b51dd9ee69e61ebaccc82058441f15bce8"}, @@ -2885,7 +2907,7 @@ description = "CUDA Runtime native Libraries" optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_cuda_runtime_cu12-12.8.90-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:52bf7bbee900262ffefe5e9d5a2a69a30d97e2bc5bb6cc866688caa976966e3d"}, {file = "nvidia_cuda_runtime_cu12-12.8.90-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:adade8dcbd0edf427b7204d480d6066d33902cab2a4707dcfc48a2d0fd44ab90"}, @@ -2899,7 +2921,7 @@ description = "cuDNN runtime libraries" optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_cudnn_cu12-9.10.2.21-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:c9132cc3f8958447b4910a1720036d9eff5928cc3179b0a51fb6d167c6cc87d8"}, {file = "nvidia_cudnn_cu12-9.10.2.21-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:949452be657fa16687d0930933f032835951ef0892b37d2d53824d1a84dc97a8"}, @@ -2916,7 +2938,7 @@ description = "CUFFT native runtime libraries" optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_cufft_cu12-11.3.3.83-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:848ef7224d6305cdb2a4df928759dca7b1201874787083b6e7550dd6765ce69a"}, {file = "nvidia_cufft_cu12-11.3.3.83-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:4d2dd21ec0b88cf61b62e6b43564355e5222e4a3fb394cac0db101f2dd0d4f74"}, @@ -2933,7 +2955,7 @@ description = "cuFile GPUDirect libraries" optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_cufile_cu12-1.13.1.3-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:1d069003be650e131b21c932ec3d8969c1715379251f8d23a1860554b1cb24fc"}, {file = "nvidia_cufile_cu12-1.13.1.3-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:4beb6d4cce47c1a0f1013d72e02b0994730359e17801d395bdcbf20cfb3bb00a"}, @@ -2946,7 +2968,7 @@ description = "CURAND native runtime libraries" optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_curand_cu12-10.3.9.90-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:dfab99248034673b779bc6decafdc3404a8a6f502462201f2f31f11354204acd"}, {file = "nvidia_curand_cu12-10.3.9.90-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:b32331d4f4df5d6eefa0554c565b626c7216f87a06a4f56fab27c3b68a830ec9"}, @@ -2960,7 +2982,7 @@ description = "CUDA solver native runtime libraries" optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_cusolver_cu12-11.7.3.90-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:db9ed69dbef9715071232caa9b69c52ac7de3a95773c2db65bdba85916e4e5c0"}, {file = "nvidia_cusolver_cu12-11.7.3.90-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:4376c11ad263152bd50ea295c05370360776f8c3427b30991df774f9fb26c450"}, @@ -2979,7 +3001,7 @@ description = "CUSPARSE native runtime libraries" optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_cusparse_cu12-12.5.8.93-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:9b6c161cb130be1a07a27ea6923df8141f3c295852f4b260c65f18f3e0a091dc"}, {file = "nvidia_cusparse_cu12-12.5.8.93-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:1ec05d76bbbd8b61b06a80e1eaf8cf4959c3d4ce8e711b65ebd0443bb0ebb13b"}, @@ -2996,7 +3018,7 @@ description = "NVIDIA cuSPARSELt" optional = false python-versions = "*" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_cusparselt_cu12-0.7.1-py3-none-manylinux2014_aarch64.whl", hash = "sha256:8878dce784d0fac90131b6817b607e803c36e629ba34dc5b433471382196b6a5"}, {file = "nvidia_cusparselt_cu12-0.7.1-py3-none-manylinux2014_x86_64.whl", hash = "sha256:f1bb701d6b930d5a7cea44c19ceb973311500847f81b634d802b7b539dc55623"}, @@ -3010,7 +3032,7 @@ description = "NVIDIA Collective Communication Library (NCCL) Runtime" optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_nccl_cu12-2.27.5-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:31432ad4d1fb1004eb0c56203dc9bc2178a1ba69d1d9e02d64a6938ab5e40e7a"}, {file = "nvidia_nccl_cu12-2.27.5-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:ad730cf15cb5d25fe849c6e6ca9eb5b76db16a80f13f425ac68d8e2e55624457"}, @@ -3023,7 +3045,7 @@ description = "Nvidia JIT LTO Library" optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_nvjitlink_cu12-12.8.93-py3-none-manylinux2010_x86_64.manylinux_2_12_x86_64.whl", hash = "sha256:81ff63371a7ebd6e6451970684f916be2eab07321b73c9d244dc2b4da7f73b88"}, {file = "nvidia_nvjitlink_cu12-12.8.93-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:adccd7161ace7261e01bb91e44e88da350895c270d23f744f0820c818b7229e7"}, @@ -3037,7 +3059,7 @@ description = "NVSHMEM creates a global address space that provides efficient an optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_nvshmem_cu12-3.3.20-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:0b0b960da3842212758e4fa4696b94f129090b30e5122fea3c5345916545cff0"}, {file = "nvidia_nvshmem_cu12-3.3.20-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:d00f26d3f9b2e3c3065be895e3059d6479ea5c638a3f38c9fec49b1b9dd7c1e5"}, @@ -3050,7 +3072,7 @@ description = "NVIDIA Tools Extension" optional = false python-versions = ">=3" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "nvidia_nvtx_cu12-12.8.90-py3-none-manylinux2014_aarch64.manylinux_2_17_aarch64.whl", hash = "sha256:d7ad891da111ebafbf7e015d34879f7112832fc239ff0d7d776b6cb685274615"}, {file = "nvidia_nvtx_cu12-12.8.90-py3-none-manylinux2014_x86_64.manylinux_2_17_x86_64.whl", hash = "sha256:5b17e2001cc0d751a5bc2c6ec6d26ad95913324a4adb86788c944f8ce9ba441f"}, @@ -3061,9 +3083,10 @@ files = [ name = "orderedmultidict" version = "1.0.2" description = "Ordered Multivalue Dictionary" -optional = false +optional = true python-versions = "*" groups = ["main"] +markers = "extra == \"jobs\"" files = [ {file = "orderedmultidict-1.0.2-py2.py3-none-any.whl", hash = "sha256:ab5044c1dca4226ae4c28524cfc5cc4c939f0b49e978efa46a6ad6468049f79b"}, {file = "orderedmultidict-1.0.2.tar.gz", hash = "sha256:16a7ae8432e02cc987d2d6d5af2df5938258f87c870675c73ee77a0920e6f4a6"}, @@ -3096,7 +3119,7 @@ files = [ {file = "packaging-25.0-py3-none-any.whl", hash = "sha256:29572ef2b1f17581046b3a2227d5c611fb25ec70ca1ba8554b24b0e69331a484"}, {file = "packaging-25.0.tar.gz", hash = "sha256:d443872c98d677bf60f6a1f2f8c1cb748e8fe762d2bf9d3148b5599295b0fc4f"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {main = "extra == \"huggingface\"", gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [[package]] name = "pandas" @@ -3162,6 +3185,7 @@ files = [ {file = "pandas-2.3.3-cp39-cp39-win_amd64.whl", hash = "sha256:d3e28b3e83862ccf4d85ff19cf8c20b2ae7e503881711ff2d534dc8f761131aa"}, {file = "pandas-2.3.3.tar.gz", hash = "sha256:e05e1af93b977f7eafa636d043f9f94c7ee3ac81af99c13508215942e64c993b"}, ] +markers = {main = "extra == \"huggingface\""} [package.dependencies] numpy = [ @@ -3230,9 +3254,10 @@ testing = ["docopt", "pytest"] name = "pathlib2" version = "2.3.7.post1" description = "Object-oriented filesystem paths" -optional = false +optional = true python-versions = "*" groups = ["main"] +markers = "extra == \"jobs\"" files = [ {file = "pathlib2-2.3.7.post1-py2.py3-none-any.whl", hash = "sha256:5266a0fd000452f1b3467d782f079a4343c63aaa119221fbdc4e39577489ca5b"}, {file = "pathlib2-2.3.7.post1.tar.gz", hash = "sha256:9fe0edad898b83c0c3e199c842b27ed216645d2e177757b2dd67384d4113c641"}, @@ -3294,9 +3319,10 @@ ptyprocess = ">=0.5" name = "pillow" version = "12.1.0" description = "Python Imaging Library (fork)" -optional = false +optional = true python-versions = ">=3.10" groups = ["main"] +markers = "extra == \"jobs\"" files = [ {file = "pillow-12.1.0-cp310-cp310-macosx_10_10_x86_64.whl", hash = "sha256:fb125d860738a09d363a88daa0f59c4533529a90e564785e20fe875b200b6dbd"}, {file = "pillow-12.1.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:cad302dc10fac357d3467a74a9561c90609768a6f73a1923b0fd851b6486f8b0"}, @@ -3468,9 +3494,10 @@ wcwidth = "*" name = "propcache" version = "0.4.1" description = "Accelerated property cache" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "propcache-0.4.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:7c2d1fa3201efaf55d730400d945b5b3ab6e672e100ba0f9a409d950ab25d7db"}, {file = "propcache-0.4.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:1eb2994229cc8ce7fe9b3db88f5465f5fd8651672840b2e426b88cdb1a30aac8"}, @@ -3626,7 +3653,7 @@ files = [ {file = "psutil-7.2.1-cp37-abi3-win_arm64.whl", hash = "sha256:0d67c1822c355aa6f7314d92018fb4268a76668a536f133599b91edd48759442"}, {file = "psutil-7.2.1.tar.gz", hash = "sha256:f7583aec590485b43ca601dd9cea0dcd65bd7bb21d30ef4ddbf4ea6b5ed1bdd3"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {main = "extra == \"jobs\"", gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [package.extras] dev = ["abi3audit", "black", "check-manifest", "coverage", "packaging", "psleak", "pylint", "pyperf", "pypinfo", "pytest", "pytest-cov", "pytest-instafail", "pytest-xdist", "requests", "rstcheck", "ruff", "setuptools", "sphinx", "sphinx_rtd_theme", "toml-sort", "twine", "validate-pyproject[all]", "virtualenv", "vulture", "wheel"] @@ -3664,9 +3691,10 @@ tests = ["pytest"] name = "pyarrow" version = "22.0.0" description = "Python library for Apache Arrow" -optional = false +optional = true python-versions = ">=3.10" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "pyarrow-22.0.0-cp310-cp310-macosx_12_0_arm64.whl", hash = "sha256:77718810bd3066158db1e95a63c160ad7ce08c6b0710bc656055033e39cdad88"}, {file = "pyarrow-22.0.0-cp310-cp310-macosx_12_0_x86_64.whl", hash = "sha256:44d2d26cda26d18f7af7db71453b7b783788322d756e81730acb98f24eb90ace"}, @@ -3749,9 +3777,10 @@ files = [ name = "pydantic" version = "2.13.4" description = "Data validation using Python type hints" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"jobs\"" files = [ {file = "pydantic-2.13.4-py3-none-any.whl", hash = "sha256:45a282cde31d808236fd7ea9d919b128653c8b38b393d1c4ab335c62924d9aba"}, {file = "pydantic-2.13.4.tar.gz", hash = "sha256:c40756b57adaa8b1efeeced5c196f3f3b7c435f90e84ea7f443901bec8099ef6"}, @@ -3771,9 +3800,10 @@ timezone = ["tzdata ; python_version >= \"3.9\" and platform_system == \"Windows name = "pydantic-core" version = "2.46.4" description = "Core functionality for Pydantic validation and serialization" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"jobs\"" files = [ {file = "pydantic_core-2.46.4-cp310-cp310-macosx_10_12_x86_64.whl", hash = "sha256:a396dcc17e5a0b164dbe026896245a4fa9ff402edca1dff0be3d53a517f74de4"}, {file = "pydantic_core-2.46.4-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:da4b951fe36dc7c3a1ccb4e3cd1747c3542b8c9ceede8fc86cae054e764485f5"}, @@ -3931,9 +3961,10 @@ windows-terminal = ["colorama (>=0.4.6)"] name = "pyjwt" version = "2.9.0" description = "JSON Web Token implementation in Python" -optional = false +optional = true python-versions = ">=3.8" groups = ["main"] +markers = "extra == \"jobs\"" files = [ {file = "PyJWT-2.9.0-py3-none-any.whl", hash = "sha256:3b02fb0f44517787776cf48f2ae25d8e14f300e6d7545a4315cee571a415e850"}, {file = "pyjwt-2.9.0.tar.gz", hash = "sha256:7e1e5b56cc735432a7369cbfa0efe50fa113ebecdc04ae6922deba8b84582d0c"}, @@ -3949,9 +3980,10 @@ tests = ["coverage[toml] (==5.0.4)", "pytest (>=6.0.0,<7.0.0)"] name = "pyparsing" version = "3.3.1" description = "pyparsing - Classes and methods to define and execute parsing grammars" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"jobs\"" files = [ {file = "pyparsing-3.3.1-py3-none-any.whl", hash = "sha256:023b5e7e5520ad96642e2c6db4cb683d3970bd640cdf7115049a6e9c3682df82"}, {file = "pyparsing-3.3.1.tar.gz", hash = "sha256:47fad0f17ac1e2cad3de3b458570fbc9b03560aa029ed5e16ee5554da9a2251c"}, @@ -4066,6 +4098,7 @@ files = [ {file = "pytz-2025.2-py2.py3-none-any.whl", hash = "sha256:5ddf76296dd8c44c26eb8f4b6f35488f3ccbf6fbbd7adee0b7262d43f0ec2f00"}, {file = "pytz-2025.2.tar.gz", hash = "sha256:360b9e3dbb49a209c21ad61809c7fb453643e048b38924c765813546746e81c3"}, ] +markers = {main = "extra == \"huggingface\""} [[package]] name = "pywinpty" @@ -4169,7 +4202,7 @@ files = [ {file = "pyyaml-6.0.3-cp39-cp39-win_amd64.whl", hash = "sha256:2e71d11abed7344e42a8849600193d15b6def118602c4c176f748e4583246007"}, {file = "pyyaml-6.0.3.tar.gz", hash = "sha256:d76623373421df22fb4cf8817020cbb7ef15c725b9d5e45f17e189bfc384190f"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {main = "extra == \"huggingface\" or extra == \"jobs\"", gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [[package]] name = "pyzmq" @@ -4287,6 +4320,7 @@ files = [ {file = "referencing-0.37.0-py3-none-any.whl", hash = "sha256:381329a9f99628c9069361716891d34ad94af76e461dcb0335825aecc7692231"}, {file = "referencing-0.37.0.tar.gz", hash = "sha256:44aefc3142c5b842538163acb373e24cce6632bd54bdb01b21ad5863489f50d8"}, ] +markers = {main = "extra == \"jobs\""} [package.dependencies] attrs = ">=22.2.0" @@ -4429,7 +4463,7 @@ files = [ {file = "requests-2.32.5-py3-none-any.whl", hash = "sha256:2462f94637a34fd532264295e186976db0f5d453d1cdd31473c85a6a161affb6"}, {file = "requests-2.32.5.tar.gz", hash = "sha256:dbba0bac56e100853db0ea71b82b4dfd5fe2bf6d3754a8893c3af500cec7d7cf"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {main = "extra == \"huggingface\" or extra == \"jobs\"", gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [package.dependencies] certifi = ">=2017.4.17" @@ -4610,6 +4644,7 @@ files = [ {file = "rpds_py-0.30.0-pp311-pypy311_pp73-musllinux_1_2_x86_64.whl", hash = "sha256:ac37f9f516c51e5753f27dfdef11a88330f04de2d564be3991384b2f3535d02e"}, {file = "rpds_py-0.30.0.tar.gz", hash = "sha256:dd8ff7cf90014af0c0f787eea34794ebf6415242ee1d6fa91eaba725cc441e84"}, ] +markers = {main = "extra == \"jobs\""} [[package]] name = "s3transfer" @@ -4633,9 +4668,10 @@ crt = ["botocore[crt] (>=1.37.4,<2.0a0)"] name = "sacremoses" version = "0.0.53" description = "SacreMoses" -optional = false +optional = true python-versions = "*" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "sacremoses-0.0.53.tar.gz", hash = "sha256:43715868766c643b35de4b8046cce236bfe59a7fa88b25eaf6ddf02bacf53a7a"}, ] @@ -4679,7 +4715,7 @@ files = [ {file = "safetensors-0.7.0-pp39-pypy39_pp73-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:6999421eb8ba9df4450a16d9184fcb7bef26240b9f98e95401f17af6c2210b71"}, {file = "safetensors-0.7.0.tar.gz", hash = "sha256:07663963b67e8bd9f0b8ad15bb9163606cd27cc5a1b96235a50d8369803b96b0"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {main = "extra == \"huggingface\"", gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [package.extras] all = ["safetensors[jax]", "safetensors[numpy]", "safetensors[paddlepaddle]", "safetensors[pinned-tf]", "safetensors[quality]", "safetensors[testing]", "safetensors[torch]"] @@ -4716,9 +4752,10 @@ win32 = ["pywin32 ; sys_platform == \"win32\""] name = "sentencepiece" version = "0.2.2" description = "Unsupervised text tokenizer and detokenizer." -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"sentencepiece\"" files = [ {file = "sentencepiece-0.2.2-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:bc7b0b1da20f856bfac5f84b2673fe534b167e41980b27442ca8f78c2b7eb77e"}, {file = "sentencepiece-0.2.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:8b2db2056c97224e122054fd794543cde5d24b7cae28424f6e3eb79bbe08e42b"}, @@ -4795,7 +4832,7 @@ files = [ {file = "setuptools-80.9.0-py3-none-any.whl", hash = "sha256:062d34222ad13e0cc312a4c02d73f059e86a4acbfbdea8f8f76b28c99f306922"}, {file = "setuptools-80.9.0.tar.gz", hash = "sha256:f36b47402ecde768dbfafc46e8e4207b4360c654f1f3bb84475f0a28628fb19c"}, ] -markers = {gpu = "python_version >= \"3.12\" and (sys_platform == \"linux\" or sys_platform == \"win32\")"} +markers = {gpu = "(sys_platform == \"win32\" or sys_platform == \"linux\") and python_version >= \"3.12\""} [package.extras] check = ["pytest-checkdocs (>=2.4)", "pytest-ruff (>=0.2.1) ; sys_platform != \"cygwin\"", "ruff (>=0.8.0) ; sys_platform != \"cygwin\""] @@ -4810,9 +4847,10 @@ type = ["importlib_metadata (>=7.0.2) ; python_version < \"3.10\"", "jaraco.deve name = "sil-thot" version = "3.5.2" description = "A toolkit for statistical word alignment and machine translation" -optional = false +optional = true python-versions = "<4.0,>=3.10" groups = ["main"] +markers = "extra == \"thot\"" files = [ {file = "sil_thot-3.5.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:ccab3398dd075ee7a479afba911c630b4bb33e9b5ec0956de03b45fcb6621435"}, {file = "sil_thot-3.5.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:f35b16aaa91259f6f9fb2203eeb7170ba82c99359a4a192e850cefc3b5cb0d5c"}, @@ -4913,7 +4951,7 @@ description = "Computer algebra system (CAS) in Python" optional = false python-versions = ">=3.9" groups = ["gpu"] -markers = "sys_platform == \"linux\" or sys_platform == \"win32\"" +markers = "sys_platform == \"win32\" or sys_platform == \"linux\"" files = [ {file = "sympy-1.14.0-py3-none-any.whl", hash = "sha256:e091cc3e99d2141a0ba2847328f5479b05d94a6635cb96148ccb3f34671bd8f5"}, {file = "sympy-1.14.0.tar.gz", hash = "sha256:d3d3fe8df1e5a0b42f0e7bdf50541697dbe7d23746e894990c030e2b05e72517"}, @@ -4970,9 +5008,10 @@ test = ["pytest", "ruff"] name = "tokenizers" version = "0.21.4" description = "" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "tokenizers-0.21.4-cp39-abi3-macosx_10_12_x86_64.whl", hash = "sha256:2ccc10a7c3bcefe0f242867dc914fc1226ee44321eb618cfe3019b5df3400133"}, {file = "tokenizers-0.21.4-cp39-abi3-macosx_11_0_arm64.whl", hash = "sha256:5e2f601a8e0cd5be5cc7506b20a79112370b9b3e9cb5f13f68ab11acd6ca7d60"}, @@ -5064,7 +5103,7 @@ description = "Tensors and Dynamic neural networks in Python with strong GPU acc optional = false python-versions = ">=3.10" groups = ["gpu"] -markers = "sys_platform == \"linux\" or sys_platform == \"win32\"" +markers = "sys_platform == \"win32\" or sys_platform == \"linux\"" files = [ {file = "torch-2.9.1-cp310-cp310-manylinux_2_28_aarch64.whl", hash = "sha256:1cc208435f6c379f9b8fdfd5ceb5be1e3b72a6bdf1cb46c0d2812aa73472db9e"}, {file = "torch-2.9.1-cp310-cp310-manylinux_2_28_x86_64.whl", hash = "sha256:9fd35c68b3679378c11f5eb73220fdcb4e6f4592295277fbb657d31fd053237c"}, @@ -5159,7 +5198,7 @@ files = [ {file = "tqdm-4.67.1-py3-none-any.whl", hash = "sha256:26445eca388f82e72884e0d580d5464cd801a3ea01e63e5601bdff9ba6a48de2"}, {file = "tqdm-4.67.1.tar.gz", hash = "sha256:f8aef9c52c08c13a65f30ea34f4e5aac3fd1a34959879d7e59e63027286627f2"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {main = "extra == \"huggingface\"", gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [package.dependencies] colorama = {version = "*", markers = "platform_system == \"Windows\""} @@ -5191,9 +5230,10 @@ test = ["argcomplete (>=3.0.3)", "mypy (>=1.7.0)", "pre-commit", "pytest (>=7.0, name = "transformers" version = "4.47.1" description = "State-of-the-art Machine Learning for JAX, PyTorch and TensorFlow" -optional = false +optional = true python-versions = ">=3.9.0" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "transformers-4.47.1-py3-none-any.whl", hash = "sha256:d2f5d19bb6283cd66c893ec7e6d931d6370bbf1cc93633326ff1f41a40046c9c"}, {file = "transformers-4.47.1.tar.gz", hash = "sha256:6c29c05a5f595e278481166539202bf8641281536df1c42357ee58a45d0a564a"}, @@ -5264,7 +5304,7 @@ description = "A language and compiler for custom Deep Learning operations" optional = false python-versions = "<3.15,>=3.10" groups = ["gpu"] -markers = "(sys_platform == \"linux\" or sys_platform == \"win32\") and platform_machine == \"x86_64\" and platform_system == \"Linux\"" +markers = "platform_system == \"Linux\" and platform_machine == \"x86_64\" and (sys_platform == \"win32\" or sys_platform == \"linux\")" files = [ {file = "triton-3.5.1-cp310-cp310-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:f63e34dcb32d7bd3a1d0195f60f30d2aee8b08a69a0424189b71017e23dfc3d2"}, {file = "triton-3.5.1-cp310-cp310-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:5fc53d849f879911ea13f4a877243afc513187bc7ee92d1f2c0f1ba3169e3c94"}, @@ -5298,15 +5338,16 @@ files = [ {file = "typing_extensions-4.15.0-py3-none-any.whl", hash = "sha256:f0fa19c6845758ab08074a0cfa8b7aecb71c999ca73d62883bc25cc018c4e548"}, {file = "typing_extensions-4.15.0.tar.gz", hash = "sha256:0cea48d173cc12fa28ecabc3b837ea3cf6f38c6d1136f85cbaaf598984861466"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {main = "(python_version < \"3.14\" or extra == \"huggingface\" or extra == \"jobs\") and (extra == \"jobs\" or extra == \"huggingface\")", gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [[package]] name = "typing-inspection" version = "0.4.2" description = "Runtime typing introspection tools" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"jobs\"" files = [ {file = "typing_inspection-0.4.2-py3-none-any.whl", hash = "sha256:4ed1cacbdc298c220f1bd249ed5287caa16f34d44ef4e9c3d0cbad5b521545e7"}, {file = "typing_inspection-0.4.2.tar.gz", hash = "sha256:ba561c48a67c5958007083d386c3295464928b01faa735ab8547c5692e87f464"}, @@ -5326,6 +5367,7 @@ files = [ {file = "tzdata-2025.3-py2.py3-none-any.whl", hash = "sha256:06a47e5700f3081aab02b2e513160914ff0694bce9947d6b76ebd6bf57cfc5d1"}, {file = "tzdata-2025.3.tar.gz", hash = "sha256:de39c2ca5dc7b0344f2eba86f49d614019d29f060fc4ebc8a417896a620b56a7"}, ] +markers = {main = "extra == \"huggingface\""} [[package]] name = "uri-template" @@ -5353,7 +5395,7 @@ files = [ {file = "urllib3-1.26.20-py2.py3-none-any.whl", hash = "sha256:0ed14ccfbf1c30a9072c7ca157e4319b70d65f623e91e7b32fadb2853431016e"}, {file = "urllib3-1.26.20.tar.gz", hash = "sha256:40c2dc0c681e47eb8f90e7e27bf6ff7df2e677421fd46756da1161c39ca70d32"}, ] -markers = {gpu = "sys_platform == \"linux\" or sys_platform == \"win32\""} +markers = {gpu = "sys_platform == \"win32\" or sys_platform == \"linux\""} [package.extras] brotli = ["brotli (==1.0.9) ; os_name != \"nt\" and python_version < \"3\" and platform_python_implementation == \"CPython\"", "brotli (>=1.0.9) ; python_version >= \"3\" and platform_python_implementation == \"CPython\"", "brotlicffi (>=0.8.0) ; (os_name != \"nt\" or python_version >= \"3\") and platform_python_implementation != \"CPython\"", "brotlipy (>=0.6.0) ; os_name == \"nt\" and python_version < \"3\""] @@ -5429,9 +5471,10 @@ files = [ name = "xxhash" version = "3.6.0" description = "Python binding for xxHash" -optional = false +optional = true python-versions = ">=3.7" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "xxhash-3.6.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:87ff03d7e35c61435976554477a7f4cd1704c3596a89a8300d5ce7fc83874a71"}, {file = "xxhash-3.6.0-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:f572dfd3d0e2eb1a57511831cf6341242f5a9f8298a45862d085f5b93394a27d"}, @@ -5579,9 +5622,10 @@ files = [ name = "yarl" version = "1.22.0" description = "Yet another URL library" -optional = false +optional = true python-versions = ">=3.9" groups = ["main"] +markers = "extra == \"huggingface\"" files = [ {file = "yarl-1.22.0-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:c7bd6683587567e5a49ee6e336e0612bec8329be1b7d4c8af5687dcdeb67ee1e"}, {file = "yarl-1.22.0-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:5cdac20da754f3a723cceea5b3448e1a2074866406adeb4ef35b469d089adb8f"}, @@ -5729,4 +5773,4 @@ thot = ["sil-thot"] [metadata] lock-version = "2.1" python-versions = ">=3.10,<3.15" -content-hash = "bc6517c12bd05032a6086806b3bb6dd5233c270c896ee52dd4cf6a9840e19cb4" +content-hash = "2bc8a572f5fb84dcf4bca24e3f89e4212bfcf00c8a0500cc2cab93c4b9481171" diff --git a/pyproject.toml b/pyproject.toml index d51fc95d..104a7bbf 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -19,7 +19,7 @@ reportMissingModuleSource = false [project] name = "sil-machine" -version = "1.9.1" +version = "1.9.2" description = "A natural language processing library that is focused on providing tools for resource-poor languages." license = "MIT" authors = [{ name = "SIL International" }] @@ -46,18 +46,8 @@ dependencies = [ "networkx~=3.0", "charset-normalizer>=2.1.1,<3.0", "urllib3<2.0", - "sentencepiece~=0.2", - "sil-thot~=3.5.2", - "transformers==4.47.1", - "datasets~=4.1", - "sacremoses>=0.0.53,<1", - "clearml[s3]>=1.13.1,<2.0", "botocore>=1.35.41,<2.0", "boto3>=1.19.41,<2.0", - "dynaconf>=3.2.5,<4.0", - "json-stream~=1.3", - "eflomal~=2.0; sys_platform == 'linux'", - "pydantic>=2.13.4,<3.0" ] [tool.poetry] @@ -81,10 +71,10 @@ torch = { version = "^2.4", markers = "sys_platform == 'win32' or sys_platform = accelerate = { version = "^1.0", markers = "sys_platform == 'win32' or sys_platform == 'linux'" } [project.optional-dependencies] -sentencepiece = ["sentencepiece"] -thot = ["sil-thot"] -huggingface = ["transformers", "datasets", "sacremoses"] -jobs = ["clearml", "json-stream", "dynaconf", "eflomal", "pydantic"] +sentencepiece = ["sentencepiece~=0.2"] +thot = ["sil-thot~=3.5.2"] +huggingface = ["transformers==4.47.1", "datasets~=4.1", "sacremoses>=0.0.53,<1"] +jobs = [ "clearml[s3]>=1.13.1,<2.0", "json-stream~=1.3", "dynaconf>=3.2.5,<4.0", "eflomal~=2.0; sys_platform == 'linux'", "pydantic>=2.13.4,<3.0"] [build-system] requires = ["poetry-core>=2.0.0"]