From 235746ba8079fb29ab7d38443c740b525bef5d58 Mon Sep 17 00:00:00 2001 From: "dependabot[bot]" <49699333+dependabot[bot]@users.noreply.github.com> Date: Sat, 31 Oct 2026 08:37:49 +0000 Subject: [PATCH] chore(deps)(deps): bump tokenizers from 0.23.2 to 0.23.3 Bumps [tokenizers](https://github.com/huggingface/tokenizers) from 0.23.2 to 0.23.3. - [Release notes](https://github.com/huggingface/tokenizers/releases) - [Commits](https://github.com/huggingface/tokenizers/compare/v0.23.2...v0.23.3) --- updated-dependencies: - dependency-name: tokenizers dependency-version: 0.23.3 dependency-type: direct:production update-type: version-update:semver-patch ... Signed-off-by: dependabot[bot] --- pyproject.toml | 2 +- requirements/preparation.in | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index 493f2f08..bd204e7f 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -5,7 +5,7 @@ description = "Train a small language model on English Wikipedia so that anyone readme = "README.md" requires-python = ">=3.12" # Pinned with hashes in requirements/preparation.lock, which CI installs. -dependencies = ["torch>=2.10.0,<3.0", "numpy>=2.4,<3.0", "tokenizers==0.23.2"] +dependencies = ["torch>=2.10.0,<3.0", "numpy>=2.4,<3.0", "tokenizers==0.23.3"] [project.optional-dependencies] gguf = ["gguf"] diff --git a/requirements/preparation.in b/requirements/preparation.in index e8301838..37c7e96d 100644 --- a/requirements/preparation.in +++ b/requirements/preparation.in @@ -2,7 +2,7 @@ --index-url https://pypi.org/simple --extra-index-url https://download.pytorch.org/whl/cpu numpy==2.5.3 -tokenizers==0.23.2 +tokenizers==0.23.3 mwparserfromhell==0.7.2 defusedxml==0.7.1 pyarrow==25.0.1