summaryrefslogtreecommitdiff
diff options
context:
space:
mode:
-rw-r--r--.gitignore1
-rw-r--r--python-tokenizers.spec53
-rw-r--r--sources1
3 files changed, 55 insertions, 0 deletions
diff --git a/.gitignore b/.gitignore
index e69de29..21dc8af 100644
--- a/.gitignore
+++ b/.gitignore
@@ -0,0 +1 @@
+/tokenizers-0.15.2.tar.gz
diff --git a/python-tokenizers.spec b/python-tokenizers.spec
new file mode 100644
index 0000000..101b276
--- /dev/null
+++ b/python-tokenizers.spec
@@ -0,0 +1,53 @@
+%global pypi_name tokenizers
+%global pypi_version 0.15.2
+%global pkg_summary Fast State-of-the-Art Tokenizers optimized for Research and Production
+%global pkg_description %{expand:
+%{pkg_summary}}
+
+Name: python-%{pypi_name}
+Version: %{pypi_version}
+Release: 1
+Summary: %{pkg_summary}
+
+License: Apache-2.0
+URL: https://github.com/huggingface/tokenizers
+Source0: %{url}/archive/refs/tags/v%{version}.tar.gz#/tokenizers-%{version}.tar.gz
+
+BuildRequires: cmake
+BuildRequires: ninja-build
+BuildRequires: g++
+
+BuildRequires: python3-devel
+BuildRequires: python3-setuptools
+BuildRequires: python3-setuptools_scm
+BuildRequires: python3-pbr
+BuildRequires: python3-pip
+BuildRequires: python3-wheel
+BuildRequires: python3-hatchling
+
+%description
+%{pkg_description}
+
+%package -n python3-%{pypi_name}
+Summary: %{pkg_summary}
+
+%description -n python3-%{pypi_name}
+%{pkg_description}
+
+%prep
+%autosetup -p1 -n %{pypi_name}-%{pypi_version}
+
+%build
+%pyproject_build
+
+%install
+%pyproject_install
+
+%files -n python3-%{pypi_name}
+%license LICENSE
+%doc README.md
+%{python3_sitelib}/%{pypi_name}*
+
+%changelog
+* Sun Mar 31 2024 YunShu
+- add tokenizers 0.15.2
diff --git a/sources b/sources
new file mode 100644
index 0000000..314c9e8
--- /dev/null
+++ b/sources
@@ -0,0 +1 @@
+ec3140f242b8a04df696bebc551cff35 tokenizers-0.15.2.tar.gz