automatic import of python-tokenizers

1 files changed, 53 insertions, 0 deletions

diff --git a/python-tokenizers.spec b/python-tokenizers.spec
new file mode 100644
index 0000000..101b276
--- /dev/null
+++ b/python-tokenizers.spec
@@ -0,0 +1,53 @@
+%global pypi_name tokenizers
+%global pypi_version 0.15.2
+%global pkg_summary Fast State-of-the-Art Tokenizers optimized for Research and Production
+%global pkg_description %{expand:
+%{pkg_summary}}
+
+Name:           python-%{pypi_name}
+Version:        %{pypi_version}
+Release:        1
+Summary:        %{pkg_summary}
+
+License:        Apache-2.0
+URL:            https://github.com/huggingface/tokenizers
+Source0:        %{url}/archive/refs/tags/v%{version}.tar.gz#/tokenizers-%{version}.tar.gz
+
+BuildRequires: cmake
+BuildRequires: ninja-build
+BuildRequires: g++
+
+BuildRequires: python3-devel
+BuildRequires: python3-setuptools
+BuildRequires: python3-setuptools_scm
+BuildRequires: python3-pbr
+BuildRequires: python3-pip
+BuildRequires: python3-wheel
+BuildRequires: python3-hatchling
+
+%description
+%{pkg_description}
+
+%package -n     python3-%{pypi_name}
+Summary:        %{pkg_summary}
+
+%description -n python3-%{pypi_name}
+%{pkg_description}
+
+%prep
+%autosetup -p1 -n %{pypi_name}-%{pypi_version}
+
+%build
+%pyproject_build
+
+%install
+%pyproject_install
+
+%files -n python3-%{pypi_name}
+%license LICENSE
+%doc README.md
+%{python3_sitelib}/%{pypi_name}*
+
+%changelog
+* Sun Mar 31 2024 YunShu
+- add tokenizers 0.15.2