forked from pool/python-tiktoken
Accepting request 1198537 from home:yeey:OpenWebUI
- Release v0.7.0 * Support for gpt-4o * Performance improvements OBS-URL: https://build.opensuse.org/request/show/1198537 OBS-URL: https://build.opensuse.org/package/show/devel:languages:python/python-tiktoken?expand=0&rev=1
This commit is contained in:
23
.gitattributes
vendored
Normal file
23
.gitattributes
vendored
Normal file
@@ -0,0 +1,23 @@
|
|||||||
|
## Default LFS
|
||||||
|
*.7z filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bsp filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.bz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gem filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.gz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.jar filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.lzma filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.obscpio filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.oxt filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.pdf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.png filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.rpm filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tbz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tbz2 filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.tgz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.ttf filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.txz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.whl filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.xz filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zip filter=lfs diff=lfs merge=lfs -text
|
||||||
|
*.zst filter=lfs diff=lfs merge=lfs -text
|
1
.gitignore
vendored
Normal file
1
.gitignore
vendored
Normal file
@@ -0,0 +1 @@
|
|||||||
|
.osc
|
24
_service
Normal file
24
_service
Normal file
@@ -0,0 +1,24 @@
|
|||||||
|
<services>
|
||||||
|
<service mode="disabled" name="obs_scm">
|
||||||
|
<param name="url">https://github.com/openai/tiktoken.git</param>
|
||||||
|
<param name="versionformat">@PARENT_TAG@</param>
|
||||||
|
<param name="scm">git</param>
|
||||||
|
<param name="revision">0.7.0</param>
|
||||||
|
<param name="match-tag">*</param>
|
||||||
|
<param name="versionrewrite-pattern">v(\d+\.\d+\.\d+)</param>
|
||||||
|
<param name="versionrewrite-replacement">\1</param>
|
||||||
|
<param name="changesgenerate">enable</param>
|
||||||
|
<param name="changesauthor">gye@suse.com</param>
|
||||||
|
</service>
|
||||||
|
<service mode="disabled" name="tar" />
|
||||||
|
<service mode="disabled" name="recompress">
|
||||||
|
<param name="file">*.tar</param>
|
||||||
|
<param name="compression">zst</param>
|
||||||
|
</service>
|
||||||
|
<service mode="disabled" name="set_version"/>
|
||||||
|
<service name="cargo_vendor" mode="disabled">
|
||||||
|
<param name="src">tiktoken</param>
|
||||||
|
<param name="compression">zst</param>
|
||||||
|
<param name="update">true</param>
|
||||||
|
</service>
|
||||||
|
</services>
|
6
python-tiktoken.changes
Normal file
6
python-tiktoken.changes
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
-------------------------------------------------------------------
|
||||||
|
Thu Aug 22 17:25:09 UTC 2024 - Guang Yee <gyee@suse.com>
|
||||||
|
|
||||||
|
- Release v0.7.0
|
||||||
|
* Support for gpt-4o
|
||||||
|
* Performance improvements
|
69
python-tiktoken.spec
Normal file
69
python-tiktoken.spec
Normal file
@@ -0,0 +1,69 @@
|
|||||||
|
#
|
||||||
|
# spec file for package python-tiktoken
|
||||||
|
#
|
||||||
|
# Copyright (c) 2024 SUSE LLC
|
||||||
|
#
|
||||||
|
# All modifications and additions to the file contributed by third parties
|
||||||
|
# remain the property of their copyright owners, unless otherwise agreed
|
||||||
|
# upon. The license for this file, and modifications and additions to the
|
||||||
|
# file, is the same license as for the pristine package itself (unless the
|
||||||
|
# license for the pristine package is not an Open Source License, in which
|
||||||
|
# case the license is the MIT License). An "Open Source License" is a
|
||||||
|
# license that conforms to the Open Source Definition (Version 1.9)
|
||||||
|
# published by the Open Source Initiative.
|
||||||
|
|
||||||
|
# Please submit bugfixes or comments via https://bugs.opensuse.org/
|
||||||
|
#
|
||||||
|
|
||||||
|
%{?sle15_python_module_pythons}
|
||||||
|
Name: python-tiktoken
|
||||||
|
Version: 0.7.0
|
||||||
|
Release: 0
|
||||||
|
Summary: Fast BPE tokeniser for use with OpenAI's models
|
||||||
|
License: MIT
|
||||||
|
URL: https://github.com/openai/tiktoken
|
||||||
|
Source: https://files.pythonhosted.org/packages/source/t/tiktoken/tiktoken-%{version}.tar.zst
|
||||||
|
Source1: vendor.tar.zst
|
||||||
|
BuildRequires: python-rpm-macros
|
||||||
|
BuildRequires: %{python_module pip}
|
||||||
|
BuildRequires: %{python_module setuptools}
|
||||||
|
BuildRequires: %{python_module setuptools-rust}
|
||||||
|
BuildRequires: %{python_module wheel}
|
||||||
|
# For testing
|
||||||
|
BuildRequires: %{python_module hypothesis}
|
||||||
|
BuildRequires: %{python_module pytest}
|
||||||
|
BuildRequires: %{python_module regex}
|
||||||
|
BuildRequires: %{python_module requests}
|
||||||
|
BuildRequires: fdupes
|
||||||
|
BuildRequires: zstd
|
||||||
|
Requires: regex
|
||||||
|
Requires: requests
|
||||||
|
Requires: rust
|
||||||
|
Requires: cargo
|
||||||
|
Requires: rustc
|
||||||
|
|
||||||
|
%python_subpackages
|
||||||
|
|
||||||
|
%description
|
||||||
|
Fast Byte Pair Encoding (BPE) tokeniser for use with OpenAI's models.
|
||||||
|
|
||||||
|
%prep
|
||||||
|
%autosetup -p1 -a1 -n tiktoken-%{version}
|
||||||
|
|
||||||
|
%build
|
||||||
|
export CFLAGS="%{optflags}"
|
||||||
|
%pyproject_wheel
|
||||||
|
|
||||||
|
%check
|
||||||
|
# NOTE: don't run the tests as they required internet access.
|
||||||
|
|
||||||
|
%install
|
||||||
|
%pyproject_install
|
||||||
|
%python_expand %fdupes %{buildroot}%{$python_sitearch}
|
||||||
|
|
||||||
|
%files %{python_files}
|
||||||
|
%doc README.md
|
||||||
|
%license LICENSE
|
||||||
|
%{python_sitearch}/tiktoken*
|
||||||
|
|
||||||
|
%changelog
|
3
tiktoken-0.7.0.tar.zst
Normal file
3
tiktoken-0.7.0.tar.zst
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:de3cb95697d244d4f50e74e086372bc76656e969c5adb24413b0581f70382d9d
|
||||||
|
size 28819
|
3
vendor.tar.zst
Normal file
3
vendor.tar.zst
Normal file
@@ -0,0 +1,3 @@
|
|||||||
|
version https://git-lfs.github.com/spec/v1
|
||||||
|
oid sha256:ede2d19987669ebc05c7e098b8280f3a2cc06087938838b591b7548b4410f110
|
||||||
|
size 6261057
|
Reference in New Issue
Block a user