14
0

Accepting request 1198537 from home:yeey:OpenWebUI

- Release v0.7.0
  * Support for gpt-4o
  * Performance improvements

OBS-URL: https://build.opensuse.org/request/show/1198537
OBS-URL: https://build.opensuse.org/package/show/devel:languages:python/python-tiktoken?expand=0&rev=1
This commit is contained in:
2024-09-04 08:01:38 +00:00
committed by Git OBS Bridge
commit eb53517dc2
7 changed files with 129 additions and 0 deletions

23
.gitattributes vendored Normal file
View File

@@ -0,0 +1,23 @@
## Default LFS
*.7z filter=lfs diff=lfs merge=lfs -text
*.bsp filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.gem filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.jar filter=lfs diff=lfs merge=lfs -text
*.lz filter=lfs diff=lfs merge=lfs -text
*.lzma filter=lfs diff=lfs merge=lfs -text
*.obscpio filter=lfs diff=lfs merge=lfs -text
*.oxt filter=lfs diff=lfs merge=lfs -text
*.pdf filter=lfs diff=lfs merge=lfs -text
*.png filter=lfs diff=lfs merge=lfs -text
*.rpm filter=lfs diff=lfs merge=lfs -text
*.tbz filter=lfs diff=lfs merge=lfs -text
*.tbz2 filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.ttf filter=lfs diff=lfs merge=lfs -text
*.txz filter=lfs diff=lfs merge=lfs -text
*.whl filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text

1
.gitignore vendored Normal file
View File

@@ -0,0 +1 @@
.osc

24
_service Normal file
View File

@@ -0,0 +1,24 @@
<services>
<service mode="disabled" name="obs_scm">
<param name="url">https://github.com/openai/tiktoken.git</param>
<param name="versionformat">@PARENT_TAG@</param>
<param name="scm">git</param>
<param name="revision">0.7.0</param>
<param name="match-tag">*</param>
<param name="versionrewrite-pattern">v(\d+\.\d+\.\d+)</param>
<param name="versionrewrite-replacement">\1</param>
<param name="changesgenerate">enable</param>
<param name="changesauthor">gye@suse.com</param>
</service>
<service mode="disabled" name="tar" />
<service mode="disabled" name="recompress">
<param name="file">*.tar</param>
<param name="compression">zst</param>
</service>
<service mode="disabled" name="set_version"/>
<service name="cargo_vendor" mode="disabled">
<param name="src">tiktoken</param>
<param name="compression">zst</param>
<param name="update">true</param>
</service>
</services>

6
python-tiktoken.changes Normal file
View File

@@ -0,0 +1,6 @@
-------------------------------------------------------------------
Thu Aug 22 17:25:09 UTC 2024 - Guang Yee <gyee@suse.com>
- Release v0.7.0
* Support for gpt-4o
* Performance improvements

69
python-tiktoken.spec Normal file
View File

@@ -0,0 +1,69 @@
#
# spec file for package python-tiktoken
#
# Copyright (c) 2024 SUSE LLC
#
# All modifications and additions to the file contributed by third parties
# remain the property of their copyright owners, unless otherwise agreed
# upon. The license for this file, and modifications and additions to the
# file, is the same license as for the pristine package itself (unless the
# license for the pristine package is not an Open Source License, in which
# case the license is the MIT License). An "Open Source License" is a
# license that conforms to the Open Source Definition (Version 1.9)
# published by the Open Source Initiative.
# Please submit bugfixes or comments via https://bugs.opensuse.org/
#
%{?sle15_python_module_pythons}
Name: python-tiktoken
Version: 0.7.0
Release: 0
Summary: Fast BPE tokeniser for use with OpenAI's models
License: MIT
URL: https://github.com/openai/tiktoken
Source: https://files.pythonhosted.org/packages/source/t/tiktoken/tiktoken-%{version}.tar.zst
Source1: vendor.tar.zst
BuildRequires: python-rpm-macros
BuildRequires: %{python_module pip}
BuildRequires: %{python_module setuptools}
BuildRequires: %{python_module setuptools-rust}
BuildRequires: %{python_module wheel}
# For testing
BuildRequires: %{python_module hypothesis}
BuildRequires: %{python_module pytest}
BuildRequires: %{python_module regex}
BuildRequires: %{python_module requests}
BuildRequires: fdupes
BuildRequires: zstd
Requires: regex
Requires: requests
Requires: rust
Requires: cargo
Requires: rustc
%python_subpackages
%description
Fast Byte Pair Encoding (BPE) tokeniser for use with OpenAI's models.
%prep
%autosetup -p1 -a1 -n tiktoken-%{version}
%build
export CFLAGS="%{optflags}"
%pyproject_wheel
%check
# NOTE: don't run the tests as they required internet access.
%install
%pyproject_install
%python_expand %fdupes %{buildroot}%{$python_sitearch}
%files %{python_files}
%doc README.md
%license LICENSE
%{python_sitearch}/tiktoken*
%changelog

3
tiktoken-0.7.0.tar.zst Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:de3cb95697d244d4f50e74e086372bc76656e969c5adb24413b0581f70382d9d
size 28819

3
vendor.tar.zst Normal file
View File

@@ -0,0 +1,3 @@
version https://git-lfs.github.com/spec/v1
oid sha256:ede2d19987669ebc05c7e098b8280f3a2cc06087938838b591b7548b4410f110
size 6261057