diff --git a/_service b/_service index d214a1f..6b8bf04 100644 --- a/_service +++ b/_service @@ -3,7 +3,7 @@ https://github.com/openai/tiktoken.git @PARENT_TAG@ git - 0.7.0 + 0.8.0 * v(\d+\.\d+\.\d+) \1 diff --git a/_servicedata b/_servicedata new file mode 100644 index 0000000..74a8dda --- /dev/null +++ b/_servicedata @@ -0,0 +1,4 @@ + + + https://github.com/openai/tiktoken.git + 63527649963def8c759b0f91f2eb69a40934e468 \ No newline at end of file diff --git a/python-tiktoken.changes b/python-tiktoken.changes index ed2984a..3a6b967 100644 --- a/python-tiktoken.changes +++ b/python-tiktoken.changes @@ -1,3 +1,17 @@ +------------------------------------------------------------------- +Thu Nov 21 09:21:10 UTC 2024 - Dirk Müller + +- Update to version 0.8.0: + * Alas, emulation + * Attempt to fix emulated builds + * Partial sync of codebase + * Add possessive quantifiers to avoid catastrophic backtracking (#258) + * update README to mention gpt-4o + * Sync codebase + * Simplify byte_pair_merge (#255) + * Inline custom mapping function in _byte_pair_merge + * Avoid calling byte_pair_encode for existing tokens + ------------------------------------------------------------------- Fri Sep 20 06:53:00 UTC 2024 - Daniel Garcia @@ -9,4 +23,4 @@ Thu Aug 22 17:25:09 UTC 2024 - Guang Yee - Release v0.7.0 * Support for gpt-4o - * Performance improvements + * Performance improvements diff --git a/python-tiktoken.spec b/python-tiktoken.spec index 227bd81..94b8c09 100644 --- a/python-tiktoken.spec +++ b/python-tiktoken.spec @@ -18,7 +18,7 @@ %{?sle15_python_module_pythons} Name: python-tiktoken -Version: 0.7.0 +Version: 0.8.0 Release: 0 Summary: Fast BPE tokeniser for use with OpenAI's models License: MIT diff --git a/tiktoken-0.7.0.tar.zst b/tiktoken-0.7.0.tar.zst deleted file mode 100644 index a108de7..0000000 --- a/tiktoken-0.7.0.tar.zst +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:de3cb95697d244d4f50e74e086372bc76656e969c5adb24413b0581f70382d9d -size 28819 diff --git a/tiktoken-0.8.0.tar.zst b/tiktoken-0.8.0.tar.zst new file mode 100644 index 0000000..c817c63 --- /dev/null +++ b/tiktoken-0.8.0.tar.zst @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36f052fe061b5555044b19b4078e8b7192f6f2a3f908490eb722f1bd3dd51f19 +size 30248 diff --git a/vendor.tar.zst b/vendor.tar.zst index 3c39186..7b204f3 100644 --- a/vendor.tar.zst +++ b/vendor.tar.zst @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:dbf935f57c364527d839375ae4ff5d58646d86aabc06b00ee4a3d00a7b8a9d2b -size 6264358 +oid sha256:9bc22788c4bf6265b4be0f02aa5e958bb2c5694050c5ede75888d9757bff9475 +size 2748582