forked from pool/python-msgspec
Compare commits
7 Commits
| Author | SHA256 | Date | |
|---|---|---|---|
| e0455b0d33 | |||
| 737b775c02 | |||
| 47f30df7a9 | |||
| 5880910cb3 | |||
| 6afb0aa379 | |||
| 8625f659eb | |||
| 9d84cdf3be |
@@ -1,3 +0,0 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:5bff8c3f9303eb589516e02de4141ce31be09a0fdf4980734b020b64c120295e
|
||||
size 1311867
|
||||
3
msgspec-0.19.0.tar.gz
Normal file
3
msgspec-0.19.0.tar.gz
Normal file
@@ -0,0 +1,3 @@
|
||||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:33961077a37830c54fa3108bd226a9d7a09b91ff82ef7b976a371039b54b6bc7
|
||||
size 1313340
|
||||
@@ -1,3 +1,42 @@
|
||||
-------------------------------------------------------------------
|
||||
Fri Nov 7 03:30:11 UTC 2025 - Steve Kowalik <steven.kowalik@suse.com>
|
||||
|
||||
- Update to 0.19.0:
|
||||
* Improve JSON encoding performance by up to 40%.
|
||||
* Ensure tuple and frozenset default values are treated identically whether
|
||||
specified by value or default_factory.
|
||||
* Fix memory leak of match_args in StructConfig object.
|
||||
* Fix memory leak in Raw.copy().
|
||||
* Update decode signatures for PEP 688.
|
||||
* Generate __replace__ method on Struct types, for use with copy.replace.
|
||||
* Fix incorrect decoding of certain > 64 bit integers.
|
||||
* Call __post_init__ when converting from an object to a Struct.
|
||||
* BREAKING: Expand buffer when encode_into is passed a buffer smaller than
|
||||
offset.
|
||||
* Support Raw objects as inputs to convert.
|
||||
* Error nicely when a dataclass type (instead of an instance) is passed to
|
||||
encode.
|
||||
* Drop support for Python 3.8.
|
||||
* Add support for Python 3.13.
|
||||
* Remove deprecated from_builtins.
|
||||
* Support encoding any Enum type whose .value is a supported type.
|
||||
* Don't fail eagerly when processing generic types with unsupported
|
||||
__parameters__.
|
||||
* Use eval_type_backport to backport type annotations to Python 3.9.
|
||||
- Drop patch python313.patch, included upstream.
|
||||
- Add patch support-python314.patch:
|
||||
* Support Python 3.14 annontation changes.
|
||||
|
||||
-------------------------------------------------------------------
|
||||
Wed Sep 17 13:09:18 UTC 2025 - ecsos <ecsos@opensuse.org>
|
||||
|
||||
- Add %{?sle15_python_module_pythons}
|
||||
|
||||
-------------------------------------------------------------------
|
||||
Mon Oct 28 22:29:06 UTC 2024 - Dirk Müller <dmueller@suse.com>
|
||||
|
||||
- add python313.patch: support python 3.13
|
||||
|
||||
-------------------------------------------------------------------
|
||||
Tue Jan 30 18:06:33 UTC 2024 - Dirk Müller <dmueller@suse.com>
|
||||
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
#
|
||||
# spec file for package python-msgspec
|
||||
#
|
||||
# Copyright (c) 2024 SUSE LLC
|
||||
# Copyright (c) 2025 SUSE LLC and contributors
|
||||
#
|
||||
# All modifications and additions to the file contributed by third parties
|
||||
# remain the property of their copyright owners, unless otherwise agreed
|
||||
@@ -16,14 +16,17 @@
|
||||
#
|
||||
|
||||
|
||||
%{?sle15_python_module_pythons}
|
||||
Name: python-msgspec
|
||||
Version: 0.18.6
|
||||
Version: 0.19.0
|
||||
Release: 0
|
||||
Summary: A fast serialization and validation library
|
||||
License: BSD-3-Clause
|
||||
URL: https://jcristharif.com/msgspec/
|
||||
Source: https://github.com/jcrist/msgspec/archive/refs/tags/%{version}.tar.gz#/msgspec-%{version}.tar.gz
|
||||
BuildRequires: %{python_module devel}
|
||||
# PATCH-FIX-UPSTREAM Based on gh#jcrist/msgspec#852 & gh#jcrist/msgspec#854
|
||||
Patch0: support-python314.patch
|
||||
BuildRequires: %{python_module devel >= 3.9}
|
||||
BuildRequires: %{python_module pip}
|
||||
BuildRequires: %{python_module pytest}
|
||||
BuildRequires: %{python_module setuptools}
|
||||
@@ -53,7 +56,14 @@ export CFLAGS="%{optflags}"
|
||||
%python_expand %fdupes %{buildroot}%{$python_sitearch}
|
||||
|
||||
%check
|
||||
%pytest_arch
|
||||
# Requires to import the module, but other tests require the path
|
||||
# Can be dropped next release
|
||||
donttest="test_raw_copy_doesnt_leak"
|
||||
if [ $(getconf LONG_BIT) = 32 ]; then
|
||||
# Overflow errors on 32 bit arches
|
||||
donttest="$donttest or test_hashtable or test_decoding_large_arrays or test_timestamp"
|
||||
fi
|
||||
%pytest_arch -k "not ($donttest)"
|
||||
|
||||
%files %{python_files}
|
||||
%doc README.md
|
||||
|
||||
387
support-python314.patch
Normal file
387
support-python314.patch
Normal file
@@ -0,0 +1,387 @@
|
||||
Index: msgspec-0.19.0/msgspec/_core.c
|
||||
===================================================================
|
||||
--- msgspec-0.19.0.orig/msgspec/_core.c
|
||||
+++ msgspec-0.19.0/msgspec/_core.c
|
||||
@@ -452,6 +452,7 @@ typedef struct {
|
||||
#endif
|
||||
PyObject *astimezone;
|
||||
PyObject *re_compile;
|
||||
+ PyObject *get_annotate_from_class_namespace;
|
||||
uint8_t gc_cycle;
|
||||
} MsgspecState;
|
||||
|
||||
@@ -5814,12 +5815,45 @@ structmeta_is_classvar(
|
||||
|
||||
static int
|
||||
structmeta_collect_fields(StructMetaInfo *info, MsgspecState *mod, bool kwonly) {
|
||||
- PyObject *annotations = PyDict_GetItemString(
|
||||
+ PyObject *annotations = PyDict_GetItemString( // borrowed reference
|
||||
info->namespace, "__annotations__"
|
||||
);
|
||||
- if (annotations == NULL) return 0;
|
||||
+ if (annotations == NULL) {
|
||||
+ if (mod->get_annotate_from_class_namespace != NULL) {
|
||||
+ PyObject *annotate = PyObject_CallOneArg(
|
||||
+ mod->get_annotate_from_class_namespace, info->namespace
|
||||
+ );
|
||||
+ if (annotate == NULL) {
|
||||
+ return -1;
|
||||
+ }
|
||||
+ if (annotate == Py_None) {
|
||||
+ Py_DECREF(annotate);
|
||||
+ return 0;
|
||||
+ }
|
||||
+ PyObject *format = PyLong_FromLong(1); /* annotationlib.Format.VALUE */
|
||||
+ if (format == NULL) {
|
||||
+ Py_DECREF(annotate);
|
||||
+ return -1;
|
||||
+ }
|
||||
+ annotations = PyObject_CallOneArg(
|
||||
+ annotate, format
|
||||
+ );
|
||||
+ Py_DECREF(annotate);
|
||||
+ Py_DECREF(format);
|
||||
+ if (annotations == NULL) {
|
||||
+ return -1;
|
||||
+ }
|
||||
+ }
|
||||
+ else {
|
||||
+ return 0; // No annotations, nothing to do
|
||||
+ }
|
||||
+ }
|
||||
+ else {
|
||||
+ Py_INCREF(annotations);
|
||||
+ }
|
||||
|
||||
if (!PyDict_Check(annotations)) {
|
||||
+ Py_DECREF(annotations);
|
||||
PyErr_SetString(PyExc_TypeError, "__annotations__ must be a dict");
|
||||
return -1;
|
||||
}
|
||||
@@ -5869,6 +5903,7 @@ structmeta_collect_fields(StructMetaInfo
|
||||
}
|
||||
return 0;
|
||||
error:
|
||||
+ Py_DECREF(annotations);
|
||||
Py_XDECREF(module_ns);
|
||||
return -1;
|
||||
}
|
||||
@@ -22223,6 +22258,26 @@ PyInit__core(void)
|
||||
Py_DECREF(temp_module);
|
||||
if (st->re_compile == NULL) return NULL;
|
||||
|
||||
+ /* annotationlib.get_annotate_from_class_namespace */
|
||||
+ temp_module = PyImport_ImportModule("annotationlib");
|
||||
+ if (temp_module == NULL) {
|
||||
+ if (PyErr_ExceptionMatches(PyExc_ModuleNotFoundError)) {
|
||||
+ // Below Python 3.14
|
||||
+ PyErr_Clear();
|
||||
+ st->get_annotate_from_class_namespace = NULL;
|
||||
+ }
|
||||
+ else {
|
||||
+ return NULL;
|
||||
+ }
|
||||
+ }
|
||||
+ else {
|
||||
+ st->get_annotate_from_class_namespace = PyObject_GetAttrString(
|
||||
+ temp_module, "get_annotate_from_class_namespace"
|
||||
+ );
|
||||
+ Py_DECREF(temp_module);
|
||||
+ if (st->get_annotate_from_class_namespace == NULL) return NULL;
|
||||
+ }
|
||||
+
|
||||
/* Initialize cached constant strings */
|
||||
#define CACHED_STRING(attr, str) \
|
||||
if ((st->attr = PyUnicode_InternFromString(str)) == NULL) return NULL
|
||||
Index: msgspec-0.19.0/msgspec/_utils.py
|
||||
===================================================================
|
||||
--- msgspec-0.19.0.orig/msgspec/_utils.py
|
||||
+++ msgspec-0.19.0/msgspec/_utils.py
|
||||
@@ -1,5 +1,6 @@
|
||||
# type: ignore
|
||||
import collections
|
||||
+import inspect
|
||||
import sys
|
||||
import typing
|
||||
|
||||
@@ -71,6 +72,13 @@ else:
|
||||
_eval_type = typing._eval_type
|
||||
|
||||
|
||||
+if sys.version_info >= (3, 10):
|
||||
+ from inspect import get_annotations as _get_class_annotations
|
||||
+else:
|
||||
+ def _get_class_annotations(cls):
|
||||
+ return cls.__dict__.get("__annotations__", {})
|
||||
+
|
||||
+
|
||||
def _apply_params(obj, mapping):
|
||||
if isinstance(obj, typing.TypeVar):
|
||||
return mapping.get(obj, obj)
|
||||
@@ -149,17 +157,17 @@ def get_class_annotations(obj):
|
||||
cls_locals = dict(vars(cls))
|
||||
cls_globals = getattr(sys.modules.get(cls.__module__, None), "__dict__", {})
|
||||
|
||||
- ann = cls.__dict__.get("__annotations__", {})
|
||||
+ ann = _get_class_annotations(cls)
|
||||
for name, value in ann.items():
|
||||
if name in hints:
|
||||
continue
|
||||
- if value is None:
|
||||
- value = type(None)
|
||||
- elif isinstance(value, str):
|
||||
+ if isinstance(value, str):
|
||||
value = _forward_ref(value)
|
||||
value = _eval_type(value, cls_locals, cls_globals)
|
||||
if mapping is not None:
|
||||
value = _apply_params(value, mapping)
|
||||
+ if value is None:
|
||||
+ value = type(None)
|
||||
hints[name] = value
|
||||
return hints
|
||||
|
||||
Index: msgspec-0.19.0/tests/test_common.py
|
||||
===================================================================
|
||||
--- msgspec-0.19.0.orig/tests/test_common.py
|
||||
+++ msgspec-0.19.0/tests/test_common.py
|
||||
@@ -1370,14 +1370,14 @@ class TestGenericStruct:
|
||||
dec = proto.Decoder(typ)
|
||||
info = typ.__msgspec_cache__
|
||||
assert info is not None
|
||||
- assert sys.getrefcount(info) == 4 # info + attr + decoder + func call
|
||||
+ assert sys.getrefcount(info) <= 4 # info + attr + decoder + func call
|
||||
dec2 = proto.Decoder(typ)
|
||||
assert typ.__msgspec_cache__ is info
|
||||
- assert sys.getrefcount(info) == 5
|
||||
+ assert sys.getrefcount(info) <= 5
|
||||
|
||||
del dec
|
||||
del dec2
|
||||
- assert sys.getrefcount(info) == 3
|
||||
+ assert sys.getrefcount(info) <= 3
|
||||
|
||||
def test_generic_struct_invalid_types_not_cached(self, proto):
|
||||
class Ex(Struct, Generic[T]):
|
||||
@@ -1545,7 +1545,7 @@ class TestStructPostInit:
|
||||
res = proto.decode(buf, type=typ)
|
||||
assert res == msg
|
||||
assert count == 2 # 1 for Ex(), 1 for decode
|
||||
- assert sys.getrefcount(singleton) == 2 # 1 for ref, 1 for call
|
||||
+ assert sys.getrefcount(singleton) <= 2 # 1 for ref, 1 for call
|
||||
|
||||
@pytest.mark.parametrize("array_like", [False, True])
|
||||
@pytest.mark.parametrize("union", [False, True])
|
||||
@@ -1606,14 +1606,14 @@ class TestGenericDataclassOrAttrs:
|
||||
dec = proto.Decoder(typ)
|
||||
info = typ.__msgspec_cache__
|
||||
assert info is not None
|
||||
- assert sys.getrefcount(info) == 4 # info + attr + decoder + func call
|
||||
+ assert sys.getrefcount(info) <= 4 # info + attr + decoder + func call
|
||||
dec2 = proto.Decoder(typ)
|
||||
assert typ.__msgspec_cache__ is info
|
||||
- assert sys.getrefcount(info) == 5
|
||||
+ assert sys.getrefcount(info) <= 5
|
||||
|
||||
del dec
|
||||
del dec2
|
||||
- assert sys.getrefcount(info) == 3
|
||||
+ assert sys.getrefcount(info) <= 3
|
||||
|
||||
def test_generic_invalid_types_not_cached(self, decorator, proto):
|
||||
@decorator
|
||||
@@ -2179,14 +2179,14 @@ class TestTypedDict:
|
||||
dec = proto.Decoder(typ)
|
||||
info = typ.__msgspec_cache__
|
||||
assert info is not None
|
||||
- assert sys.getrefcount(info) == 4 # info + attr + decoder + func call
|
||||
+ assert sys.getrefcount(info) <= 4 # info + attr + decoder + func call
|
||||
dec2 = proto.Decoder(typ)
|
||||
assert typ.__msgspec_cache__ is info
|
||||
- assert sys.getrefcount(info) == 5
|
||||
+ assert sys.getrefcount(info) <= 5
|
||||
|
||||
del dec
|
||||
del dec2
|
||||
- assert sys.getrefcount(info) == 3
|
||||
+ assert sys.getrefcount(info) <= 3
|
||||
|
||||
def test_generic_typeddict_invalid_types_not_cached(self, proto):
|
||||
TypedDict = pytest.importorskip("typing_extensions").TypedDict
|
||||
@@ -2398,14 +2398,14 @@ class TestNamedTuple:
|
||||
dec = proto.Decoder(typ)
|
||||
info = typ.__msgspec_cache__
|
||||
assert info is not None
|
||||
- assert sys.getrefcount(info) == 4 # info + attr + decoder + func call
|
||||
+ assert sys.getrefcount(info) <= 4 # info + attr + decoder + func call
|
||||
dec2 = proto.Decoder(typ)
|
||||
assert typ.__msgspec_cache__ is info
|
||||
- assert sys.getrefcount(info) == 5
|
||||
+ assert sys.getrefcount(info) <= 5
|
||||
|
||||
del dec
|
||||
del dec2
|
||||
- assert sys.getrefcount(info) == 3
|
||||
+ assert sys.getrefcount(info) <= 3
|
||||
|
||||
def test_generic_namedtuple_invalid_types_not_cached(self, proto):
|
||||
NamedTuple = pytest.importorskip("typing_extensions").NamedTuple
|
||||
Index: msgspec-0.19.0/tests/test_convert.py
|
||||
===================================================================
|
||||
--- msgspec-0.19.0.orig/tests/test_convert.py
|
||||
+++ msgspec-0.19.0/tests/test_convert.py
|
||||
@@ -220,7 +220,7 @@ class TestConvert:
|
||||
x = Custom()
|
||||
res = convert(x, Any)
|
||||
assert res is x
|
||||
- assert sys.getrefcount(x) == 3 # x + res + 1
|
||||
+ assert sys.getrefcount(x) <= 3 # x + res + 1
|
||||
|
||||
def test_custom_input_type_works_with_custom(self):
|
||||
class Custom:
|
||||
@@ -229,7 +229,7 @@ class TestConvert:
|
||||
x = Custom()
|
||||
res = convert(x, Custom)
|
||||
assert res is x
|
||||
- assert sys.getrefcount(x) == 3 # x + res + 1
|
||||
+ assert sys.getrefcount(x) <= 3 # x + res + 1
|
||||
|
||||
def test_custom_input_type_works_with_dec_hook(self):
|
||||
class Custom:
|
||||
@@ -247,8 +247,8 @@ class TestConvert:
|
||||
x = Custom()
|
||||
res = convert(x, Custom2, dec_hook=dec_hook)
|
||||
assert isinstance(res, Custom2)
|
||||
- assert sys.getrefcount(res) == 2 # res + 1
|
||||
- assert sys.getrefcount(x) == 2 # x + 1
|
||||
+ assert sys.getrefcount(res) <= 2 # res + 1
|
||||
+ assert sys.getrefcount(x) <= 2 # x + 1
|
||||
|
||||
def test_unsupported_output_type(self):
|
||||
with pytest.raises(TypeError, match="more than one array-like"):
|
||||
@@ -397,7 +397,7 @@ class TestInt:
|
||||
x = MyInt(100)
|
||||
sol = convert(x, MyInt)
|
||||
assert sol is x
|
||||
- assert sys.getrefcount(x) == 3 # x + sol + 1
|
||||
+ assert sys.getrefcount(x) <= 3 # x + sol + 1
|
||||
|
||||
|
||||
class TestFloat:
|
||||
@@ -535,10 +535,10 @@ class TestBinary:
|
||||
|
||||
del sol
|
||||
|
||||
- assert sys.getrefcount(msg) == 2 # msg + 1
|
||||
+ assert sys.getrefcount(msg) <= 2 # msg + 1
|
||||
sol = convert(msg, MyBytes)
|
||||
assert sol is msg
|
||||
- assert sys.getrefcount(msg) == 3 # msg + sol + 1
|
||||
+ assert sys.getrefcount(msg) <= 3 # msg + sol + 1
|
||||
|
||||
|
||||
class TestDateTime:
|
||||
@@ -828,7 +828,7 @@ class TestEnum:
|
||||
|
||||
msg = MyInt(1)
|
||||
assert convert(msg, Ex) is Ex.x
|
||||
- assert sys.getrefcount(msg) == 2 # msg + 1
|
||||
+ assert sys.getrefcount(msg) <= 2 # msg + 1
|
||||
assert convert(MyInt(2), Ex) is Ex.y
|
||||
|
||||
def test_enum_missing(self):
|
||||
@@ -2223,7 +2223,7 @@ class TestStructPostInit:
|
||||
res = convert(msg, type=typ, from_attributes=from_attributes)
|
||||
assert type(res) is Ex
|
||||
assert called
|
||||
- assert sys.getrefcount(singleton) == 2 # 1 for ref, 1 for call
|
||||
+ assert sys.getrefcount(singleton) <= 2 # 1 for ref, 1 for call
|
||||
|
||||
@pytest.mark.parametrize("union", [False, True])
|
||||
@pytest.mark.parametrize("exc_class", [ValueError, TypeError, OSError])
|
||||
Index: msgspec-0.19.0/tests/test_json.py
|
||||
===================================================================
|
||||
--- msgspec-0.19.0.orig/tests/test_json.py
|
||||
+++ msgspec-0.19.0/tests/test_json.py
|
||||
@@ -898,7 +898,7 @@ class TestDatetime:
|
||||
tz2 = msgspec.json.decode(msg, type=datetime.datetime).tzinfo
|
||||
assert tz is tz2
|
||||
del tz2
|
||||
- assert sys.getrefcount(tz) == 3 # 1 tz, 1 cache, 1 func call
|
||||
+ assert sys.getrefcount(tz) <= 3 # 1 tz, 1 cache, 1 func call
|
||||
for _ in range(10):
|
||||
gc.collect() # cache is cleared every 10 full collections
|
||||
|
||||
@@ -2293,7 +2293,7 @@ class TestStruct:
|
||||
assert x == Person("harry", "potter", 13, False)
|
||||
|
||||
# one for struct, one for output of getattr, and one for getrefcount
|
||||
- assert sys.getrefcount(x.first) == 3
|
||||
+ assert sys.getrefcount(x.first) <= 3
|
||||
|
||||
with pytest.raises(
|
||||
msgspec.ValidationError, match="Expected `object`, got `int`"
|
||||
Index: msgspec-0.19.0/tests/test_msgpack.py
|
||||
===================================================================
|
||||
--- msgspec-0.19.0.orig/tests/test_msgpack.py
|
||||
+++ msgspec-0.19.0/tests/test_msgpack.py
|
||||
@@ -684,13 +684,13 @@ class TestTypedDecoder:
|
||||
assert isinstance(res, memoryview)
|
||||
assert bytes(res) == b"abcde"
|
||||
if input_type is memoryview:
|
||||
- assert sys.getrefcount(ref) == 3
|
||||
+ assert sys.getrefcount(ref) <= 3
|
||||
del msg
|
||||
- assert sys.getrefcount(ref) == 3
|
||||
+ assert sys.getrefcount(ref) <= 3
|
||||
del res
|
||||
- assert sys.getrefcount(ref) == 2
|
||||
+ assert sys.getrefcount(ref) <= 2
|
||||
elif input_type is bytes:
|
||||
- assert sys.getrefcount(msg) == 3
|
||||
+ assert sys.getrefcount(msg) <= 3
|
||||
|
||||
def test_datetime_aware_ext(self):
|
||||
dec = msgspec.msgpack.Decoder(datetime.datetime)
|
||||
@@ -815,7 +815,7 @@ class TestTypedDecoder:
|
||||
res = dec.decode(enc.encode(x))
|
||||
assert res == x
|
||||
if res:
|
||||
- assert sys.getrefcount(res[0]) == 3 # 1 tuple, 1 index, 1 func call
|
||||
+ assert sys.getrefcount(res[0]) <= 3 # 1 tuple, 1 index, 1 func call
|
||||
|
||||
@pytest.mark.parametrize("typ", [tuple, Tuple, Tuple[Any, ...]])
|
||||
def test_vartuple_any(self, typ):
|
||||
Index: msgspec-0.19.0/tests/test_struct.py
|
||||
===================================================================
|
||||
--- msgspec-0.19.0.orig/tests/test_struct.py
|
||||
+++ msgspec-0.19.0/tests/test_struct.py
|
||||
@@ -931,16 +931,16 @@ def test_struct_reference_counting():
|
||||
data = [1, 2, 3]
|
||||
|
||||
t = Test(data)
|
||||
- assert sys.getrefcount(data) == 3
|
||||
+ assert sys.getrefcount(data) <= 3
|
||||
|
||||
repr(t)
|
||||
- assert sys.getrefcount(data) == 3
|
||||
+ assert sys.getrefcount(data) <= 3
|
||||
|
||||
t2 = t.__copy__()
|
||||
- assert sys.getrefcount(data) == 4
|
||||
+ assert sys.getrefcount(data) <= 4
|
||||
|
||||
assert t == t2
|
||||
- assert sys.getrefcount(data) == 4
|
||||
+ assert sys.getrefcount(data) <= 4
|
||||
|
||||
|
||||
def test_struct_gc_not_added_if_not_needed():
|
||||
@@ -2581,7 +2581,7 @@ class TestPostInit:
|
||||
Ex(1)
|
||||
assert called
|
||||
# Return value is decref'd
|
||||
- assert sys.getrefcount(singleton) == 2 # 1 for ref, 1 for call
|
||||
+ assert sys.getrefcount(singleton) <= 2 # 1 for ref, 1 for call
|
||||
|
||||
def test_post_init_errors(self):
|
||||
class Ex(Struct):
|
||||
Reference in New Issue
Block a user