diff --git a/python-flynt.changes b/python-flynt.changes
index 06353c5..e5a45b5 100644
--- a/python-flynt.changes
+++ b/python-flynt.changes
@@ -1,3 +1,8 @@
+-------------------------------------------------------------------
+Tue Mar  5 13:30:36 UTC 2024 - Daniel Garcia <daniel.garcia@suse.com>
+
+- Skip broken tests with python 3.12 
+
 -------------------------------------------------------------------
 Thu Dec  7 21:31:08 UTC 2023 - Dirk Müller <dmueller@suse.com>
 
diff --git a/python-flynt.spec b/python-flynt.spec
index 22b043e..51f686a 100644
--- a/python-flynt.spec
+++ b/python-flynt.spec
@@ -1,7 +1,7 @@
 #
 # spec file for package python-flynt
 #
-# Copyright (c) 2023 SUSE LLC
+# Copyright (c) 2024 SUSE LLC
 #
 # All modifications and additions to the file contributed by third parties
 # remain the property of their copyright owners, unless otherwise agreed
@@ -44,7 +44,7 @@ BuildRequires:  %{python_module tomli >= 1.1.0}
 CLI tool to convert a python project's %-formatted strings to f-strings.
 
 %prep
-%setup -q -n flynt-%{version}
+%autosetup -p1 -n flynt-%{version}
 
 %build
 %pyproject_wheel
@@ -55,7 +55,9 @@ CLI tool to convert a python project's %-formatted strings to f-strings.
 %python_expand %fdupes %{buildroot}%{$python_sitelib}
 
 %check
-%pytest
+# Tests that fails with python 3.12 because string formatting changes a bit
+donttest="test_mixed_quote_types_unsafe or test_fstringify[string_in_string.py] or test_fstringify_single_line[string_in_string.py]"
+%pytest -k "not ($donttest)"
 
 %post
 %python_install_alternative flynt