diff --git a/panel-1.4.1-py3-none-any.whl b/panel-1.4.1-py3-none-any.whl
deleted file mode 100644
index 22d2374..0000000
--- a/panel-1.4.1-py3-none-any.whl
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c7bcb06cedae635af4e9b0d757ff97ffb72cf5fea315ac320c77a8f292d66551
-size 24651582
diff --git a/panel-1.4.1.tar.gz b/panel-1.4.1.tar.gz
new file mode 100644
index 0000000..af05ca6
--- /dev/null
+++ b/panel-1.4.1.tar.gz
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ad2084e65d4f0fc424432a963c9a4d668d8315203b338830b40c112ead3ebb7
+size 38182034
diff --git a/python-panel.changes b/python-panel.changes
index cafa032..63a389c 100644
--- a/python-panel.changes
+++ b/python-panel.changes
@@ -1,3 +1,9 @@
+-------------------------------------------------------------------
+Tue May  7 09:14:55 UTC 2024 - Daniel Garcia <daniel.garcia@suse.com>
+
+- Bring back package %build from source, removing binary .whl
+  distribution from package.
+
 -------------------------------------------------------------------
 Sun Apr 21 22:22:11 UTC 2024 - Todd R <toddrme2178@gmail.com>
 
diff --git a/python-panel.spec b/python-panel.spec
index 6a5e491..8ece9e9 100644
--- a/python-panel.spec
+++ b/python-panel.spec
@@ -32,7 +32,7 @@ Summary:        A high level app and dashboarding solution for Python
 License:        BSD-3-Clause
 Group:          Development/Languages/Python
 URL:            https://github.com/holoviz/panel
-Source0:        https://files.pythonhosted.org/packages/py3/p/panel/panel-%{version}-py3-none-any.whl
+Source0:        https://files.pythonhosted.org/packages/source/p/panel/panel-%{version}.tar.gz
 Source99:       python-panel-rpmlintrc
 BuildRequires:  %{python_module base}
 BuildRequires:  %{python_module bleach}
@@ -116,20 +116,29 @@ This package contains the notebook and server extension configuration common
 to all Python flavors.
 
 %prep
-%setup -q -c -T
-%if %{with test}
-%python_expand mkdir -p build && unzip %{SOURCE0} -d build/
-%endif
+%autosetup -p1 -n panel-%{version}
+# Do not try to rebuild the bundled npm stuff. We don't have network. Just use the shipped bundle.
+sed -i '/def _build_paneljs/ a \    return' setup.py
+# no color for pytest
+sed -i '/addopts/ s/--color=yes//' pyproject.toml
+for p in panel/tests/io/reload_module.py
+do \
+    [ -f $p -a ! -s $p ] || exit 1 && echo "# Empty module" > $p
+done
+for p in panel/dist/css/regular_table.css \
+  panel/dist/bundled/perspective/@finos/perspective-viewer@2.9.0/dist/css/variables.css
+do \
+    [ -f $p -a ! -s $p ] || exit 1 && echo "// Empty css" > $p
+done
 
 %build
-# not needed
+%pyproject_wheel
 
 %if ! %{with test}
 %install
-%pyproject_install %{SOURCE0}
+%pyproject_install
 %python_clone -a %{buildroot}%{_bindir}/panel
 %python_expand %fdupes %{buildroot}%{$python_sitelib}
-cp %{buildroot}%{python_sitelib}/panel-%{version}.dist-info/LICENSE.txt .
 %endif
 
 %if %{with test}
@@ -156,7 +165,7 @@ donttest="$donttest or test_pdf_local_file"
 # Don't test on 32-bit: asyncio is too flaky
 [ $(getconf LONG_BIT) -eq 32 ] && exit 0
 #
-%pytest build/panel -n auto -rsfE -k "not ($donttest)"
+%pytest -n auto -rsfE -k "not ($donttest)"
 %endif
 
 %post
@@ -168,6 +177,7 @@ donttest="$donttest or test_pdf_local_file"
 %if ! %{with test}
 %files %{python_files}
 %license LICENSE.txt
+%doc README.md
 %python_alternative %{_bindir}/panel
 %{python_sitelib}/panel
 %{python_sitelib}/panel-%{version}.dist-info