diff --git a/velociraptor.changes b/velociraptor.changes
index bedab10..62cc400 100644
--- a/velociraptor.changes
+++ b/velociraptor.changes
@@ -1,3 +1,8 @@
+-------------------------------------------------------------------
+Tue Jul 18 09:31:19 UTC 2023 - Marcus Meissner <meissner@suse.com>
+
+- require the group / user only in the server build
+
 -------------------------------------------------------------------
 Wed May 10 00:49:09 UTC 2023 - jeffm@suse.com
 
diff --git a/velociraptor.spec b/velociraptor.spec
index a79c607..37dd932 100644
--- a/velociraptor.spec
+++ b/velociraptor.spec
@@ -110,11 +110,11 @@ BuildRequires:  libzstd-devel
 BuildRequires:  llvm16
 BuildRequires:  zlib-devel
 %endif
-Requires:       group(velociraptor)
-Requires:       user(velociraptor)
 ExclusiveArch:  x86_64 ppc64le aarch64 s390x
 %if %{build_server}
 BuildRequires:  sysuser-tools
+Requires:       group(velociraptor)
+Requires:       user(velociraptor)
 %{?sysusers_requires}
 %endif