diff --git a/SPECS/kpatch.spec b/SPECS/kpatch.spec
index 6184672..9109e87 100644
--- a/SPECS/kpatch.spec
+++ b/SPECS/kpatch.spec
@@ -2,7 +2,7 @@
 
 Name:		kpatch
 Version:	0.9.4
-Release:	1.5%{?dist}
+Release:	1.6%{?dist}
 Summary:	Dynamic kernel patch manager
 
 Group:		System Environment/Kernel
@@ -27,7 +27,8 @@ patch the kernel without rebooting.
 Summary:        Dynamic kernel patch manager
 Requires:       bash kmod binutils
 Suggests:       kpatch-dnf
-Provides:       kpatch
+Provides:       kpatch = %{version}-%{release}
+Obsoletes:      kpatch < 0.9.4-1.6
 BuildArch:      noarch
 
 %description -n kpatch-runtime
@@ -40,7 +41,6 @@ Summary:	kpatch-patch manager plugin for DNF
 Version:	%kpatch_dnf_ver
 BuildRequires:	python3-devel python3-dnf
 Requires:	python3-dnf python3-hawkey
-Provides:	kpatch-dnf
 BuildArch:	noarch
 
 %description -n kpatch-dnf
@@ -98,6 +98,9 @@ echo -e "\t$ dnf kpatch auto"
 %{_mandir}/man1/kpatch-build.1*
 
 %changelog
+* Fri Aug 27 2021 Davide Cavalca <dcavalca@centosproject.org> - 0.9.4-1.6
+- Add Obsoletes to properly replace kpatch with kpatch-runtime on upgrades
+
 * Thu Aug 26 2021 Davide Cavalca <dcavalca@centosproject.org> - 0.9.4-1.5
 - Bump extrarev to ensure kpatch-dnf has a unique NEVRA