diff --git a/SPECS/python3x-pip.spec b/SPECS/python3x-pip.spec
index 9e181e6..d6b5faa 100644
--- a/SPECS/python3x-pip.spec
+++ b/SPECS/python3x-pip.spec
@@ -16,7 +16,7 @@ Name:           python3x-%{srcname}
 # When updating, update the bundled libraries versions bellow!
 # You can use vendor_meta.sh in the dist git repo
 Version:        19.3.1
-Release:        3%{?dist}
+Release:        4%{?dist}
 Summary:        A tool for installing and managing Python packages
 
 # We bundle a lot of libraries with pip, which itself is under MIT license.
@@ -195,6 +195,8 @@ BuildRequires:  ca-certificates
 Requires:       ca-certificates
 Requires:  python%{python3_pkgversion}-setuptools
 
+# Require alternatives version that implements the --keep-foreign flag
+Requires(postun): alternatives >= 1.19.1-1
 # python38 installs the alternatives master symlink to which we attach a slave
 Requires: python38
 Requires(post): python38
@@ -378,9 +380,9 @@ if [ $1 -eq 0 ]; then
           grep -c "^/usr/bin/python3.8 - priority [0-9]*"`
 
     if [ $EXISTS -ne 0 ]; then
-        alternatives --remove-slave python3 %{_bindir}/python3.8 \
+        alternatives --keep-foreign --remove-slave python3 %{_bindir}/python3.8 \
             pip3
-        alternatives --remove-slave python3 %{_bindir}/python3.8 \
+        alternatives --keep-foreign --remove-slave python3 %{_bindir}/python3.8 \
             pip-3
     fi
 fi
@@ -415,6 +417,10 @@ fi
 %{python_wheeldir}/%{python_wheelname}
 
 %changelog
+* Mon Aug 02 2021 Tomas Orsava <torsava@redhat.com> - 19.3.1-4
+- Adjusted the postun scriptlets to enable upgrading to RHEL 9
+- Resolves: rhbz#1933055
+
 * Wed Jun 30 2021 Lumír Balhar <lbalhar@redhat.com> - 19.3.1-3
 - Fix for CVE-2021-33503 Catastrophic backtracking in URL authority parser
 Resolves: rhbz#1968074