diff --git a/osbuild-composer.spec b/osbuild-composer.spec
index b00a19436..36bb90ea1 100644
--- a/osbuild-composer.spec
+++ b/osbuild-composer.spec
@@ -82,9 +82,11 @@ Conflicts: lorax-composer
 Obsoletes: lorax-composer < 34.3
 %endif
 
-# remove in F34
+# Remove when we stop releasing into Fedora 33
+%if 0%{?fedora} <= 33
 Obsoletes: golang-github-osbuild-composer < %{version}-%{release}
 Provides:  golang-github-osbuild-composer = %{version}-%{release}
+%endif
 
 # remove when F34 is EOL
 Obsoletes: osbuild-composer-koji <= 23