diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index eeb3d6d00..0ea47f2d1 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -9,6 +9,7 @@ stages:
 .base:
   before_script:
     - schutzbot/ci_details.sh > ci-details-before-run
+    - cat schutzbot/team_ssh_keys.txt | tee -a ~/.ssh/authorized_keys > /dev/null
   after_script:
     - schutzbot/ci_details.sh > ci-details-after-run
     - schutzbot/update_github_status.sh update
diff --git a/schutzbot/deploy.sh b/schutzbot/deploy.sh
index 8c762e719..ea7ea1f41 100755
--- a/schutzbot/deploy.sh
+++ b/schutzbot/deploy.sh
@@ -90,9 +90,6 @@ fi
 greenprint "Enabling fastestmirror to speed up dnf 🏎️"
 echo -e "fastestmirror=1" | sudo tee -a /etc/dnf/dnf.conf
 
-greenprint "Adding osbuild team ssh keys"
-cat schutzbot/team_ssh_keys.txt | tee -a ~/.ssh/authorized_keys > /dev/null
-
 # TODO: include this in the jenkins runner (and split test/target machines out)
 sudo dnf -y install jq