diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index a41849ea..7fa0addc 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -7,6 +7,7 @@ stages:
 .terraform:
   before_script:
     - schutzbot/ci_details.sh > ci-details-before-run
+    - cat schutzbot/team_ssh_keys.txt | tee -a ~/.ssh/authorized_keys > /dev/null
   after_script:
     - schutzbot/ci_details.sh > ci-details-after-run
     - schutzbot/update_github_status.sh update
diff --git a/schutzbot/deploy.sh b/schutzbot/deploy.sh
index fa77120e..3af19bf1 100755
--- a/schutzbot/deploy.sh
+++ b/schutzbot/deploy.sh
@@ -7,9 +7,6 @@ DNF_REPO_BASEURL=http://osbuild-composer-repos.s3.amazonaws.com
 source /etc/os-release
 ARCH=$(uname -m)
 
-# Add osbuild team ssh keys.
-cat schutzbot/team_ssh_keys.txt | tee -a ~/.ssh/authorized_keys > /dev/null
-
 # Distro version that this script is running on.
 DISTRO_VERSION=${ID}-${VERSION_ID}